Merge pull request #26 from PPPLDeepLearning/jenkins_test

Jenkins test + Python3 and 1D Profile Fixes

Author: ASvyatkovskiy

examples/compare_batch_iterators.py

@@ -10,7 +10,7 @@ paths:
     signal_prepath: '/signal_data/' #/signal_data/jet/
     shot_list_dir: '/shot_lists/'
     tensorboard_save_path: '/Graph/'
-    data: 'jet_data' #'d3d_to_jet_data' #'d3d_to_jet_data' # 'jet_to_d3d_data' #jet_data
+    data: jet_data #'d3d_to_jet_data' #'d3d_to_jet_data' # 'jet_to_d3d_data' #jet_data
     specific_signals: [] #['q95','li','ip','betan','energy','lm','pradcore','pradedge','pradtot','pin','torquein','tmamp1','tmamp2','tmfreq1','tmfreq2','pechin','energydt','ipdirect','etemp_profile','edens_profile'] #if left empty will use all valid signals defined on a machine. Only use if need a custom set
     executable: "mpi_learn.py"
     shallow_executable: "learn.py"

examples/conf.yaml

@@ -11,8 +11,6 @@
 pprint(conf)
 from plasma.preprocessor.preprocess import guarantee_preprocessed
 
-os.environ["PYTHONHASHSEED"] = "0"
-
 #####################################################
 ####################PREPROCESSING####################
 #####################################################

examples/guarantee_preprocessed.py

@@ -24,8 +24,6 @@
 import random
 import numpy as np
 
-os.environ["PYTHONHASHSEED"] = "0"
-
 import matplotlib
 matplotlib.use('Agg')
 

examples/jenkins.sh

@@ -26,8 +26,6 @@
 import copy
 from functools import partial
 
-os.environ["PYTHONHASHSEED"] = "0"
-
 import matplotlib
 matplotlib.use('Agg')
 

examples/mpi_learn.py

@@ -26,8 +26,6 @@
 import copy
 from functools import partial
 
-os.environ["PYTHONHASHSEED"] = "0"
-
 import matplotlib
 matplotlib.use('Agg')
 

Analyze Hyperparameter Tuning.ipynb renamed to examples/notebooks/Analyze Hyperparameter Tuning.ipynb

@@ -0,0 +1,51 @@
+#!/bin/bash
+
+export OMPI_MCA_btl="tcp,self,sm"
+
+echo ${PWD}
+
+echo "Jenkins test Python3.6"
+rm /tigress/alexeys/model_checkpoints/*
+rm -rf /tigress/alexeys/processed_shots
+rm -rf /tigress/alexeys/processed_shotlists
+rm -rf /tigress/alexeys/normalization
+module load anaconda3/4.4.0
+source activate /tigress/alexeys/jenkins/.conda/envs/jenkins3
+module load cudatoolkit/8.0
+module load cudnn/cuda-8.0/6.0
+module load openmpi/cuda-8.0/intel-17.0/2.1.0/64
+module load intel/17.0/64/17.0.4.196
+
+echo ${PWD}
+cd /home/alexeys/jenkins/workspace/FRNM/PPPL
+echo ${PWD}
+python setup.py install
+
+echo $SLURM_NODELIST
+cd examples
+echo ${PWD}
+ls ${PWD}
+sed -i -e 's/num_epochs: 1000/num_epochs: 2/g' conf.yaml
+sed -i -e 's/data: jet_data/data: jenkins_jet/g' conf.yaml
+
+srun python mpi_learn.py
+
+echo "Jenkins test Python2.7"
+#rm /tigress/alexeys/model_checkpoints/*
+
+#source deactivate
+#module purge
+#module load anaconda/4.4.0
+#source activate /tigress/alexeys/jenkins/.conda/envs/jenkins2
+#module load cudatoolkit/8.0
+#module load cudnn/cuda-8.0/6.0
+#module load openmpi/cuda-8.0/intel-17.0/2.1.0/64
+#module load intel/17.0/64/17.0.4.196
+
+#cd ..
+#python setup.py install
+
+#echo $SLURM_NODELIST
+#cd examples
+#sed -i -e 's/data: jenkins_jet/data: jenkins_d3d/g' conf.yaml
+#srun python mpi_learn.py