Merge pull request ComputationalRadiationPhysics#2546 from ax3l/topic-dgxDocker

DGX Docker

Author: psychocoderHPC

etc/picongpu/bash/mpiexec.tpl

@@ -24,8 +24,8 @@
 .TBG_author=${MY_NAME:+--author \"${MY_NAME}\"}
 .TBG_profile=${PIC_PROFILE:-"~/picongpu.profile"}
 
-# 4 gpus per node if we need more than 4 gpus else same count as TBG_tasks
-.TBG_gpusPerNode=$(if [ $TBG_tasks -gt 4 ] ; then echo 4; else echo $TBG_tasks; fi)
+# 8 gpus per node if we need more than 8 gpus else same count as TBG_tasks
+.TBG_gpusPerNode=$(if [ $TBG_tasks -gt 8 ] ; then echo 8; else echo $TBG_tasks; fi)
 
 ## end calculations ##
 

etc/picongpu/bash/mpirun.tpl

@@ -24,8 +24,8 @@
 .TBG_author=${MY_NAME:+--author \"${MY_NAME}\"}
 .TBG_profile=${PIC_PROFILE:-"~/picongpu.profile"}
 
-# 4 gpus per node if we need more than 4 gpus else same count as TBG_tasks
-.TBG_gpusPerNode=$(if [ $TBG_tasks -gt 4 ] ; then echo 4; else echo $TBG_tasks; fi)
+# 8 gpus per node if we need more than 8 gpus else same count as TBG_tasks
+.TBG_gpusPerNode=$(if [ $TBG_tasks -gt 8 ] ; then echo 8; else echo $TBG_tasks; fi)
 
 ## end calculations ##
 

share/picongpu/dockerfiles/ubuntu-1604/Dockerfile

@@ -61,14 +61,19 @@ RUN        /bin/echo -e "source $SPACK_ROOT/share/spack/setup-env.sh\n" \
                         "spack load $PIC_PACKAGE\n" \
                         'if [ $(id -u) -eq 0 ]; then\n' \
                         '   function mpirun { $(which mpirun) --allow-run-as-root $@; }\n' \
-                        'fi' \
+                        'fi\n' \
+                        'export -f mpirun\n' \
+                        'if [ $(id -u) -eq 0 ]; then\n' \
+                        '   function mpiexec { $(which mpiexec) --allow-run-as-root $@; }\n' \
+                        'fi\n' \
+                        'export -f mpiexec\n' \
                > /etc/profile.d/picongpu.sh
 
 # build example for out-of-the-box usage: LWFA
 RUN        /bin/bash -l -c ' \
                pic-create $PICSRC/share/picongpu/examples/LaserWakefield /opt/picInputs/lwfa && \
                cd /opt/picInputs/lwfa && \
-               pic-build -b "cuda:30;35;37;50;60" && \
+               pic-build -b "cuda:30;35;37;50;60" -c'-DCUDAMEMTEST_ENABLE=OFF' && \
                rm -rf .build'
 
 COPY       start_lwfa.sh /usr/bin/lwfa