Merge pull request #65 from hpcraink/new_mpi_file_io_random_test

New mpi file io random test

Author: PhilKoe

libiotrace/scripts/testscripts/mpi_file_io_random.sh

@@ -0,0 +1,31 @@
+#!/bin/bash
+iterations=1000           
+timeBetweenFileCreateMin=0
+timeBetweenFileCreateMax=10                
+threadMin=1        
+threadMax=3F        
+fileCountMin=10        
+fileCountMax=100        
+readMin=1        
+readMax=1024        
+writeMin=1        
+writeMax=1024
+
+IOTRACE_LOG_NAME=mpi_file_io_test1
+IOTRACE_DATABASE_IP=$1
+IOTRACE_DATABASE_PORT=8086
+IOTRACE_INFLUX_ORGANIZATION=hse
+IOTRACE_INFLUX_BUCKET=hsebucket
+IOTRACE_INFLUX_TOKEN=OXBWllU1poZotgyBlLlo2XQ_u4AYGYKQmdxvJJeotKRyvdn5mwjEhCXyOjyldpMmNt_9YY4k3CK-f5Eh1bN0Ng==
+LD_PRELOAD=../../build/src/libiotrace.so
+TESTNAME=../../build/test/mpi_file_io_random_openmp
+TESTARGUMENTS="-v -i$iterations -c$timeBetweenFileCreateMin -C$timeBetweenFileCreateMax -t$threadMin -T$threadMax -f$fileCountMin -F$fileCountMax -r$readMin -R$readMax -w$writeMin -W$writeMax"
+TMP_FILES="mpi_file_random_*"
+
+
+processes=$(( ${6} * ${7} ))
+echo "    process count: ${processes}"
+
+mpirun -N ${7} -H ${5} -np $processes -x IOTRACE_LOG_NAME=$IOTRACE_LOG_NAME -x IOTRACE_DATABASE_IP=$IOTRACE_DATABASE_IP -x IOTRACE_DATABASE_PORT=$IOTRACE_DATABASE_PORT -x IOTRACE_INFLUX_ORGANIZATION=$IOTRACE_INFLUX_ORGANIZATION -x IOTRACE_INFLUX_BUCKET=$IOTRACE_INFLUX_BUCKET -x IOTRACE_INFLUX_TOKEN=$IOTRACE_INFLUX_TOKEN -x LD_PRELOAD=$LD_PRELOAD $PWD/$TESTNAME $TESTARGUMENTS
+
+rm -f $TMP_FILES

libiotrace/scripts/testscripts/start.sh

@@ -22,6 +22,13 @@ test_mem="90000mb"
 test_time="00:10:00"
 test_name="3_nodes_mpi_file_io"
 
+#test_script="./mpi_file_io_random.sh"
+#test_nodes=3
+#test_processes_per_worker=2
+#test_mem="90000mb"
+#test_time="00:20:00"
+#test_name="3_nodes_mpi_file_io_random"
+
 mkdir -p $test_dir
 
 module purge

libiotrace/test/CMakeLists.txt

@@ -561,6 +561,31 @@ if (WITH_UNIT_TESTS)
 
     ##########################################################################################################
 
+    if(WITH_MPI_IO)
+        # whitelist should look like (without initial "# " per line):
+        # MPI_File_open
+        # MPI_File_seek
+        # MPI_File_write
+        # MPI_File_close
+
+        # test with: rm mpi_file_io.txt && mpirun -np 4 -x IOTRACE_LOG_NAME=mpi_file_io_test1 -x IOTRACE_DATABASE_IP=127.0.0.1 -x IOTRACE_DATABASE_PORT=8086 -x IOTRACE_INFLUX_ORGANIZATION=hse -x IOTRACE_INFLUX_BUCKET=hsebucket -x IOTRACE_INFLUX_TOKEN=OXBWllU1poZotgyBlLlo2XQ_u4AYGYKQmdxvJJeotKRyvdn5mwjEhCXyOjyldpMmNt_9YY4k3CK-f5Eh1bN0Ng== -x IOTRACE_WHITELIST=./whitelist -x LD_PRELOAD=../src/libiotrace.so mpi_file_io_random 10
+        # test with: rm mpi_file_io.txt && mpirun -np 4 -x IOTRACE_LOG_NAME=mpi_file_io_test1 -x LD_PRELOAD=../src/libiotrace.so mpi_file_io_random 10
+        add_executable(mpi_file_io_random mpi_file_io_random.c)
+        target_link_libraries(mpi_file_io_random PRIVATE ${TESTS_LINK_OPTIONS})
+
+        find_package(OpenMP)
+
+        # test with: rm mpi_file_io.txt && mpirun -np 4 -x OMP_NUM_THREADS=2 -x IOTRACE_LOG_NAME=mpi_file_io_test1 -x IOTRACE_DATABASE_IP=127.0.0.1 -x IOTRACE_DATABASE_PORT=8086 -x IOTRACE_INFLUX_ORGANIZATION=hse -x IOTRACE_INFLUX_BUCKET=hsebucket -x IOTRACE_INFLUX_TOKEN=OXBWllU1poZotgyBlLlo2XQ_u4AYGYKQmdxvJJeotKRyvdn5mwjEhCXyOjyldpMmNt_9YY4k3CK-f5Eh1bN0Ng== -x IOTRACE_WHITELIST=./whitelist -x LD_PRELOAD=../src/libiotrace.so mpi_file_io_2 10
+        add_executable(mpi_file_io_random_openmp mpi_file_io_random.c)
+        target_compile_options(mpi_file_io_random_openmp PRIVATE "-DWANT_OPENMP")
+        target_link_libraries(mpi_file_io_random_openmp PRIVATE ${TESTS_LINK_OPTIONS})
+        if(OpenMP_C_FOUND)
+            target_link_libraries(mpi_file_io_random_openmp PUBLIC OpenMP::OpenMP_C)
+        endif()
+    endif()
+
+    ##########################################################################################################
+
     if(WITH_POSIX_IO)
         # test with: IOTRACE_LOG_NAME=clone_test1 LD_PRELOAD=../src/libiotrace.so ./clone_shared
         add_executable(clone_shared clone.c)