source/CMakeLists.txt: add run target

Add "run" target that runs all the tests with various options.

Signed-off-by: Eugene Syromiatnikov <[email protected]>

Author: esyr

source/CMakeLists.txt

@@ -184,3 +184,158 @@ target_link_libraries(evp_setpeer PRIVATE perf)
 
 add_executable(writeread writeread.c)
 target_link_libraries(writeread PRIVATE perf)
+
+## Running tests
+# Options
+set(run_tests evp_fetch
+              evp_setpeer
+              handshake
+              newrawkey
+              pkeyread
+              providerdoall
+              randbytes
+              rsasign
+              rwlocks
+              sslnew
+              #ssl_poll_perf
+              writeread
+              x509storeissuer
+              CACHE STRING "List of tests to run")
+
+# Per-test options, the format: test option values
+set(run_evp_fetch_pqs
+    evp_fetch "" "" "-q"
+    CACHE STRING "Post-quantum option for evp_fetch")
+set(run_evp_setpeer_keys
+    evp_setpeer "-k" dh ec256 ec521 x25519 all
+    CACHE STRING "Key types for evp_setpeer")
+set(run_newrawkey_algos
+    newrawkey "-a" x25519 ml-kem-512 ml-kem-768 ml-kem-1024
+    CACHE STRING "Algorithms for newrawkey")
+set(run_pkeyread_keys
+    pkeyread "-k" dh dhx dsa ec rsa x25519 all
+    CACHE STRING "Key types for pkeyread")
+set(run_pkeyread_fmts
+    pkeyread "-f" pem der all
+    CACHE STRING "Key formats for pkeyread")
+set(run_handshake_pools
+    handshake "" "-p" "-P" "-l"
+    CACHE STRING "Pool types for handshake")
+set(run_handshake_ctx_sharing
+    handshake "" "" "-s"
+    CACHE STRING "Context sharing option for handshake")
+set(run_handshake_pool_size
+    handshake "" "" "-o 4" "-o 256"
+    CACHE STRING "Pool size for handshake")
+set(run_handshake_secure_memory
+    handshake "" "-S 1048576"
+    CACHE STRING "Secure memory usage for handshake")
+set(run_writeread_ctx_sharing
+    writeread "" "" "-s"
+    CACHE STRING "Context sharing for writeread")
+set(run_writeread_dtls
+    writeread "" "" "-d"
+    CACHE STRING "DTLS mode for writeread")
+set(run_writeread_buffers
+    writeread "" "" "-b 256" "-b 4096"
+    CACHE STRING "Buffer size for writeread")
+
+# The list of per-tet options
+set(run_opts run_evp_fetch_pqs
+             run_evp_setpeer_keys
+             run_newrawkey_algos
+             run_pkeyread_keys
+             run_pkeyread_fmts
+             run_handshake_pools
+             run_handshake_ctx_sharing
+             run_handshake_pool_size
+             run_handshake_secure_memory
+             run_writeread_ctx_sharing
+             run_writeread_dtls
+             run_writeread_buffers
+             CACHE STRING "List of per-text options")
+
+# Used across multiple tests
+set(run_certdir_tests handshake writeread x509storeissuer
+    CACHE STRING "List of tests that require certdir parameter")
+file(TO_NATIVE_PATH "${OPENSSL_ROOT_DIR}/test/certs/" run_certdir_def_path)
+set(run_certdir "${run_certdir_def_path}"
+    CACHE PATH "Path to certificates directory for tests that need it")
+
+# Common options
+set(run_terse "" "-t"
+    CACHE STRING "List of terse output options")
+set(run_threads 1 4
+    CACHE STRING "List of thread counts")
+
+add_custom_target(run
+                  COMMENT "Run perf tests"
+                  WORKING_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}")
+
+foreach(test IN LISTS run_tests)
+    set(cmds "${test}")
+
+    # test-specific options
+    foreach(opt_name IN LISTS run_opts)
+        set(opt "${${opt_name}}")
+        list(GET opt 0 test_name)
+        list(GET opt 1 test_opt)
+        list(REMOVE_AT opt 0 1)
+
+        if(test IN_LIST test_name)
+            set(new_cmds)
+            foreach(cmd IN LISTS cmds)
+                foreach(val IN LISTS opt)
+                    list(APPEND new_cmds "${cmd} ${test_opt} ${val}")
+                endforeach()
+            endforeach()
+            set(cmds ${new_cmds})
+        endif()
+    endforeach()
+
+    # terse
+    set(new_cmds)
+    foreach(cmd IN LISTS cmds)
+        foreach(val IN LISTS run_terse)
+            list(APPEND new_cmds "${cmd} ${val}")
+        endforeach()
+    endforeach()
+    set(cmds ${new_cmds})
+
+    # certdir
+    if(test IN_LIST run_certdir_tests)
+        set(new_cmds)
+        foreach(cmd IN LISTS cmds)
+            list(APPEND new_cmds "${cmd} ${run_certdir}")
+        endforeach()
+        set(cmds ${new_cmds})
+    endif()
+
+    # threads
+    set(new_cmds)
+    foreach(cmd IN LISTS cmds)
+        foreach(val IN LISTS run_threads)
+            list(APPEND new_cmds "${cmd} ${val}")
+        endforeach()
+    endforeach()
+    set(cmds ${new_cmds})
+
+    foreach(cmd IN LISTS cmds)
+        string(REGEX REPLACE "  *" ";" cmd "${cmd}")
+        string(REGEX REPLACE "[^0-9A-Za-z]" "-" cmd_target_name "${cmd}")
+        # A hack for lesser OSes that cannot normally distinguish lower-
+        # and uppercase letters.
+        if (WIN32 OR APPLE)
+            string(REGEX REPLACE "[A-Z]" "\\0_" cmd_target_name
+                   "${cmd_target_name}")
+        endif()
+        string(REPLACE ";" " " cmd_desc "${cmd}")
+        add_custom_target("run-${cmd_target_name}"
+                          COMMAND ${cmd}
+                          DEPENDS "${test}"
+                          COMMENT "Run ${cmd_desc}"
+                          WORKING_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}"
+                          USES_TERMINAL)
+        add_dependencies(run "run-${cmd_target_name}")
+    endforeach()
+endforeach()