added benchmarks

Author: jajapuramshivasai

benchmarks/multithreading.jl

@@ -23,12 +23,18 @@ end
 
 # Parse the thread list used by the driver to spawn child Julia processes.
 function parse_thread_list()
-    raw = get(ENV, "QSIM_THREAD_LIST", "1,2,4,8")
+    raw = get(ENV, "QSIM_THREAD_LIST", nothing)
     values = Int[]
-    for token in split(raw, ',')
-        stripped = strip(token)
-        isempty(stripped) && continue
-        push!(values, parse(Int, stripped))
+    if raw === nothing
+        push!(values, 1)
+        max_threads = Threads.nthreads()
+        max_threads != 1 && push!(values, max_threads)
+    else
+        for token in split(raw, ',')
+            stripped = strip(token)
+            isempty(stripped) && continue
+            push!(values, parse(Int, stripped))
+        end
     end
     isempty(values) && push!(values, Threads.nthreads())
     values = unique(values)
@@ -61,15 +67,17 @@ function measure_median_seconds(f::Function; repeats::Int, evals::Int)
     samples = Vector{Float64}(undef, repeats)
     g = f  # capture in stable binding for BenchmarkTools interpolation
     for idx in 1:repeats
+        idx != 1 && print("\r    sampling trial $(idx)/$(repeats)...")
         samples[idx] = @belapsed ($g(); nothing) evals=evals
     end
+    repeats > 1 && println("\r    sampling trials complete         ")
     return Statistics.median(samples)
 end
 
 function worker_main()
     state_qubits = parse_int_env("QSIM_STATE_QUBITS", "7"; minvalue=2)
-    density_qubits = parse_int_env("QSIM_DENSITY_QUBITS", "6"; minvalue=2)
-    repeats = parse_int_env("QSIM_BENCH_REPEATS", "5"; minvalue=1)
+    density_qubits = parse_int_env("QSIM_DENSITY_QUBITS", "5"; minvalue=2)
+    repeats = parse_int_env("QSIM_BENCH_REPEATS", "3"; minvalue=1)
     evals = parse_int_env("QSIM_BENCH_EVALS", "1"; minvalue=1)
     seed = parse_int_env("QSIM_BENCH_SEED", "1234"; minvalue=0)
 
@@ -155,12 +163,16 @@ function driver_main()
     project_path = Base.active_project()
     cmd_base = project_path === nothing ? `$(Base.julia_cmd()) $(abspath(@__FILE__))` : `$(Base.julia_cmd()) --project=$(project_path) $(abspath(@__FILE__))`
 
-    for threads in thread_list
+    total = length(thread_list)
+    for (idx, threads) in enumerate(thread_list)
+        println("[$idx/$total] benchmarking with JULIA_NUM_THREADS=$(threads)...")
+        flush(stdout)
         env = copy(ENV)
         env["JULIA_NUM_THREADS"] = string(threads)
         env["QSIM_BENCH_WORKER"] = "1"
         output = read(setenv(cmd_base, env), String)
         push!(results, parse_result(output))
+        println("[$idx/$total] finished threads=$(threads)")
     end
 
     isempty(results) && return