Add basic vector_db_benchmark test, add method to create benchmark running command

Author: mpozniak95

redis_benchmarks_specification/__runner__/runner.py

@@ -203,6 +203,27 @@ def run_client_runner_logic(args, project_name, project_name_suffix, project_ver
         override_memtier_test_time,
     )
 
+def prepare_vector_db_benchmark_parameters(
+    clientconfig,
+    full_benchmark_path,
+    port,
+    server,
+    password,
+):
+    benchmark_command = []
+    if port is not None:
+        benchmark_command.extend(["REDIS_PORT={}".format(port)])
+    if password is not None:
+        benchmark_command.extend(["REDIS_AUTH={}".format(password)])
+    benchmark_command.extend([
+        full_benchmark_path,
+        "--host",
+        f"{server}",
+    ])
+    benchmark_command.extend(["--engines", clientconfig.get("engines", "redis-m-8-ef-16")])
+    benchmark_command.extend(["--datasets", clientconfig.get("datasets", "glove-100-angular")])
+    benchmark_command_str = " ".join(benchmark_command)
+    return None, benchmark_command_str
 
 def prepare_memtier_benchmark_parameters(
     clientconfig,
@@ -699,22 +720,7 @@ def delete_temporary_files(
                     )
                     arbitrary_command = False
 
-                    if "memtier_benchmark" not in benchmark_tool:
-                        # prepare the benchmark command
-                        (
-                            benchmark_command,
-                            benchmark_command_str,
-                        ) = prepare_benchmark_parameters(
-                            benchmark_config,
-                            full_benchmark_path,
-                            port,
-                            host,
-                            local_benchmark_output_filename,
-                            False,
-                            benchmark_tool_workdir,
-                            False,
-                        )
-                    else:
+                    if "memtier_benchmark" in benchmark_tool:
                         (
                             _,
                             benchmark_command_str,
@@ -736,6 +742,33 @@ def delete_temporary_files(
                             override_memtier_test_time,
                             override_test_runs,
                         )
+                    elif "vector_db_benchmark" in benchmark_tool:
+                        (
+                            _,
+                            benchmark_command_str,
+                        ) = prepare_vector_db_benchmark_parameters(
+                            benchmark_config["clientconfig"],
+                            full_benchmark_path,
+                            port,
+                            host,
+                            password,
+                        )
+                    else:
+                        # prepare the benchmark command
+                        (
+                            benchmark_command,
+                            benchmark_command_str,
+                        ) = prepare_benchmark_parameters(
+                            benchmark_config,
+                            full_benchmark_path,
+                            port,
+                            host,
+                            local_benchmark_output_filename,
+                            False,
+                            benchmark_tool_workdir,
+                            False,
+                        )
+
 
                     if (
                         arbitrary_command

redis_benchmarks_specification/test-suites/vector_db_benchmark_test.yml

@@ -0,0 +1,32 @@
+version: 0.4
+name: vector_db_benchmark_test
+description: Test if vector-db-benchmark can be run with this tool
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 0
+  resources:
+    requests:
+      memory: 1g
+tested-groups:
+- redisearch
+tested-commands:
+- search
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: vector-db-benchmark:test
+  tool: vector_db_benchmark
+  dataset: glove-100-angular
+  engine: redis-m-16-ef-64
+  #arguments: '"--data-size" "100" --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 38