diff --git a/pyproject.toml b/pyproject.toml index 8d6bf405..060092ee 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.73" +version = "0.1.75" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/redis_benchmarks_specification/__cli__/args.py b/redis_benchmarks_specification/__cli__/args.py index bfd061d6..adc94c2c 100644 --- a/redis_benchmarks_specification/__cli__/args.py +++ b/redis_benchmarks_specification/__cli__/args.py @@ -93,6 +93,8 @@ def spec_cli_args(parser): default=START_TIME_NOW_UTC, ) parser.add_argument("--redis_repo", type=str, default=None) + parser.add_argument("--gh_org", type=str, default="redis") + parser.add_argument("--gh_repo", type=str, default="redis") parser.add_argument("--trigger-unstable-commits", type=bool, default=True) parser.add_argument( "--use-tags", diff --git a/redis_benchmarks_specification/__cli__/cli.py b/redis_benchmarks_specification/__cli__/cli.py index 9c01b6fd..08809b69 100644 --- a/redis_benchmarks_specification/__cli__/cli.py +++ b/redis_benchmarks_specification/__cli__/cli.py @@ -142,14 +142,11 @@ def get_repo(args): if redisDirPath is None: cleanUp = True redisDirPath = tempfile.mkdtemp() + remote_url = f"https://github.com/{args.gh_org}/{args.gh_repo}" logging.info( - "Retrieving redis repo from remote into {}. Using branch {}.".format( - redisDirPath, args.branch - ) - ) - cmd = "git clone https://github.com/redis/redis {} --branch {}\n".format( - redisDirPath, args.branch + f"Retrieving redis repo from remote {remote_url} into {redisDirPath}. Using branch {args.branch}." ) + cmd = f"git clone {remote_url} {redisDirPath} --branch {args.branch}\n" process = subprocess.Popen( "/bin/bash", stdin=subprocess.PIPE, stdout=subprocess.PIPE ) @@ -250,7 +247,12 @@ def trigger_tests_cli_command_logic(args, project_name, project_version): binary_key, binary_value, ) = get_commit_dict_from_sha( - cdict["git_hash"], "redis", "redis", cdict, True, args.gh_token + cdict["git_hash"], + args.gh_org, + args.gh_repo, + cdict, + True, + args.gh_token, ) if args.platform: commit_dict["platform"] = args.platform diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-load-string200c-with-20KiB-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-load-string200c-with-20KiB-values-pipeline-10.yml deleted file mode 100644 index bb5c2a63..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-load-string200c-with-20KiB-values-pipeline-10.yml +++ /dev/null @@ -1,20 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --pipeline 10 --data-size 20000 --ratio 1:0 --key-pattern P:P --key-minimum=1 - --key-maximum=100000 --test-time 180 -c 50 -t 4 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-100Kkeys-load-string200c-with-20KiB-values-pipeline-10 -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-load-string200c-with-20KiB-values.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-load-string200c-with-20KiB-values.yml deleted file mode 100644 index 688dfba3..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-load-string200c-with-20KiB-values.yml +++ /dev/null @@ -1,20 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --data-size 20000 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum=100000 - --test-time 180 -c 50 -t 4 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-100Kkeys-load-string200c-with-20KiB-values -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-load-string50c-with-20KiB-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-load-string50c-with-20KiB-values-pipeline-10.yml deleted file mode 100644 index 547ae39b..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-load-string50c-with-20KiB-values-pipeline-10.yml +++ /dev/null @@ -1,20 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --pipeline 10 --data-size 20000 --ratio 1:0 --key-pattern P:P --key-minimum=1 - --key-maximum=100000 --test-time 180 -c 25 -t 2 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-100Kkeys-load-string50c-with-20KiB-values-pipeline-10 -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-load-string50c-with-20KiB-values.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-load-string50c-with-20KiB-values.yml deleted file mode 100644 index 6547fe67..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-load-string50c-with-20KiB-values.yml +++ /dev/null @@ -1,20 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --data-size 20000 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum=100000 - --test-time 180 -c 25 -t 2 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-100Kkeys-load-string50c-with-20KiB-values -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-string-setget200c-20KiB-pipeline-10.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-string-setget200c-20KiB-pipeline-10.yml deleted file mode 100644 index 31403c11..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-string-setget200c-20KiB-pipeline-10.yml +++ /dev/null @@ -1,26 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --pipeline 10 --data-size 20000 --ratio 1:10 --key-pattern R:R -c 50 - -t 4 --key-minimum=1 --key-maximum=100000 --hide-histogram --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -dbconfig: - preload_tool: - arguments: --data-size 20000 --ratio 1:0 --key-pattern P:P -c 50 -t 4 --hide-histogram - --key-minimum=1 --key-maximum=100000 -n allkeys - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-100Kkeys-string-setget200c-20KiB-pipeline-10 -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-string-setget200c-20KiB.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-string-setget200c-20KiB.yml deleted file mode 100644 index e39d97f3..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-string-setget200c-20KiB.yml +++ /dev/null @@ -1,26 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --data-size 20000 --ratio 1:10 --key-pattern R:R -c 50 -t 4 --hide-histogram - --key-minimum=1 --key-maximum=100000 --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -dbconfig: - preload_tool: - arguments: --data-size 20000 --ratio 1:0 --key-pattern P:P -c 50 -t 4 --hide-histogram - --key-minimum=1 --key-maximum=100000 -n allkeys - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-100Kkeys-string-setget200c-20KiB -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-string-setget50c-20KiB-pipeline-10.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-string-setget50c-20KiB-pipeline-10.yml deleted file mode 100644 index 20cc73a6..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-string-setget50c-20KiB-pipeline-10.yml +++ /dev/null @@ -1,26 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --pipeline 10 --data-size 20000 --ratio 1:10 --key-pattern R:R -c 25 - -t 2 --key-minimum=1 --key-maximum=100000 --hide-histogram --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -dbconfig: - preload_tool: - arguments: --data-size 20000 --ratio 1:0 --key-pattern P:P -c 25 -t 2 --hide-histogram - --key-minimum=1 --key-maximum=100000 -n allkeys - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-100Kkeys-string-setget50c-20KiB-pipeline-10 -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-string-setget50c-20KiB.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-string-setget50c-20KiB.yml deleted file mode 100644 index 84140caf..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-100Kkeys-string-setget50c-20KiB.yml +++ /dev/null @@ -1,26 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --data-size 20000 --ratio 1:10 --key-pattern R:R -c 25 -t 2 --hide-histogram - --key-minimum=1 --key-maximum=100000 --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -dbconfig: - preload_tool: - arguments: --data-size 20000 --ratio 1:0 --key-pattern P:P -c 25 -t 2 --hide-histogram - --key-minimum=1 --key-maximum=100000 -n allkeys - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-100Kkeys-string-setget50c-20KiB -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string200c-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string200c-with-100B-values-pipeline-10.yml deleted file mode 100644 index cea314c3..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string200c-with-100B-values-pipeline-10.yml +++ /dev/null @@ -1,20 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --pipeline 10 --data-size 100 --ratio 1:0 --key-pattern P:P --key-minimum=1 - --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-load-string200c-with-100B-values-pipeline-10 -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string200c-with-100B-values.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string200c-with-100B-values.yml deleted file mode 100644 index 25b503af..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string200c-with-100B-values.yml +++ /dev/null @@ -1,20 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --data-size 100 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum - 1000000 --test-time 180 -c 50 -t 4 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-load-string200c-with-100B-values -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string200c-with-1KiB-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string200c-with-1KiB-values-pipeline-10.yml deleted file mode 100644 index 23dd3dac..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string200c-with-1KiB-values-pipeline-10.yml +++ /dev/null @@ -1,20 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --pipeline 10 --data-size 1000 --ratio 1:0 --key-pattern P:P --key-minimum=1 - --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-load-string200c-with-1KiB-values-pipeline-10 -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string200c-with-1KiB-values.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string200c-with-1KiB-values.yml deleted file mode 100644 index 009f97d4..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string200c-with-1KiB-values.yml +++ /dev/null @@ -1,20 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --data-size 1000 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum - 1000000 --test-time 180 -c 50 -t 4 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-load-string200c-with-1KiB-values -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string50c-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string50c-with-100B-values-pipeline-10.yml deleted file mode 100644 index 3f2d633b..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string50c-with-100B-values-pipeline-10.yml +++ /dev/null @@ -1,20 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --pipeline 10 --data-size 100 --ratio 1:0 --key-pattern P:P --key-minimum=1 - --key-maximum 1000000 --test-time 180 -c 25 -t 2 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-load-string50c-with-100B-values-pipeline-10 -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string50c-with-100B-values.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string50c-with-100B-values.yml deleted file mode 100644 index a8524f1e..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string50c-with-100B-values.yml +++ /dev/null @@ -1,20 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --data-size 100 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum - 1000000 --test-time 180 -c 25 -t 2 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-load-string50c-with-100B-values -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string50c-with-1KiB-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string50c-with-1KiB-values-pipeline-10.yml deleted file mode 100644 index 34f5820b..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string50c-with-1KiB-values-pipeline-10.yml +++ /dev/null @@ -1,20 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --pipeline 10 --data-size 1000 --ratio 1:0 --key-pattern P:P --key-minimum=1 - --key-maximum 1000000 --test-time 180 -c 25 -t 2 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-load-string50c-with-1KiB-values-pipeline-10 -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string50c-with-1KiB-values.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string50c-with-1KiB-values.yml deleted file mode 100644 index a22b1100..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-load-string50c-with-1KiB-values.yml +++ /dev/null @@ -1,20 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --data-size 1000 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum - 1000000 --test-time 180 -c 25 -t 2 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-load-string50c-with-1KiB-values -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-mget-1KiB.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-mget-1KiB.yml deleted file mode 100644 index ffe59d8b..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-mget-1KiB.yml +++ /dev/null @@ -1,27 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: ' --command="MGET __key__ memtier-1 memtier-2 memtier-3 memtier-4 memtier-5 - memtier-6 memtier-7 memtier-8 memtier-9" --command-key-pattern=R -c 50 -t 2 --hide-histogram - --test-time 180' - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -dbconfig: - preload_tool: - arguments: --data-size 1000 --key-minimum=1 --key-maximum 1000000 -n allkeys --ratio=1:0 --key-pattern - P:P --hide-histogram -t 2 -c 100 - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-string-mget-1KiB -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget200c-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget200c-100B-pipeline-10.yml deleted file mode 100644 index aa728b72..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget200c-100B-pipeline-10.yml +++ /dev/null @@ -1,26 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --pipeline 10 --data-size 100 --ratio 1:10 --key-pattern R:R -c 50 -t - 4 --hide-histogram --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -dbconfig: - preload_tool: - arguments: --data-size 100 --ratio 1:0 --key-pattern P:P -c 50 -t 4 --hide-histogram - --key-minimum=1 --key-maximum=1000000 -n allkeys - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-string-setget200c-100B-pipeline-10 -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget200c-100B.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget200c-100B.yml deleted file mode 100644 index d864f6bd..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget200c-100B.yml +++ /dev/null @@ -1,26 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --data-size 100 --ratio 1:10 --key-pattern R:R -c 50 -t 4 --hide-histogram - --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -dbconfig: - preload_tool: - arguments: --data-size 100 --ratio 1:0 --key-pattern P:P -c 50 -t 4 --hide-histogram - --key-minimum=1 --key-maximum=1000000 -n allkeys - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-string-setget200c-100B -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-10.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-10.yml deleted file mode 100644 index ccd97f5a..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-10.yml +++ /dev/null @@ -1,26 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --pipeline 10 --data-size 1000 --ratio 1:10 --key-pattern R:R -c 50 -t - 4 --hide-histogram --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -dbconfig: - preload_tool: - arguments: --data-size 1000 --ratio 1:0 --key-pattern P:P -c 50 -t 4 --hide-histogram - --key-minimum=1 --key-maximum=1000000 -n allkeys - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-10 -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget200c-1KiB.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget200c-1KiB.yml deleted file mode 100644 index d3a7e25f..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget200c-1KiB.yml +++ /dev/null @@ -1,26 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --data-size 1000 --ratio 1:10 --key-pattern R:R -c 50 -t 4 --hide-histogram - --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -dbconfig: - preload_tool: - arguments: --data-size 1000 --ratio 1:0 --key-pattern P:P -c 50 -t 4 --hide-histogram - --key-minimum=1 --key-maximum=1000000 -n allkeys - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-string-setget200c-1KiB -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget50c-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget50c-100B-pipeline-10.yml deleted file mode 100644 index bd84eb97..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget50c-100B-pipeline-10.yml +++ /dev/null @@ -1,26 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --pipeline 10 --data-size 100 --ratio 1:10 --key-pattern R:R -c 25 -t - 2 --hide-histogram --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -dbconfig: - preload_tool: - arguments: --data-size 100 --ratio 1:0 --key-pattern P:P -c 25 -t 2 --hide-histogram - --key-minimum=1 --key-maximum=1000000 -n allkeys - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-string-setget50c-100B-pipeline-10 -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget50c-100B.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget50c-100B.yml deleted file mode 100644 index 4e493f2c..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget50c-100B.yml +++ /dev/null @@ -1,26 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --data-size 100 --ratio 1:10 --key-pattern R:R -c 25 -t 2 --hide-histogram - --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -dbconfig: - preload_tool: - arguments: --data-size 100 --ratio 1:0 --key-pattern P:P -c 25 -t 2 --hide-histogram - --key-minimum=1 --key-maximum=1000000 -n allkeys - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-string-setget50c-100B -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget50c-1KiB-pipeline-10.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget50c-1KiB-pipeline-10.yml deleted file mode 100644 index 80674e70..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget50c-1KiB-pipeline-10.yml +++ /dev/null @@ -1,26 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --pipeline 10 --data-size 1000 --ratio 1:10 --key-pattern R:R -c 25 -t - 2 --hide-histogram --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -dbconfig: - preload_tool: - arguments: --data-size 1000 --ratio 1:0 --key-pattern P:P -c 25 -t 2 --hide-histogram - --key-minimum=1 --key-maximum=1000000 -n allkeys - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-string-setget50c-1KiB-pipeline-10 -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4 diff --git a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget50c-1KiB.yml b/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget50c-1KiB.yml deleted file mode 100644 index 15d38441..00000000 --- a/redis_benchmarks_specification/test-suites/string/memtier_benchmark-1Mkeys-string-setget50c-1KiB.yml +++ /dev/null @@ -1,26 +0,0 @@ -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -clientconfig: - arguments: --data-size 1000 --ratio 1:10 --key-pattern R:R -c 25 -t 2 --hide-histogram - --test-time 180 - resources: - requests: - cpus: '4' - memory: 2g - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -dbconfig: - preload_tool: - arguments: --data-size 1000 --ratio 1:0 --key-pattern P:P -c 25 -t 2 --hide-histogram - --key-minimum=1 --key-maximum=1000000 -n allkeys - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark -name: memtier_benchmark-1Mkeys-string-setget50c-1KiB -priority: 1 -redis-topologies: -- oss-standalone -tested-commands: -- get -tested-groups: -- string -version: 0.4