diff --git a/pyproject.toml b/pyproject.toml index 569d3f25..f06bd072 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.247" +version = "0.1.256" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/redis_benchmarks_specification/__compare__/compare.py b/redis_benchmarks_specification/__compare__/compare.py index f0e759c1..864e98e3 100644 --- a/redis_benchmarks_specification/__compare__/compare.py +++ b/redis_benchmarks_specification/__compare__/compare.py @@ -804,21 +804,22 @@ def compute_regression_table( len_baseline_only_list = len(baseline_only_list) if len_baseline_only_list > 0: table_output += f"\n WARNING: There were {len_baseline_only_list} benchmarks with datapoints only on baseline.\n\n" - baseline_only_test_names_str = "|".join([l[0] for l in baseline_only_list]) + baseline_only_test_names_str = "|".join([l for l in baseline_only_list]) table_output += ( f" Baseline only test regexp names: {baseline_only_test_names_str}\n\n" ) len_comparison_only_list = len(comparison_only_list) if len_comparison_only_list > 0: table_output += f"\n WARNING: There were {len_comparison_only_list} benchmarks with datapoints only on comparison.\n\n" - comparison_only_test_names_str = "|".join([l[0] for l in comparison_only_list]) + comparison_only_test_names_str = "|".join([l for l in comparison_only_list]) table_output += ( f" Comparison only test regexp names: {comparison_only_test_names_str}\n\n" ) len_no_datapoints = len(no_datapoints_list) if len_no_datapoints > 0: table_output += f"\n WARNING: There were {len_no_datapoints} benchmarks with NO datapoints for both baseline and comparison.\n\n" - no_datapoints_test_names_str = "|".join([l[0] for l in no_datapoints_list]) + no_datapoints_test_names_str = "|".join([l for l in no_datapoints_list]) + table_output += ( f" NO DATAPOINTS test regexp names: {no_datapoints_test_names_str}\n\n" ) diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-20-fields-with-1B-values-pipeline-30.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-20-fields-with-1B-values-pipeline-30.yml new file mode 100644 index 00000000..40194863 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-20-fields-with-1B-values-pipeline-30.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-100Kkeys-load-hash-20-fields-with-1B-values-pipeline-30 +description: Runs memtier_benchmark, for a keyspace length of 100K keys loading HASHES with 50 fields each. Each field value has a data size of 10 Bytes. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --test-time 120 --distinct-client-seed "--data-size" "10" --command "HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ field:5 __data__ field:6 __data__ field:7 __data__ field:8 __data__ field:9 __data__ field:10 __data__ field:11 __data__ field:12 __data__ field:13 __data__ field:14 __data__ field:15 __data__ field:16 __data__ field:17 __data__ field:18 __data__ field:19 __data__ field:20 __data__ field:21 __data__ field:22 __data__ field:23 __data__ field:24 __data__ field:25 __data__ field:26 __data__ field:27 __data__ field:28 __data__ field:29 __data__ field:30 __data__ field:31 __data__ field:32 __data__ field:33 __data__ field:34 __data__ field:35 __data__ field:36 __data__ field:37 __data__ field:38 __data__ field:39 __data__ field:40 __data__ field:41 __data__ field:42 __data__ field:43 __data__ field:44 __data__ field:45 __data__ field:46 __data__ field:47 __data__ field:48 __data__ field:49 __data__ field:50 __data__" --command-key-pattern="R" --key-minimum=1 --key-maximum 100000 -c 50 -t 4 --hide-histogram + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-10Kkeys-load-list-with-10B-values-pipeline-50.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-10Kkeys-load-list-with-10B-values-pipeline-50.yml new file mode 100644 index 00000000..edd07a2d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-10Kkeys-load-list-with-10B-values-pipeline-50.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-10Kkeys-load-list-with-10B-values-pipeline-50 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs in which the value has a data size of 10 Bytes. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- list +tested-commands: +- lpush +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --pipeline 50 --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 10000 --test-time 180 -c 50 -t 4 --hide-histogram' + resources: + requests: + cpus: '4' + memory: 2g + +priority: 38 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10.yml new file mode 100644 index 00000000..36392914 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs in which the value has a data size of 10 Bytes. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- list +tested-commands: +- lpush +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --pipeline 10 --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram' + resources: + requests: + cpus: '4' + memory: 2g + +priority: 38 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml index 4188a4de..457ec036 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: preload_tool: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + arguments: '"--key-maximum" "1000000" "-n" "allkeys" "--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' resources: requests: memory: 1g @@ -23,7 +23,7 @@ build-variants: clientconfig: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--pipeline" "10" "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180' + arguments: '"--key-minimum" "1" "--key-maximum" "1000000" "--pipeline" "10" "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180' resources: requests: cpus: '4' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml new file mode 100644 index 00000000..17190406 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml @@ -0,0 +1,33 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 100 Bytes for each key. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --test-time 120 --pipeline 10 --command "SET __key__ __value__ EX 3600" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram + resources: + requests: + cpus: '4' + memory: 2g +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml new file mode 100644 index 00000000..1ddadde6 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10 +description: '' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + '"HSET" "hash:1000" "tocawprsxz" "value" "csqcfxyzsy" "value" "ipubipttcb" "value" "jqurtadjro" "value" "zdulfflfqx" "value" "bbfvuialin" "value" "ifpfyncdfe" "value" "kjeevccyof" "value" "stttkrbfqs" "value" "qatkvfuttq" "value" "ltvfnuuwil" "value" "znartcywze" "value" "bzursuzuei" "value" "jlghqxtvok" "value" "osncqcuest" "value" "uxvibjduto" "value" "giubyhvaav" "value" "joijmgposs" "value" "lqxpnplleo" "value" "bnatichltp" "value" "nnfxoqebys" "value" "lyhqvxolfw" "value" "caaqjozcqh" "value" "nlqtadqinl" "value" "hfjxrrsszf" "value" "fussukqrph" "value" "cbjovvgqqy" "value" "wcpbfslakk" "value" "slskrnekbc" "value" "nvonwipkta" "value" "jhdcicttmm" "value" "rpyroriegs" "value" "lnuuootxmp" "value" "ufdxqlonpg" "value" "qgasrnjrld" "value" "jhocasnttw" "value" "smwbxeqbed" "value" "kapxglqccs" "value" "hhwvslfxmf" "value" "rbdabbmnrf" "value" "ltgidziwzm" "value" "qpffifpdiz" "value" "sadqcfniau" "value" "bqoabrqwwj" "value" "wghyakzbit" "value" "bnxtlmiwup" "value" "akzsgaeqon" "value" "zwlhpcahwu" "value" "kfselnpkim" "value" "dxtzxeguoi" "value" "roczxpuisd" "value" "myzjxvtvjh" "value" "alfftdxaxc" "value" "vyiqkfoics" "value" "dygkzcpakt" "value" "ukprrucywq" "value" "afzlyodwiz" "value" "vdaebbupfe" "value" "wemmvswznk" "value" "xzbqjpzqlm" "value" "lqqivzlppd" "value" "rrzcqyzdzf" "value" "ncckxlmsvg" "value" "cpjveufsvk" "value" "babfjxxabw" "value" "btcvhacldb" "value" "mqqrgbacfa" "value" "eqaxrccwjq" "value" "erahoeivfw" "value" "omeatkwwtc" "value" "mjwrbndexu" "value" "gktcjcfxbb" "value" "tfonhwnuxj" "value" "pheajlhymx" "value" "vefgwelnfo" "value" "gayysuldha" "value" "tqpqihwjtl" "value" "eirhwkdgfq" "value" "rnfodijavx" "value" "erqgyscser" "value" "nnnxouavyp" "value" "yhejmjwwni" "value" "mwmcwqzbld" "value" "ofcurtthcs" "value" "idmjjbjvni" "value" "ovqohpxjft" "value" "ocoflktdhp" "value" "kgopxvsdah" "value" "pyjpxqnavq" "value" "nubsytpfao" "value" "ddpgrvwowd" "value" "glynpmsjcf" "value" "whsxmqffqg" "value" "sstqpivwip" "value" "cqfnhujrbj" "value" "gsvkmnluiz" "value" "zdmgjjyukl" "value" "gcfcbjybkx" "value" "qmhyoyctod" "value" "kdodndexvr" "value" "tkgihmsrha" "value" "kmifjielrw" "value" "gefoharnza" "value" "tcpwkimype" "value" "nxllkzroin" "value" "bpvbnmpekh" "value" "ljinllovsw" "value" "mugdxqnjxj" "value" "tqqmmvwact" "value" "uidvmrqyjd" "value" "dthtfrqkce" "value" "efhynoxlul" "value" "iosqxoobrk" "value" "sujbwndgwl" "value" "btxehrokkw" "value" "pmaagvqldo" "value" "evuxmkrrfl" "value" "dclualrzqb" "value" "jfqxkxgqhj" "value" "fvemodlpgz" "value" "lawrpikwsk" "value" "socoxaegfa" "value" "snomfrutha" "value" "yxsnreuepl" "value" "vjihaakiof" "value" "nnhrgirrtw" "value" "jccorylnjg" "value" "gehuriygwq" "value" "icqjxcermo" "value" "ocgjeuljxf" "value" "qslrwqmixc" "value" "rhzpguhsws" "value" "zxlbhyeckf" "value" "iziwqojsoq" "value" "qlorevyltp" "value" "gbjzsedhag" "value" "mkxysrkpug" "value" "bhrvnadcdk" "value" "qxxinxaqxn" "value" "ctnaggdbru" "value" "fsthobmdxk" "value" "cvnnitrrow" "value" "vlhtdpqavh" "value" "vhjaphfdpj" "value" "yhdgqenmwv" "value" "ysntbzffxq" "value" "emfjcnujqn" "value" "qnqzibcmip" "value" "ngcxqjjpdm" "value" "gkneclxnnt" "value" "rhkpfsuhoq" "value" "dgodkfjzos" "value" "isqymcuffe" "value" "ripecixnpr" "value" "dxpepbctea" "value" "gbeizdzdyb" "value" "aqlapmghln" "value" "yhlalzusch" "value" "xglrugpjkt" "value" "ngwifjdpha" "value" "jvekvvldai" "value" "hmdzsuuyrn" "value" "ncabqesziv" "value" "whdftyqojv" "value" "rhzqdtxucc" "value" "ftyxhyfokj" "value" "vqtixjkcbb" "value" "krfosgrmjb" "value" "ahcaaodvgi" "value" "ooeswhfdnj" "value" "jhctncrzlw" "value" "haxesjafmh" "value" "vxrtzngznb" "value" "fidsuuizcf" "value" "mamtueyrqn" "value" "quemrlmwod" "value" "pkgpjwyfbh" "value" "ckibsdtfff" "value" "tjnjhejnju" "value" "puvgjfjyaf" "value" "cvmicoarvv" "value" "mxpzuzrzuo" "value" "rrrfhnclbv" "value" "xeurpmfdmo" "value" "yqvkykgjbe" "value" "behdxlfdho" "value" "dyzedskzkq" "value" "rfhlttsuqy" "value" "pkehotsmka" "value" "alokvrpbih" "value" "mobwpcyxuk" "value" "umwunfzsvo" "value" "naggqdxcjm" "value" "rakustfykw" "value" "dtkfydidli" "value" "kohpozxkhl" "value" "usjmfkopln" "value" "axhoxkubdv" "value" "asretszbav" "value" "tmkoxwdgpx" "value" "wjhaavxfge" "value" "pcuaesomdc" "value" "vjhpmffzxc" "value" "qwxzqlqter" "value" "jjumoixniz" "value" "ruxsmttpak" "value" "pjdundsxrd" "value" "kdklhpxntt" "value" "muhewfzihs" "value" "dplonqlliz" "value" "wjibkklezg" "value" "dfemamyevk" "value" "nryvfijxhj" "value" "bqqohkuylc" "value" "wiqhmhkiel" "value" "lftmqoxhfc" "value" "sjbaedopjb" "value" "dlomhvkoxg" "value" "jhkdwtqvwl" "value" "vqashxkrik" "value" "mupcilqfjg" "value" "suahxaebee" "value" "rqkcyxiwhz" "value" "jqgtbgbybq" "value" "ygbfgfefac" "value" "kjblkrvknt" "value" "yajpmxmuwz" "value" "wwowdvybjj" "value" "bdtbaxnuko" "value" "adfhfatarh" "value" "vfcpevtekf" "value" "fiugzrozky" "value" "spogjykkfs" "value" "tdggmsxysk" "value" "aoqlctikzg" "value" "nwywtydqew" "value" "qjrhtqgwjc" "value" "dhzgpwewsx" "value" "outdlyeqvq" "value" "trwzipsers" "value" "qtpcwuafar" "value" "scgjdkyetq" "value" "aqyfvxyjqr" "value" "xkvgnzjgrm" "value" "hhbceuegvh" "value" "paitaeqrpb" "value" "yfdsmhtria" "value" "bxwvqvndcc" "value" "dpyjoihqrs" "value" "tnratexlre" "value" "hplvvuoscb" "value" "muocqqypmt" "value" "pxzkuasjek" "value" "flrsaczxzc" "value" "pubqtzzzko" "value" "vpqlxtfkjz" "value" "fiafoggekm" "value" "qtewhixedb" "value" "iijjcabgak" "value" "tqjpijliii" "value" "uttazeawix" "value" "hxbmykkugi" "value" "bekchebgys" "value" "ffrviosqzo" "value" "rjrptuhkav" "value" "sldzewoxas" "value" "uesalivsis" "value" "maxylirjgh" "value" "vpzsmbjkvy" "value" "eiziligjfr" "value" "tqblforkpa" "value" "nszbrpweoz" "value" "rzanpefsfy" "value" "cejkfhuykf" "value" "abinkgshoi" "value" "gqybtjuhvq" "value" "oqdlpaubsc" "value" "nrbfkysxaf" "value" "mhxojehvxx" "value" "vuqlqdpfdn" "value" "orqqevpmca" "value" "xigznrdgqy" "value" "jzceexkqam" "value" "szupcnvvij" "value" "btgeubdzbb" "value" "nojnedgabk" "value" "sdnkjddyut" "value" "lbjarnpxhh" "value" "wevfinjbqk" "value" "dvgqwzignk" "value" "ejzwnidqwr" "value" "nlxwjmzwln" "value" "brrlblrxwa" "value" "hyikggurti" "value" "wybmlpqblt" "value" "hertbwuzyw" "value" "rwhzzytdsq" "value" "symbgeyple" "value" "zbfeyptemz" "value" "pghbwbtfmk" "value" "mxydilgynv" "value" "bhwytqsafu" "value" "ecsburyjhh" "value" "cvohdragtx" "value" "lscjhgztom" "value" "giswndixdf" "value" "etsngvbrff" "value" "lgqazzajpx" "value" "pypepewjvq" "value" "nswjopvtqv" "value" "tuajnnqtcq" "value" "bvvoibkfrt" "value" "kjqeujfkoh" "value" "diwmfuckel" "value" "bwizktcwmb" "value" "ughnpilqqm" "value" "ihealvwnxb" "value" "thqttakyzy" "value" "auwfujaoya" "value" "rofnkytnhm" "value" "ilkuddrdvh" "value" "hmwfncgzxg" "value" "pzrchtwaaw" "value" "ffksbrtbfq" "value" "ethxaycsil" "value" "uwiqrvcqvu" "value" "fgcehqgsso" "value" "yoblelzlkd" "value" "gjiwldcfqh" "value" "sbrjnwxdip" "value" "nenhiiibwx" "value" "ebhhhgabjd" "value" "xpkwqbfban" "value" "pupmdjgyed" "value" "aejnvyfdst" "value" "krxneqolle" "value" "nouncgkoik" "value" "kamgfgbxel" "value" "fffylsswky" "value" "agswwrfabr" "value" "pkvcbelpos" "value" "mxapzqqqsw" "value" "ywmqoaztmy" "value" "sfuvzzxbxq" "value" "kdcvbkrbsj" "value" "twpiiaedpc" "value" "egmgddriry" "value" "nmfihtnkel" "value" "kqzjnkdlxd" "value" "eovsizpcjp" "value" "bsavjyaksg" "value" "xlmvatfsly" "value" "dlhjfafskj" "value" "wmvhvwnowp" "value" "vjjozwrovk" "value" "gbazuqnmit" "value" "ubwlcefgqb" "value" "jttqzbazgz" "value" "dozecfsvue" "value" "pgdhjrxhga" "value" "gzekysdunp" "value" "ygoiannoht" "value" "hklchdenoe" "value" "sotbjzlsvz" "value" "qjwrnhooax" "value" "cdghgcsoth" "value" "mjlpvuoghe" "value" "qclkaeciey" "value" "oownjpxrov" "value" "nvqfyljbef" "value" "tsnawydcru" "value" "wrrgxxkxkc" "value" "ylulwsnjay" "value" "lxsinouutc" "value" "ozpyyaznsh" "value" "cmhkstsjok" "value" "ybckvbeoib" "value" "fsoardckcw" "value" "ltkauvxggz" "value" "sqwhsgboef" "value" "wgtjxahmef" "value" "spoqshzjoi" "value" "pfvfxrrfhl" "value" "nahweurftw" "value" "fojjpqmbck" "value" "zexblqeora" "value" "qsoiwsugdv" "value" "ksppwhhqzj" "value" "otadcihtmd" "value" "imnjbkmsls" "value" "zzenkvuesw" "value" "kbfqdppnfa" "value" "igehetokzq" "value" "koujdppfua" "value" "wqsqzzbqhm" "value" "tglieutcis" "value" "owovlhorvw" "value" "nraylduhut" "value" "nwnyjkugcf" "value" "kpfqxroqbs" "value" "xwxwosqkhm" "value" "ollacusjzj" "value" "wcouaiatsu" "value" "nvkfnfzoki" "value" "fgjnsosfrp" "value" "pltsnzqvpi" "value" "rhnkzlsjtk" "value" "ysnndkycix" "value" "bpnfopinub" "value" "blujwnyluy" "value" "wgtmckqknh" "value" "zorzyqtjtr" "value" "hvtlkrungk" "value" "rgtondctpo" "value" "mjgvtydjtm" "value" "kcbotffyca" "value" "gybxnvwchp" "value" "gazojexans" "value" "hmcpcrjumm" "value" "zejhycldyy" "value" "iiissmznfe" "value" "qvpuudyuks" "value" "gviypfayfm" "value" "plqbwsiuzw" "value" "nunchscyqc" "value" "qocjpufxio" "value" "iqbyikqjmx" "value" "omwbgglqsp" "value" "nywteueaig" "value" "ntmgbzaivy" "value" "ijdgnlzprg" "value" "rnlaakgsrf" "value" "fpdflprzvn" "value" "azkdbpnshy" "value" "mvfnirshbd" "value" "sotsxznskx" "value" "uzktwqcdeb" "value" "myrrmvflyw" "value" "jgaieawkcu" "value" "utymwhxigo" "value" "vtaiyncmyg" "value" "gpodilvrnm" "value" "xgfzndhodu" "value" "saqilljaid" "value" "jxiewthqls" "value" "nbwksmwxpx" "value" "rwfykeeqgx" "value" "tlnkrncpwi" "value" "ogyvxbgcwi" "value" "ffcqkkzllx" "value" "rtnhivnxtb" "value" "vzcclamtun" "value" "jjlefkekuw" "value" "xjksnqifds" "value" "ctusqixohm" "value" "osaekeukqx" "value" "irlduoinie" "value" "nifzrybfuh" "value" "ctqxoyxbwc" "value" "vsvhjrymqc" "value" "bzwxqcpftf" "value" "ltghdkluqq" "value" "vklwhyzqhk" "value" "ghwcrdlbjj" "value" "lzzptujbjp" "value" "qlvgfplbod" "value" "ghepftfjgk" "value" "aiqqyusnuv" "value" "rspghuhpbp" "value" "lfkqrtxocm" "value" "iibgagtkpg" "value" "ywiurvfbpg" "value" "tdceweesxh" "value" "pvwvdaorrl" "value" "ejlunxlwxn" "value" "ymqxhmnidz" "value" "lydebbpmfb" "value" "ztjuqomjck" "value" "eyrbqexkff" "value" "oqmuhlruqy" "value" "gnrmnwaxls" "value" "mumhqarhgg" "value" "skbzfbeziu" "value" "hnnfmyurhx" "value" "yrsizkbbwz" "value" "azpwrzovza" "value" "txhllnvudv" "value" "aslibwggrp" "value" "ubghghklvj" "value" "jqqogagqni" "value" "emfqsjraia" "value" "ctgwmawlgl" "value" "mivctgaajt" "value" "knycrcrsbm" "value" "ubtiscdgrn" "value" "ulepgommyy" "value" "qbhdjhoohc" "value" "cctlfgicpv" "value" "phfuspevwk" "value" "oeawjlqnyg" "value" "jpphbjtbrh" "value" "ofykgotycd" "value" "csjfbpjyzq" "value" "thmmmlqluk" "value" "buzhjxsbkm" "value" "pisgqibyae" "value" "skkawcmqqt" "value" "mmqblvrscy" "value" "dpkiubfzbx" "value" "yivxcecwlp" "value" "kbnjiilaqd" "value" "rwrxxrnwtq" "value" "veegnotgmj" "value" "pbfijwccjp" "value" "expefhkisx" "value" "ynnhyctikq" "value" "bhfmhanvxe" "value" "otclvmbilg" "value" "hskkmrluuf" "value" "ftnbjymlll" "value" "nbkaxrojqq" "value" "qydrgilxxt" "value" "dxufcyurjx" "value" "fgygwdazbm" "value" "tivnqailcl" "value" "jwvqixjhho" "value" "oglqutqfcx" "value" "wvrlxfoxff" "value" "ropuqidkxv" "value" "qcsxjrjcfc" "value" "twuvkpjzzw" "value" "fqtktfghcv" "value" "suhwnartid" "value" "wvsnfinuil" "value" "rngtndwjyg" "value" "tsmzfswaxo" "value" "uvlswctlhx" "value" "llamjvxyqo" "value" "wovoupawzt" "value" "caxgjftjyj" "value" "gwzqcetcji" "value" "yzrdbalexf" "value" "fnpdsuozxt" "value" "dbtbtvkqss" "value" "pwgjoppmgc" "value" "wxjdgbugeu" "value" "qchpfcigwa" "value" "lxzdcbveuy" "value" "bwjyghaztz" "value" "uedehyieof" "value" "pfaytznuaa" "value" "lspvrnxnjo" "value" "zkbqvttlzy" "value" "fkdmuxraqf" "value" "nbizrabfuo" "value" "fgzwwaedjy" "value" "gkmwutvars" "value" "bwsdzrxzse" "value" "txgjxzovte" "value" "cbtpbbfrdd" "value" "vqgztpmzhz" "value" "rdipvyeqoi" "value" "bovkdabcdo" "value" "fhobhpwwkp" "value" "mkbkflixkr" "value" "mjifqzmtsd" "value" "pkcqdokojd" "value" "dtgjnddwch" "value" "uboipezuni" "value" "dfdodbelzn" "value" "fzsoiryhfn" "value" "krtsiucvvu" "value" "aieekmivcb" "value" "aeafusfzdn" "value" "ehnrizfmfo" "value" "dcjlwhfstw" "value" "wksgvbkbyw" "value" "hvfprkjlbc" "value" "jlgepeyhpc" "value" "ljklggibcy" "value" "mhrvuemywb" "value" "wdqygrxkya" "value" "ystnkbogee" "value" "flvftlpbjq" "value" "vgfgbsbnwy" "value" "rsivptwulz" "value" "bzjzucrypq" "value" "bweysooxiv" "value" "mmcunsiwad" "value" "mszjkgsrio" "value" "bvurseeqmh" "value" "wtcpliaxmk" "value" "ndwiompimr" "value" "mdcwoblmkl" "value" "dflxukffgl" "value" "mcojdazpfq" "value" "tctgzmjads" "value" "dewdgfrhos" "value" "iwqanwtvcd" "value" "nfucelqjfe" "value" "wgtrwefdsw" "value" "skstqdgbos" "value" "rwllkdzxrj" "value" "qwozutlufu" "value" "fmpdixcckx" "value" "jybzltmwrs" "value" "ossjrvqmaa" "value" "adlxahxsbq" "value" "mbewprqunw" "value" "xbvbujurqw" "value" "rnvhfxbuoi" "value" "pyrpwxalpc" "value" "adlryhdbpr" "value" "gritvkzfgw" "value" "aufhfrhccf" "value" "umoicweaab" "value" "kgirldeylz" "value" "nknlysgviv" "value" "plbxaamppj" "value" "ikpikupjoi" "value" "eioxaswdee" "value" "imexfccbxk" "value" "ouroipthpq" "value" "jbzyfznpdn" "value" "asidljmwgb" "value" "jeazfmhrcb" "value" "dablvesuho" "value" "zuoqjiciij" "value" "qmxxfyuodo" "value" "vkqalcokst" "value" "jhibapuhga" "value" "cmqraybrlw" "value" "beqsnrixhl" "value" "rmqxtqcxua" "value" "ndltyojjxj" "value" "hyanpicfan" "value" "yzutuazhmh" "value" "tumnalubch" "value" "eksvvoxziw" "value" "weqhfkosif" "value" "wwfbpjatrp" "value" "lrhrkuyzry" "value" "uvbtcgtopw" "value" "fmyleefltp" "value" "kkrxiaiife" "value" "gbkqhfumyu" "value" "tdmjyuitvv" "value" "jvtalmlkng" "value" "rdsfcdvkqz" "value" "xqvjnlpssl" "value" "fuftndsnim" "value" "keklddczkd" "value" "wrqnytptzm" "value" "rwzijctxzs" "value" "btakuczlec" "value" "fuipidfbjt" "value" "kjiqagynco" "value" "ahjawbsqcw" "value" "iehxaaneev" "value" "ezbiwqnabg" "value" "pnnzqcutoq" "value" "wlogkzxkpo" "value" "xzswnnldvs" "value" "qqfnugftmr" "value" "zuccleayil" "value" "ckqebhazel" "value" "brwlqbfoat" "value" "anmcogawkg" "value" "roqzbzpbbt" "value" "dxnprfawun" "value" "fffreqppjj" "value" "gfdzgxfdcg" "value" "sshbuxfljd" "value" "shckmujxzo" "value" "rqurawzebz" "value" "vpehhmoxva" "value" "vldwfdnicm" "value" "tzhjrlfvfp" "value" "ymwwctfodg" "value" "qsxfnsicrx" "value" "gfhrrjczsp" "value" "gtqrsktbaa" "value" "dniplpxfof" "value" "htawohddyn" "value" "dbcxnsiacw" "value" "dhfundvlpn" "value" "uewpgskfpu" "value" "cuuytorpnp" "value" "vlcnbfqvox" "value" "jbqibabrmv" "value" "xhspgwheck" "value" "fsuovvpgng" "value" "gcjruttnno" "value" "wxswusqpeo" "value" "qhhhipzncq" "value" "mcbuftndrr" "value" "owjfgjqqjc" "value" "vvmkjgajwa" "value" "wvlvshnhmx" "value" "ekponflaeq" "value" "kuiumwomxi" "value" "aoydkdfrpe" "value" "cglxptkcsz" "value" "uqbpcvkipa" "value" "ubzgvzputq" "value" "wmyphdckda" "value" "ukdnaklmcp" "value" "ramoirrdyd" "value" "vwayaqmtid" "value" "ltomuspfzc" "value" "wzxdkpehwf" "value" "yzcspfvcot" "value" "cgpvvnbvlk" "value" "farwqgfyjf" "value" "lbxvlwzony" "value" "ocesqguvym" "value" "yzviqaobku" "value" "cnngbbpowp" "value" "ucxeoqcssr" "value" "zcffhzusrl" "value" "yzmodbpsnb" "value" "aryiyaltqw" "value" "xkaailrpns" "value" "lpahctqgna" "value" "cnbqnvxmjp" "value" "nugjvhftma" "value" "xsgcuvxzor" "value" "xwtwtwmbgu" "value" "emdwpvauyc" "value" "ahfktrqmgh" "value" "jznackjcrd" "value" "etcsjxoqab" "value" "kpzmuwqbnt" "value" "dspznsgszk" "value" "rcwbzvwbva" "value" "mlznoaajqq" "value" "iwuuxdactm" "value" "zujobawsct" "value" "snepgcispg" "value" "cgmivhyskk" "value" "snunzlgfkd" "value" "ppdxnadmje" "value" "wtzqqecgfy" "value" "ncremxgfdb" "value" "cblsafugqk" "value" "hjekcxfyds" "value" "faxedqgskm" "value" "jjczogqdwz" "value" "jfbgmhtjke" "value" "nehqnkqnld" "value" "lcdchjadll" "value" "llimzyabsp" "value" "iwapedwyle" "value" "iobkwbwceu" "value" "twmbtaxdro" "value" "nmtmjmhmdl" "value" "ewoqykjbkc" "value" "tmyuncyoyd" "value" "dcepfcdddn" "value" "dnvwyhyhsn" "value" "nrencopzqn" "value" "yjyffpgoop" "value" "uvqtefqdhk" "value" "yjhypaonqq" "value" "uqvzpcvugl" "value" "cakvxrdpmj" "value" "tvzacklhdz" "value" "higdkhodzy" "value" "ormdblyhhn" "value" "wbouqpojzl" "value" "eyhgspybnr" "value" "lywsezpzgf" "value" "usykkwszvh" "value" "bcwncpnibg" "value" "jgcqryhsvk" "value" "yfvwesgulw" "value" "geizujxrkg" "value" "zknlteeaxq" "value" "nqwjivcosg" "value" "qmnxipsiga" "value" "pthacnunjj" "value" "afamsavgsi" "value" "bzfzxzecrs" "value" "sxcihybfci" "value" "padscbypdo" "value" "gaotvjctjh" "value" "beicnwdryg" "value" "xsueeljljp" "value" "mkrrypcfzy" "value" "ekjgqnjxyl" "value" "iyeiercbxr" "value" "rkwlgzhvvy" "value" "hmnaoeeasz" "value" "aquymkrswt" "value" "ulnnuwyptq" "value" "xftfzsoiwc" "value" "urkkyscfti" "value" "wabroeeoop" "value" "qpzkuxsipr" "value" "dxdngrmypg" "value" "icatrrbcjs" "value" "fhuptkhkzm" "value" "apyzwvajot" "value" "vealtjlqyc" "value" "khkkfmzkow" "value" "trzqdcaqdw" "value" "itmekixthv" "value" "pudgkcbwdx" "value" "zuibhuihtz" "value" "kzuywkxlku" "value" "ogtqmpnzie" "value" "jetamrlglx" "value" "fjdjumschq" "value" "kprzbyngsw" "value" "xeyxlxiqch" "value" "dtuhvpszzt" "value" "fpmbbgiaao" "value" "hjlhurakwh" "value" "mshexjmkmn" "value" "cynhehkcxs" "value" "cvbbbdzmie" "value" "cvnlzjdfgf" "value" "ifhkjgmxrd" "value" "audguegpmo" "value" "jzstgleeby" "value" "eafrzhdhhq" "value" "fmmammvdyj" "value" "uncqdpbhwb" "value" "fzatoyblsr" "value" "xtwlklqdna" "value" "ydqppngxvh" "value" "mkngszsxeu" "value" "vyewicgjio" "value" "tstbluhyhj" "value" "qzxxwlfeki" "value" "ocmtsfpsgh" "value" "xmknbbmdbf" "value" "pdjmftsmob" "value" "ygrpkpstxq" "value" "hrhiqcarju" "value" "aadzbodres" "value" "curhymvwsx" "value" "tbqidtevrl" "value" "avchkjnlwm" "value" "tyephutkmb" "value" "lxoaezrdxs" "value" "ctkwlhmgfz" "value" "xkiuuciwrn" "value" "irrovfyshb" "value" "hwuofuftlr" "value" "mhbfsuaovv" "value" "wzuhzzdezi" "value" "jlpobgvouj" "value" "qbpmtomqpu" "value" "shlwywnxpk" "value" "srkvjhetmj" "value" "hvxefqtmqu" "value" "fazsvkljef" "value" "bstezdkmig" "value" "asbtvfzien" "value" "vewfxcxkpf" "value" "tqkprkoixe" "value" "rcaatkjyur" "value" "euleuicawb" "value" "ifiizdeong" "value" "cjcrpmggtu" "value" "kxggjpatkd" "value" "klwqsggtob" "value" "mnsaklzgob" "value" "xfxlervrgn" "value" "eraxdyjftw" "value" "xrvonyieqa" "value" "fswhywqxhy" "value" "iqzxblqkeo" "value" "rxvhmzvbcv" "value" "wvdmobfisx" "value" "ujybghjfnf" "value" "yufagalzhk" "value" "qxbqbfcgjp" "value" "vorgqhmaoq" "value" "zewylkylsy" "value" "vvmaucizkv" "value" "bgcoyoduda" "value" "vnsufnurol" "value" "rtskokvklv" "value" "svvdufedug" "value" "qgdgujdvtg" "value" "rjrtvpntke" "value" "shgetgsird" "value" "ywgeotcect" "value" "zsikdzycyt" "value" "gcsswbksnc" "value" "qgobfhgspy" "value" "pbxrbaxnor" "value" "viwarrumob" "value" "eaetplspga" "value" "jqmscuprwq" "value" "nkyuframnm" "value" "gygftrsdbm" "value" "qzlfnntjar" "value" "fzzcioobeb" "value" "ydigxptqbl" "value" "bgtxhxkhvv" "value" "hggqmlgwha" "value" "ywlqbjqeug" "value" "qwowxqzrkz" "value" "zybosgbtxt" "value" "cflarkquuv" "value" "klaeknlbrm" "value" "ccnbldglgl" "value" "dpauqcpgyi" "value" "ylxiwiesps" "value" "xyxmlrdbui" "value" "arqfxfqkzh" "value" "byrkeibrfb" "value" "laepwenqmc" "value" "kluswgtjsf" "value" "mgldvzleyy" "value" "yqmzmmzwpd" "value" "tvlckdoyfe" "value" "dmxcbvzrxg" "value" "qquwyuyvvw" "value" "pmytvtksfi" "value" "umttshfkpk" "value" "rmdayyptch" "value" "glwrmjpotx" "value" "bgcnzgcmza" "value" "ivinvxopgz" "value" "dmbarohbfj" "value" "rncdgqxqfq" "value" "zmmwzkjrjl" "value" "gdlztbhpeq" "value" "zrwgpknaop" "value" "powzkcrtvv" "value" "cszvzbrmoy" "value" "dtjljhzqcm" "value" "anznywecwk" "value" "amuwlfaxwv" "value" "ajdkqflpen" "value" "evjrybtwww" "value" "oxsdmrdbit" "value" "yafipxfsip" "value" "xekxarmwcq" "value" "dgcesswkvc" "value" "gdqgmwxkmt" "value" "spdyueanru" "value" "yrvmdhnnfc" "value" "aexxjlgwuo" "value" "xpcpytommm" "value" "gjutzwoxlf" "value" "stnfirydgi" "value" "snpuvnebpy" "value" "rfxibyjmpg" "value" "ortxlvmdoc" "value" "gdozstnglr" "value" "eqiukbyscu" "value" "qzcrpbvatq" "value" "dwzqowbrsd" "value" "iesbitdnjd" "value" "inboyxgoqa" "value" "lfojnetxdc" "value" "njmufqrykx" "value" "ybcdthmgws" "value" "igwekdegcw" "value" "ajkgxmtamu" "value" "qkyfpamste" "value" "nwybjbhgep" "value" "arqqmfmmbz" "value" "rqiyxwpuyv" "value" "nsdvirehqh" "value" "qckueiqiwh" "value" "tjnbsybxws" "value" "jphvxuqipp" "value" "ghtoyhrfxh" "value" "erglflfnql" "value" "kngwkkzwts" "value" "nmguhcygct" "value" "jigyicdeft" "value" "gamcdtywne" "value" "nunpqugdit" "value" "ghqwxaqlef" "value" "nqxdrqigvf" "value" "xepfvvcovk" "value" "ezgxjiwwig" "value" "izizuzzjuv" "value" "mallnshtok" "value" "tctrsxgnrc" "value" "exhjfssojj" "value" "yilvzcevlj" "value" "nepxmyiuhr" "value" "dqqfcdugde" "value" "iamjlqlznh" "value" "mvmsikqfxu" "value" "kmqlwfbsex" "value" "pribqncfuf" "value" "zavrjnezrf" "value" "kmcwshsbye" "value" "uzaejrbwue" "value" "olezxlliej" "value" "hjjxyybxiv" "value"' +tested-groups: +- hash +tested-commands: +- hgetall +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="HGETALL hash:1000" --hide-histogram --test-time 180 --pipeline 10 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml new file mode 100644 index 00000000..1b8e5414 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: memtier_benchmark-1key-hash-1K-fields-hgetall +description: '' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + '"HSET" "hash:1000" "tocawprsxz" "value" "csqcfxyzsy" "value" "ipubipttcb" "value" "jqurtadjro" "value" "zdulfflfqx" "value" "bbfvuialin" "value" "ifpfyncdfe" "value" "kjeevccyof" "value" "stttkrbfqs" "value" "qatkvfuttq" "value" "ltvfnuuwil" "value" "znartcywze" "value" "bzursuzuei" "value" "jlghqxtvok" "value" "osncqcuest" "value" "uxvibjduto" "value" "giubyhvaav" "value" "joijmgposs" "value" "lqxpnplleo" "value" "bnatichltp" "value" "nnfxoqebys" "value" "lyhqvxolfw" "value" "caaqjozcqh" "value" "nlqtadqinl" "value" "hfjxrrsszf" "value" "fussukqrph" "value" "cbjovvgqqy" "value" "wcpbfslakk" "value" "slskrnekbc" "value" "nvonwipkta" "value" "jhdcicttmm" "value" "rpyroriegs" "value" "lnuuootxmp" "value" "ufdxqlonpg" "value" "qgasrnjrld" "value" "jhocasnttw" "value" "smwbxeqbed" "value" "kapxglqccs" "value" "hhwvslfxmf" "value" "rbdabbmnrf" "value" "ltgidziwzm" "value" "qpffifpdiz" "value" "sadqcfniau" "value" "bqoabrqwwj" "value" "wghyakzbit" "value" "bnxtlmiwup" "value" "akzsgaeqon" "value" "zwlhpcahwu" "value" "kfselnpkim" "value" "dxtzxeguoi" "value" "roczxpuisd" "value" "myzjxvtvjh" "value" "alfftdxaxc" "value" "vyiqkfoics" "value" "dygkzcpakt" "value" "ukprrucywq" "value" "afzlyodwiz" "value" "vdaebbupfe" "value" "wemmvswznk" "value" "xzbqjpzqlm" "value" "lqqivzlppd" "value" "rrzcqyzdzf" "value" "ncckxlmsvg" "value" "cpjveufsvk" "value" "babfjxxabw" "value" "btcvhacldb" "value" "mqqrgbacfa" "value" "eqaxrccwjq" "value" "erahoeivfw" "value" "omeatkwwtc" "value" "mjwrbndexu" "value" "gktcjcfxbb" "value" "tfonhwnuxj" "value" "pheajlhymx" "value" "vefgwelnfo" "value" "gayysuldha" "value" "tqpqihwjtl" "value" "eirhwkdgfq" "value" "rnfodijavx" "value" "erqgyscser" "value" "nnnxouavyp" "value" "yhejmjwwni" "value" "mwmcwqzbld" "value" "ofcurtthcs" "value" "idmjjbjvni" "value" "ovqohpxjft" "value" "ocoflktdhp" "value" "kgopxvsdah" "value" "pyjpxqnavq" "value" "nubsytpfao" "value" "ddpgrvwowd" "value" "glynpmsjcf" "value" "whsxmqffqg" "value" "sstqpivwip" "value" "cqfnhujrbj" "value" "gsvkmnluiz" "value" "zdmgjjyukl" "value" "gcfcbjybkx" "value" "qmhyoyctod" "value" "kdodndexvr" "value" "tkgihmsrha" "value" "kmifjielrw" "value" "gefoharnza" "value" "tcpwkimype" "value" "nxllkzroin" "value" "bpvbnmpekh" "value" "ljinllovsw" "value" "mugdxqnjxj" "value" "tqqmmvwact" "value" "uidvmrqyjd" "value" "dthtfrqkce" "value" "efhynoxlul" "value" "iosqxoobrk" "value" "sujbwndgwl" "value" "btxehrokkw" "value" "pmaagvqldo" "value" "evuxmkrrfl" "value" "dclualrzqb" "value" "jfqxkxgqhj" "value" "fvemodlpgz" "value" "lawrpikwsk" "value" "socoxaegfa" "value" "snomfrutha" "value" "yxsnreuepl" "value" "vjihaakiof" "value" "nnhrgirrtw" "value" "jccorylnjg" "value" "gehuriygwq" "value" "icqjxcermo" "value" "ocgjeuljxf" "value" "qslrwqmixc" "value" "rhzpguhsws" "value" "zxlbhyeckf" "value" "iziwqojsoq" "value" "qlorevyltp" "value" "gbjzsedhag" "value" "mkxysrkpug" "value" "bhrvnadcdk" "value" "qxxinxaqxn" "value" "ctnaggdbru" "value" "fsthobmdxk" "value" "cvnnitrrow" "value" "vlhtdpqavh" "value" "vhjaphfdpj" "value" "yhdgqenmwv" "value" "ysntbzffxq" "value" "emfjcnujqn" "value" "qnqzibcmip" "value" "ngcxqjjpdm" "value" "gkneclxnnt" "value" "rhkpfsuhoq" "value" "dgodkfjzos" "value" "isqymcuffe" "value" "ripecixnpr" "value" "dxpepbctea" "value" "gbeizdzdyb" "value" "aqlapmghln" "value" "yhlalzusch" "value" "xglrugpjkt" "value" "ngwifjdpha" "value" "jvekvvldai" "value" "hmdzsuuyrn" "value" "ncabqesziv" "value" "whdftyqojv" "value" "rhzqdtxucc" "value" "ftyxhyfokj" "value" "vqtixjkcbb" "value" "krfosgrmjb" "value" "ahcaaodvgi" "value" "ooeswhfdnj" "value" "jhctncrzlw" "value" "haxesjafmh" "value" "vxrtzngznb" "value" "fidsuuizcf" "value" "mamtueyrqn" "value" "quemrlmwod" "value" "pkgpjwyfbh" "value" "ckibsdtfff" "value" "tjnjhejnju" "value" "puvgjfjyaf" "value" "cvmicoarvv" "value" "mxpzuzrzuo" "value" "rrrfhnclbv" "value" "xeurpmfdmo" "value" "yqvkykgjbe" "value" "behdxlfdho" "value" "dyzedskzkq" "value" "rfhlttsuqy" "value" "pkehotsmka" "value" "alokvrpbih" "value" "mobwpcyxuk" "value" "umwunfzsvo" "value" "naggqdxcjm" "value" "rakustfykw" "value" "dtkfydidli" "value" "kohpozxkhl" "value" "usjmfkopln" "value" "axhoxkubdv" "value" "asretszbav" "value" "tmkoxwdgpx" "value" "wjhaavxfge" "value" "pcuaesomdc" "value" "vjhpmffzxc" "value" "qwxzqlqter" "value" "jjumoixniz" "value" "ruxsmttpak" "value" "pjdundsxrd" "value" "kdklhpxntt" "value" "muhewfzihs" "value" "dplonqlliz" "value" "wjibkklezg" "value" "dfemamyevk" "value" "nryvfijxhj" "value" "bqqohkuylc" "value" "wiqhmhkiel" "value" "lftmqoxhfc" "value" "sjbaedopjb" "value" "dlomhvkoxg" "value" "jhkdwtqvwl" "value" "vqashxkrik" "value" "mupcilqfjg" "value" "suahxaebee" "value" "rqkcyxiwhz" "value" "jqgtbgbybq" "value" "ygbfgfefac" "value" "kjblkrvknt" "value" "yajpmxmuwz" "value" "wwowdvybjj" "value" "bdtbaxnuko" "value" "adfhfatarh" "value" "vfcpevtekf" "value" "fiugzrozky" "value" "spogjykkfs" "value" "tdggmsxysk" "value" "aoqlctikzg" "value" "nwywtydqew" "value" "qjrhtqgwjc" "value" "dhzgpwewsx" "value" "outdlyeqvq" "value" "trwzipsers" "value" "qtpcwuafar" "value" "scgjdkyetq" "value" "aqyfvxyjqr" "value" "xkvgnzjgrm" "value" "hhbceuegvh" "value" "paitaeqrpb" "value" "yfdsmhtria" "value" "bxwvqvndcc" "value" "dpyjoihqrs" "value" "tnratexlre" "value" "hplvvuoscb" "value" "muocqqypmt" "value" "pxzkuasjek" "value" "flrsaczxzc" "value" "pubqtzzzko" "value" "vpqlxtfkjz" "value" "fiafoggekm" "value" "qtewhixedb" "value" "iijjcabgak" "value" "tqjpijliii" "value" "uttazeawix" "value" "hxbmykkugi" "value" "bekchebgys" "value" "ffrviosqzo" "value" "rjrptuhkav" "value" "sldzewoxas" "value" "uesalivsis" "value" "maxylirjgh" "value" "vpzsmbjkvy" "value" "eiziligjfr" "value" "tqblforkpa" "value" "nszbrpweoz" "value" "rzanpefsfy" "value" "cejkfhuykf" "value" "abinkgshoi" "value" "gqybtjuhvq" "value" "oqdlpaubsc" "value" "nrbfkysxaf" "value" "mhxojehvxx" "value" "vuqlqdpfdn" "value" "orqqevpmca" "value" "xigznrdgqy" "value" "jzceexkqam" "value" "szupcnvvij" "value" "btgeubdzbb" "value" "nojnedgabk" "value" "sdnkjddyut" "value" "lbjarnpxhh" "value" "wevfinjbqk" "value" "dvgqwzignk" "value" "ejzwnidqwr" "value" "nlxwjmzwln" "value" "brrlblrxwa" "value" "hyikggurti" "value" "wybmlpqblt" "value" "hertbwuzyw" "value" "rwhzzytdsq" "value" "symbgeyple" "value" "zbfeyptemz" "value" "pghbwbtfmk" "value" "mxydilgynv" "value" "bhwytqsafu" "value" "ecsburyjhh" "value" "cvohdragtx" "value" "lscjhgztom" "value" "giswndixdf" "value" "etsngvbrff" "value" "lgqazzajpx" "value" "pypepewjvq" "value" "nswjopvtqv" "value" "tuajnnqtcq" "value" "bvvoibkfrt" "value" "kjqeujfkoh" "value" "diwmfuckel" "value" "bwizktcwmb" "value" "ughnpilqqm" "value" "ihealvwnxb" "value" "thqttakyzy" "value" "auwfujaoya" "value" "rofnkytnhm" "value" "ilkuddrdvh" "value" "hmwfncgzxg" "value" "pzrchtwaaw" "value" "ffksbrtbfq" "value" "ethxaycsil" "value" "uwiqrvcqvu" "value" "fgcehqgsso" "value" "yoblelzlkd" "value" "gjiwldcfqh" "value" "sbrjnwxdip" "value" "nenhiiibwx" "value" "ebhhhgabjd" "value" "xpkwqbfban" "value" "pupmdjgyed" "value" "aejnvyfdst" "value" "krxneqolle" "value" "nouncgkoik" "value" "kamgfgbxel" "value" "fffylsswky" "value" "agswwrfabr" "value" "pkvcbelpos" "value" "mxapzqqqsw" "value" "ywmqoaztmy" "value" "sfuvzzxbxq" "value" "kdcvbkrbsj" "value" "twpiiaedpc" "value" "egmgddriry" "value" "nmfihtnkel" "value" "kqzjnkdlxd" "value" "eovsizpcjp" "value" "bsavjyaksg" "value" "xlmvatfsly" "value" "dlhjfafskj" "value" "wmvhvwnowp" "value" "vjjozwrovk" "value" "gbazuqnmit" "value" "ubwlcefgqb" "value" "jttqzbazgz" "value" "dozecfsvue" "value" "pgdhjrxhga" "value" "gzekysdunp" "value" "ygoiannoht" "value" "hklchdenoe" "value" "sotbjzlsvz" "value" "qjwrnhooax" "value" "cdghgcsoth" "value" "mjlpvuoghe" "value" "qclkaeciey" "value" "oownjpxrov" "value" "nvqfyljbef" "value" "tsnawydcru" "value" "wrrgxxkxkc" "value" "ylulwsnjay" "value" "lxsinouutc" "value" "ozpyyaznsh" "value" "cmhkstsjok" "value" "ybckvbeoib" "value" "fsoardckcw" "value" "ltkauvxggz" "value" "sqwhsgboef" "value" "wgtjxahmef" "value" "spoqshzjoi" "value" "pfvfxrrfhl" "value" "nahweurftw" "value" "fojjpqmbck" "value" "zexblqeora" "value" "qsoiwsugdv" "value" "ksppwhhqzj" "value" "otadcihtmd" "value" "imnjbkmsls" "value" "zzenkvuesw" "value" "kbfqdppnfa" "value" "igehetokzq" "value" "koujdppfua" "value" "wqsqzzbqhm" "value" "tglieutcis" "value" "owovlhorvw" "value" "nraylduhut" "value" "nwnyjkugcf" "value" "kpfqxroqbs" "value" "xwxwosqkhm" "value" "ollacusjzj" "value" "wcouaiatsu" "value" "nvkfnfzoki" "value" "fgjnsosfrp" "value" "pltsnzqvpi" "value" "rhnkzlsjtk" "value" "ysnndkycix" "value" "bpnfopinub" "value" "blujwnyluy" "value" "wgtmckqknh" "value" "zorzyqtjtr" "value" "hvtlkrungk" "value" "rgtondctpo" "value" "mjgvtydjtm" "value" "kcbotffyca" "value" "gybxnvwchp" "value" "gazojexans" "value" "hmcpcrjumm" "value" "zejhycldyy" "value" "iiissmznfe" "value" "qvpuudyuks" "value" "gviypfayfm" "value" "plqbwsiuzw" "value" "nunchscyqc" "value" "qocjpufxio" "value" "iqbyikqjmx" "value" "omwbgglqsp" "value" "nywteueaig" "value" "ntmgbzaivy" "value" "ijdgnlzprg" "value" "rnlaakgsrf" "value" "fpdflprzvn" "value" "azkdbpnshy" "value" "mvfnirshbd" "value" "sotsxznskx" "value" "uzktwqcdeb" "value" "myrrmvflyw" "value" "jgaieawkcu" "value" "utymwhxigo" "value" "vtaiyncmyg" "value" "gpodilvrnm" "value" "xgfzndhodu" "value" "saqilljaid" "value" "jxiewthqls" "value" "nbwksmwxpx" "value" "rwfykeeqgx" "value" "tlnkrncpwi" "value" "ogyvxbgcwi" "value" "ffcqkkzllx" "value" "rtnhivnxtb" "value" "vzcclamtun" "value" "jjlefkekuw" "value" "xjksnqifds" "value" "ctusqixohm" "value" "osaekeukqx" "value" "irlduoinie" "value" "nifzrybfuh" "value" "ctqxoyxbwc" "value" "vsvhjrymqc" "value" "bzwxqcpftf" "value" "ltghdkluqq" "value" "vklwhyzqhk" "value" "ghwcrdlbjj" "value" "lzzptujbjp" "value" "qlvgfplbod" "value" "ghepftfjgk" "value" "aiqqyusnuv" "value" "rspghuhpbp" "value" "lfkqrtxocm" "value" "iibgagtkpg" "value" "ywiurvfbpg" "value" "tdceweesxh" "value" "pvwvdaorrl" "value" "ejlunxlwxn" "value" "ymqxhmnidz" "value" "lydebbpmfb" "value" "ztjuqomjck" "value" "eyrbqexkff" "value" "oqmuhlruqy" "value" "gnrmnwaxls" "value" "mumhqarhgg" "value" "skbzfbeziu" "value" "hnnfmyurhx" "value" "yrsizkbbwz" "value" "azpwrzovza" "value" "txhllnvudv" "value" "aslibwggrp" "value" "ubghghklvj" "value" "jqqogagqni" "value" "emfqsjraia" "value" "ctgwmawlgl" "value" "mivctgaajt" "value" "knycrcrsbm" "value" "ubtiscdgrn" "value" "ulepgommyy" "value" "qbhdjhoohc" "value" "cctlfgicpv" "value" "phfuspevwk" "value" "oeawjlqnyg" "value" "jpphbjtbrh" "value" "ofykgotycd" "value" "csjfbpjyzq" "value" "thmmmlqluk" "value" "buzhjxsbkm" "value" "pisgqibyae" "value" "skkawcmqqt" "value" "mmqblvrscy" "value" "dpkiubfzbx" "value" "yivxcecwlp" "value" "kbnjiilaqd" "value" "rwrxxrnwtq" "value" "veegnotgmj" "value" "pbfijwccjp" "value" "expefhkisx" "value" "ynnhyctikq" "value" "bhfmhanvxe" "value" "otclvmbilg" "value" "hskkmrluuf" "value" "ftnbjymlll" "value" "nbkaxrojqq" "value" "qydrgilxxt" "value" "dxufcyurjx" "value" "fgygwdazbm" "value" "tivnqailcl" "value" "jwvqixjhho" "value" "oglqutqfcx" "value" "wvrlxfoxff" "value" "ropuqidkxv" "value" "qcsxjrjcfc" "value" "twuvkpjzzw" "value" "fqtktfghcv" "value" "suhwnartid" "value" "wvsnfinuil" "value" "rngtndwjyg" "value" "tsmzfswaxo" "value" "uvlswctlhx" "value" "llamjvxyqo" "value" "wovoupawzt" "value" "caxgjftjyj" "value" "gwzqcetcji" "value" "yzrdbalexf" "value" "fnpdsuozxt" "value" "dbtbtvkqss" "value" "pwgjoppmgc" "value" "wxjdgbugeu" "value" "qchpfcigwa" "value" "lxzdcbveuy" "value" "bwjyghaztz" "value" "uedehyieof" "value" "pfaytznuaa" "value" "lspvrnxnjo" "value" "zkbqvttlzy" "value" "fkdmuxraqf" "value" "nbizrabfuo" "value" "fgzwwaedjy" "value" "gkmwutvars" "value" "bwsdzrxzse" "value" "txgjxzovte" "value" "cbtpbbfrdd" "value" "vqgztpmzhz" "value" "rdipvyeqoi" "value" "bovkdabcdo" "value" "fhobhpwwkp" "value" "mkbkflixkr" "value" "mjifqzmtsd" "value" "pkcqdokojd" "value" "dtgjnddwch" "value" "uboipezuni" "value" "dfdodbelzn" "value" "fzsoiryhfn" "value" "krtsiucvvu" "value" "aieekmivcb" "value" "aeafusfzdn" "value" "ehnrizfmfo" "value" "dcjlwhfstw" "value" "wksgvbkbyw" "value" "hvfprkjlbc" "value" "jlgepeyhpc" "value" "ljklggibcy" "value" "mhrvuemywb" "value" "wdqygrxkya" "value" "ystnkbogee" "value" "flvftlpbjq" "value" "vgfgbsbnwy" "value" "rsivptwulz" "value" "bzjzucrypq" "value" "bweysooxiv" "value" "mmcunsiwad" "value" "mszjkgsrio" "value" "bvurseeqmh" "value" "wtcpliaxmk" "value" "ndwiompimr" "value" "mdcwoblmkl" "value" "dflxukffgl" "value" "mcojdazpfq" "value" "tctgzmjads" "value" "dewdgfrhos" "value" "iwqanwtvcd" "value" "nfucelqjfe" "value" "wgtrwefdsw" "value" "skstqdgbos" "value" "rwllkdzxrj" "value" "qwozutlufu" "value" "fmpdixcckx" "value" "jybzltmwrs" "value" "ossjrvqmaa" "value" "adlxahxsbq" "value" "mbewprqunw" "value" "xbvbujurqw" "value" "rnvhfxbuoi" "value" "pyrpwxalpc" "value" "adlryhdbpr" "value" "gritvkzfgw" "value" "aufhfrhccf" "value" "umoicweaab" "value" "kgirldeylz" "value" "nknlysgviv" "value" "plbxaamppj" "value" "ikpikupjoi" "value" "eioxaswdee" "value" "imexfccbxk" "value" "ouroipthpq" "value" "jbzyfznpdn" "value" "asidljmwgb" "value" "jeazfmhrcb" "value" "dablvesuho" "value" "zuoqjiciij" "value" "qmxxfyuodo" "value" "vkqalcokst" "value" "jhibapuhga" "value" "cmqraybrlw" "value" "beqsnrixhl" "value" "rmqxtqcxua" "value" "ndltyojjxj" "value" "hyanpicfan" "value" "yzutuazhmh" "value" "tumnalubch" "value" "eksvvoxziw" "value" "weqhfkosif" "value" "wwfbpjatrp" "value" "lrhrkuyzry" "value" "uvbtcgtopw" "value" "fmyleefltp" "value" "kkrxiaiife" "value" "gbkqhfumyu" "value" "tdmjyuitvv" "value" "jvtalmlkng" "value" "rdsfcdvkqz" "value" "xqvjnlpssl" "value" "fuftndsnim" "value" "keklddczkd" "value" "wrqnytptzm" "value" "rwzijctxzs" "value" "btakuczlec" "value" "fuipidfbjt" "value" "kjiqagynco" "value" "ahjawbsqcw" "value" "iehxaaneev" "value" "ezbiwqnabg" "value" "pnnzqcutoq" "value" "wlogkzxkpo" "value" "xzswnnldvs" "value" "qqfnugftmr" "value" "zuccleayil" "value" "ckqebhazel" "value" "brwlqbfoat" "value" "anmcogawkg" "value" "roqzbzpbbt" "value" "dxnprfawun" "value" "fffreqppjj" "value" "gfdzgxfdcg" "value" "sshbuxfljd" "value" "shckmujxzo" "value" "rqurawzebz" "value" "vpehhmoxva" "value" "vldwfdnicm" "value" "tzhjrlfvfp" "value" "ymwwctfodg" "value" "qsxfnsicrx" "value" "gfhrrjczsp" "value" "gtqrsktbaa" "value" "dniplpxfof" "value" "htawohddyn" "value" "dbcxnsiacw" "value" "dhfundvlpn" "value" "uewpgskfpu" "value" "cuuytorpnp" "value" "vlcnbfqvox" "value" "jbqibabrmv" "value" "xhspgwheck" "value" "fsuovvpgng" "value" "gcjruttnno" "value" "wxswusqpeo" "value" "qhhhipzncq" "value" "mcbuftndrr" "value" "owjfgjqqjc" "value" "vvmkjgajwa" "value" "wvlvshnhmx" "value" "ekponflaeq" "value" "kuiumwomxi" "value" "aoydkdfrpe" "value" "cglxptkcsz" "value" "uqbpcvkipa" "value" "ubzgvzputq" "value" "wmyphdckda" "value" "ukdnaklmcp" "value" "ramoirrdyd" "value" "vwayaqmtid" "value" "ltomuspfzc" "value" "wzxdkpehwf" "value" "yzcspfvcot" "value" "cgpvvnbvlk" "value" "farwqgfyjf" "value" "lbxvlwzony" "value" "ocesqguvym" "value" "yzviqaobku" "value" "cnngbbpowp" "value" "ucxeoqcssr" "value" "zcffhzusrl" "value" "yzmodbpsnb" "value" "aryiyaltqw" "value" "xkaailrpns" "value" "lpahctqgna" "value" "cnbqnvxmjp" "value" "nugjvhftma" "value" "xsgcuvxzor" "value" "xwtwtwmbgu" "value" "emdwpvauyc" "value" "ahfktrqmgh" "value" "jznackjcrd" "value" "etcsjxoqab" "value" "kpzmuwqbnt" "value" "dspznsgszk" "value" "rcwbzvwbva" "value" "mlznoaajqq" "value" "iwuuxdactm" "value" "zujobawsct" "value" "snepgcispg" "value" "cgmivhyskk" "value" "snunzlgfkd" "value" "ppdxnadmje" "value" "wtzqqecgfy" "value" "ncremxgfdb" "value" "cblsafugqk" "value" "hjekcxfyds" "value" "faxedqgskm" "value" "jjczogqdwz" "value" "jfbgmhtjke" "value" "nehqnkqnld" "value" "lcdchjadll" "value" "llimzyabsp" "value" "iwapedwyle" "value" "iobkwbwceu" "value" "twmbtaxdro" "value" "nmtmjmhmdl" "value" "ewoqykjbkc" "value" "tmyuncyoyd" "value" "dcepfcdddn" "value" "dnvwyhyhsn" "value" "nrencopzqn" "value" "yjyffpgoop" "value" "uvqtefqdhk" "value" "yjhypaonqq" "value" "uqvzpcvugl" "value" "cakvxrdpmj" "value" "tvzacklhdz" "value" "higdkhodzy" "value" "ormdblyhhn" "value" "wbouqpojzl" "value" "eyhgspybnr" "value" "lywsezpzgf" "value" "usykkwszvh" "value" "bcwncpnibg" "value" "jgcqryhsvk" "value" "yfvwesgulw" "value" "geizujxrkg" "value" "zknlteeaxq" "value" "nqwjivcosg" "value" "qmnxipsiga" "value" "pthacnunjj" "value" "afamsavgsi" "value" "bzfzxzecrs" "value" "sxcihybfci" "value" "padscbypdo" "value" "gaotvjctjh" "value" "beicnwdryg" "value" "xsueeljljp" "value" "mkrrypcfzy" "value" "ekjgqnjxyl" "value" "iyeiercbxr" "value" "rkwlgzhvvy" "value" "hmnaoeeasz" "value" "aquymkrswt" "value" "ulnnuwyptq" "value" "xftfzsoiwc" "value" "urkkyscfti" "value" "wabroeeoop" "value" "qpzkuxsipr" "value" "dxdngrmypg" "value" "icatrrbcjs" "value" "fhuptkhkzm" "value" "apyzwvajot" "value" "vealtjlqyc" "value" "khkkfmzkow" "value" "trzqdcaqdw" "value" "itmekixthv" "value" "pudgkcbwdx" "value" "zuibhuihtz" "value" "kzuywkxlku" "value" "ogtqmpnzie" "value" "jetamrlglx" "value" "fjdjumschq" "value" "kprzbyngsw" "value" "xeyxlxiqch" "value" "dtuhvpszzt" "value" "fpmbbgiaao" "value" "hjlhurakwh" "value" "mshexjmkmn" "value" "cynhehkcxs" "value" "cvbbbdzmie" "value" "cvnlzjdfgf" "value" "ifhkjgmxrd" "value" "audguegpmo" "value" "jzstgleeby" "value" "eafrzhdhhq" "value" "fmmammvdyj" "value" "uncqdpbhwb" "value" "fzatoyblsr" "value" "xtwlklqdna" "value" "ydqppngxvh" "value" "mkngszsxeu" "value" "vyewicgjio" "value" "tstbluhyhj" "value" "qzxxwlfeki" "value" "ocmtsfpsgh" "value" "xmknbbmdbf" "value" "pdjmftsmob" "value" "ygrpkpstxq" "value" "hrhiqcarju" "value" "aadzbodres" "value" "curhymvwsx" "value" "tbqidtevrl" "value" "avchkjnlwm" "value" "tyephutkmb" "value" "lxoaezrdxs" "value" "ctkwlhmgfz" "value" "xkiuuciwrn" "value" "irrovfyshb" "value" "hwuofuftlr" "value" "mhbfsuaovv" "value" "wzuhzzdezi" "value" "jlpobgvouj" "value" "qbpmtomqpu" "value" "shlwywnxpk" "value" "srkvjhetmj" "value" "hvxefqtmqu" "value" "fazsvkljef" "value" "bstezdkmig" "value" "asbtvfzien" "value" "vewfxcxkpf" "value" "tqkprkoixe" "value" "rcaatkjyur" "value" "euleuicawb" "value" "ifiizdeong" "value" "cjcrpmggtu" "value" "kxggjpatkd" "value" "klwqsggtob" "value" "mnsaklzgob" "value" "xfxlervrgn" "value" "eraxdyjftw" "value" "xrvonyieqa" "value" "fswhywqxhy" "value" "iqzxblqkeo" "value" "rxvhmzvbcv" "value" "wvdmobfisx" "value" "ujybghjfnf" "value" "yufagalzhk" "value" "qxbqbfcgjp" "value" "vorgqhmaoq" "value" "zewylkylsy" "value" "vvmaucizkv" "value" "bgcoyoduda" "value" "vnsufnurol" "value" "rtskokvklv" "value" "svvdufedug" "value" "qgdgujdvtg" "value" "rjrtvpntke" "value" "shgetgsird" "value" "ywgeotcect" "value" "zsikdzycyt" "value" "gcsswbksnc" "value" "qgobfhgspy" "value" "pbxrbaxnor" "value" "viwarrumob" "value" "eaetplspga" "value" "jqmscuprwq" "value" "nkyuframnm" "value" "gygftrsdbm" "value" "qzlfnntjar" "value" "fzzcioobeb" "value" "ydigxptqbl" "value" "bgtxhxkhvv" "value" "hggqmlgwha" "value" "ywlqbjqeug" "value" "qwowxqzrkz" "value" "zybosgbtxt" "value" "cflarkquuv" "value" "klaeknlbrm" "value" "ccnbldglgl" "value" "dpauqcpgyi" "value" "ylxiwiesps" "value" "xyxmlrdbui" "value" "arqfxfqkzh" "value" "byrkeibrfb" "value" "laepwenqmc" "value" "kluswgtjsf" "value" "mgldvzleyy" "value" "yqmzmmzwpd" "value" "tvlckdoyfe" "value" "dmxcbvzrxg" "value" "qquwyuyvvw" "value" "pmytvtksfi" "value" "umttshfkpk" "value" "rmdayyptch" "value" "glwrmjpotx" "value" "bgcnzgcmza" "value" "ivinvxopgz" "value" "dmbarohbfj" "value" "rncdgqxqfq" "value" "zmmwzkjrjl" "value" "gdlztbhpeq" "value" "zrwgpknaop" "value" "powzkcrtvv" "value" "cszvzbrmoy" "value" "dtjljhzqcm" "value" "anznywecwk" "value" "amuwlfaxwv" "value" "ajdkqflpen" "value" "evjrybtwww" "value" "oxsdmrdbit" "value" "yafipxfsip" "value" "xekxarmwcq" "value" "dgcesswkvc" "value" "gdqgmwxkmt" "value" "spdyueanru" "value" "yrvmdhnnfc" "value" "aexxjlgwuo" "value" "xpcpytommm" "value" "gjutzwoxlf" "value" "stnfirydgi" "value" "snpuvnebpy" "value" "rfxibyjmpg" "value" "ortxlvmdoc" "value" "gdozstnglr" "value" "eqiukbyscu" "value" "qzcrpbvatq" "value" "dwzqowbrsd" "value" "iesbitdnjd" "value" "inboyxgoqa" "value" "lfojnetxdc" "value" "njmufqrykx" "value" "ybcdthmgws" "value" "igwekdegcw" "value" "ajkgxmtamu" "value" "qkyfpamste" "value" "nwybjbhgep" "value" "arqqmfmmbz" "value" "rqiyxwpuyv" "value" "nsdvirehqh" "value" "qckueiqiwh" "value" "tjnbsybxws" "value" "jphvxuqipp" "value" "ghtoyhrfxh" "value" "erglflfnql" "value" "kngwkkzwts" "value" "nmguhcygct" "value" "jigyicdeft" "value" "gamcdtywne" "value" "nunpqugdit" "value" "ghqwxaqlef" "value" "nqxdrqigvf" "value" "xepfvvcovk" "value" "ezgxjiwwig" "value" "izizuzzjuv" "value" "mallnshtok" "value" "tctrsxgnrc" "value" "exhjfssojj" "value" "yilvzcevlj" "value" "nepxmyiuhr" "value" "dqqfcdugde" "value" "iamjlqlznh" "value" "mvmsikqfxu" "value" "kmqlwfbsex" "value" "pribqncfuf" "value" "zavrjnezrf" "value" "kmcwshsbye" "value" "uzaejrbwue" "value" "olezxlliej" "value" "hjjxyybxiv" "value"' +tested-groups: +- hash +tested-commands: +- hgetall +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="HGETALL hash:1000" --hide-histogram --test-time 180 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml new file mode 100644 index 00000000..ad6bfd39 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 100 integer elements (all of one encoding type: 7BIT_UINT) in it and we query it using LRANGE with a range of all elements. ' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:100:ints:7BIT_UINT" "0" "1" "2" "3" "4" "5" "6" "7" "8" "9" "10" "11" "12" "13" "14" "15" "16" "17" "18" "19" "20" "21" "22" "23" "24" "25" "26" "27" "28" "29" "30" "31" "32" "33" "34" "35" "36" "37" "38" "39" "40" "41" "42" "43" "44" "45" "46" "47" "48" "49" "50" "51" "52" "53" "54" "55" "56" "57" "58" "59" "60" "61" "62" "63" "64" "65" "66" "67" "68" "69" "70" "71" "72" "73" "74" "75" "76" "77" "78" "79" "80" "81" "82" "83" "84" "85" "86" "87" "88" "89" "90" "91" "92" "93" "94" "95" "96" "97" "98" "99"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --pipeline 10 --command="LRANGE list:100:ints:7BIT_UINT 0 -1" --hide-histogram --test-time 180 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml new file mode 100644 index 00000000..ce3b8c12 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 100 integer elements (across all 6 encoding types, meaning 7BIT_UINT 13BIT_INT 16BIT_INT 24BIT_INT 32BIT_INT 64BIT_INT) in it and we query it using LRANGE with a range of all elements. ' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:100:ints" "0" "7" "14" "21" "28" "35" "42" "49" "56" "63" "70" "77" "84" "91" "98" "105" "112" "-4096" "-3585" "-3074" "-2563" "-2052" "-1541" "-1030" "-519" "-8" "503" "1014" "1525" "2036" "2547" "3058" "3569" "4080" "-32768" "-28673" "-24578" "-20483" "-16388" "-12293" "-8198" "-4103" "-8" "4087" "8182" "12277" "16372" "20467" "24562" "28657" "32752" "-8388608" "-7340033" "-6291458" "-5242883" "-4194308" "-3145733" "-2097158" "-1048583" "-8" "1048567" "2097142" "3145717" "4194292" "5242867" "6291442" "7340017" "8388592" "-2147483648" "-1861152495" "-1574821342" "-1288490189" "-1002159036" "-715827883" "-429496730" "-143165577" "143165576" "429496729" "715827882" "1002159035" "1288490188" "1574821341" "1861152494" "2147483647" "-9223372036854775808" "-7993589098607472367" "-6763806160360168926" "-5534023222112865485" "-4304240283865562044" "-3074457345618258603" "-1844674407370955162" "-614891469123651721" "614891469123651720" "1844674407370955161" "3074457345618258602" "4304240283865562043" "5534023222112865484" "6763806160360168925" "7993589098607472366" "9223372036854775807"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --pipeline 10 --command="LRANGE list:100:ints 0 -1" --hide-histogram --test-time 180 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-lindex-string-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-lindex-string-pipeline-10.yml new file mode 100644 index 00000000..54d70c34 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-lindex-string-pipeline-10.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1key-list-10K-elements-lindex-string-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 10000 string elements in it and we query it using LPOS of a element that we know it is in the middle of the list. ' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH strlist __key__" --key-maximum 10000 --key-minimum 1 -n allkeys --key-prefix "hello" --command-key-pattern S -c 1 -t 1 --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- lindex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="LINDEX strlist 5000" --hide-histogram --test-time 120 --pipeline 10 + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml new file mode 100644 index 00000000..ab55915d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-1key-load-hash-1K-fields-with-5B-values +description: "" +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --test-time 120 --distinct-client-seed "--data-size" "10" --command 'HSET "hash:1000" "tocawprsxz" "value" "csqcfxyzsy" "value" "ipubipttcb" "value" "jqurtadjro" "value" "zdulfflfqx" "value" "bbfvuialin" "value" "ifpfyncdfe" "value" "kjeevccyof" "value" "stttkrbfqs" "value" "qatkvfuttq" "value" "ltvfnuuwil" "value" "znartcywze" "value" "bzursuzuei" "value" "jlghqxtvok" "value" "osncqcuest" "value" "uxvibjduto" "value" "giubyhvaav" "value" "joijmgposs" "value" "lqxpnplleo" "value" "bnatichltp" "value" "nnfxoqebys" "value" "lyhqvxolfw" "value" "caaqjozcqh" "value" "nlqtadqinl" "value" "hfjxrrsszf" "value" "fussukqrph" "value" "cbjovvgqqy" "value" "wcpbfslakk" "value" "slskrnekbc" "value" "nvonwipkta" "value" "jhdcicttmm" "value" "rpyroriegs" "value" "lnuuootxmp" "value" "ufdxqlonpg" "value" "qgasrnjrld" "value" "jhocasnttw" "value" "smwbxeqbed" "value" "kapxglqccs" "value" "hhwvslfxmf" "value" "rbdabbmnrf" "value" "ltgidziwzm" "value" "qpffifpdiz" "value" "sadqcfniau" "value" "bqoabrqwwj" "value" "wghyakzbit" "value" "bnxtlmiwup" "value" "akzsgaeqon" "value" "zwlhpcahwu" "value" "kfselnpkim" "value" "dxtzxeguoi" "value" "roczxpuisd" "value" "myzjxvtvjh" "value" "alfftdxaxc" "value" "vyiqkfoics" "value" "dygkzcpakt" "value" "ukprrucywq" "value" "afzlyodwiz" "value" "vdaebbupfe" "value" "wemmvswznk" "value" "xzbqjpzqlm" "value" "lqqivzlppd" "value" "rrzcqyzdzf" "value" "ncckxlmsvg" "value" "cpjveufsvk" "value" "babfjxxabw" "value" "btcvhacldb" "value" "mqqrgbacfa" "value" "eqaxrccwjq" "value" "erahoeivfw" "value" "omeatkwwtc" "value" "mjwrbndexu" "value" "gktcjcfxbb" "value" "tfonhwnuxj" "value" "pheajlhymx" "value" "vefgwelnfo" "value" "gayysuldha" "value" "tqpqihwjtl" "value" "eirhwkdgfq" "value" "rnfodijavx" "value" "erqgyscser" "value" "nnnxouavyp" "value" "yhejmjwwni" "value" "mwmcwqzbld" "value" "ofcurtthcs" "value" "idmjjbjvni" "value" "ovqohpxjft" "value" "ocoflktdhp" "value" "kgopxvsdah" "value" "pyjpxqnavq" "value" "nubsytpfao" "value" "ddpgrvwowd" "value" "glynpmsjcf" "value" "whsxmqffqg" "value" "sstqpivwip" "value" "cqfnhujrbj" "value" "gsvkmnluiz" "value" "zdmgjjyukl" "value" "gcfcbjybkx" "value" "qmhyoyctod" "value" "kdodndexvr" "value" "tkgihmsrha" "value" "kmifjielrw" "value" "gefoharnza" "value" "tcpwkimype" "value" "nxllkzroin" "value" "bpvbnmpekh" "value" "ljinllovsw" "value" "mugdxqnjxj" "value" "tqqmmvwact" "value" "uidvmrqyjd" "value" "dthtfrqkce" "value" "efhynoxlul" "value" "iosqxoobrk" "value" "sujbwndgwl" "value" "btxehrokkw" "value" "pmaagvqldo" "value" "evuxmkrrfl" "value" "dclualrzqb" "value" "jfqxkxgqhj" "value" "fvemodlpgz" "value" "lawrpikwsk" "value" "socoxaegfa" "value" "snomfrutha" "value" "yxsnreuepl" "value" "vjihaakiof" "value" "nnhrgirrtw" "value" "jccorylnjg" "value" "gehuriygwq" "value" "icqjxcermo" "value" "ocgjeuljxf" "value" "qslrwqmixc" "value" "rhzpguhsws" "value" "zxlbhyeckf" "value" "iziwqojsoq" "value" "qlorevyltp" "value" "gbjzsedhag" "value" "mkxysrkpug" "value" "bhrvnadcdk" "value" "qxxinxaqxn" "value" "ctnaggdbru" "value" "fsthobmdxk" "value" "cvnnitrrow" "value" "vlhtdpqavh" "value" "vhjaphfdpj" "value" "yhdgqenmwv" "value" "ysntbzffxq" "value" "emfjcnujqn" "value" "qnqzibcmip" "value" "ngcxqjjpdm" "value" "gkneclxnnt" "value" "rhkpfsuhoq" "value" "dgodkfjzos" "value" "isqymcuffe" "value" "ripecixnpr" "value" "dxpepbctea" "value" "gbeizdzdyb" "value" "aqlapmghln" "value" "yhlalzusch" "value" "xglrugpjkt" "value" "ngwifjdpha" "value" "jvekvvldai" "value" "hmdzsuuyrn" "value" "ncabqesziv" "value" "whdftyqojv" "value" "rhzqdtxucc" "value" "ftyxhyfokj" "value" "vqtixjkcbb" "value" "krfosgrmjb" "value" "ahcaaodvgi" "value" "ooeswhfdnj" "value" "jhctncrzlw" "value" "haxesjafmh" "value" "vxrtzngznb" "value" "fidsuuizcf" "value" "mamtueyrqn" "value" "quemrlmwod" "value" "pkgpjwyfbh" "value" "ckibsdtfff" "value" "tjnjhejnju" "value" "puvgjfjyaf" "value" "cvmicoarvv" "value" "mxpzuzrzuo" "value" "rrrfhnclbv" "value" "xeurpmfdmo" "value" "yqvkykgjbe" "value" "behdxlfdho" "value" "dyzedskzkq" "value" "rfhlttsuqy" "value" "pkehotsmka" "value" "alokvrpbih" "value" "mobwpcyxuk" "value" "umwunfzsvo" "value" "naggqdxcjm" "value" "rakustfykw" "value" "dtkfydidli" "value" "kohpozxkhl" "value" "usjmfkopln" "value" "axhoxkubdv" "value" "asretszbav" "value" "tmkoxwdgpx" "value" "wjhaavxfge" "value" "pcuaesomdc" "value" "vjhpmffzxc" "value" "qwxzqlqter" "value" "jjumoixniz" "value" "ruxsmttpak" "value" "pjdundsxrd" "value" "kdklhpxntt" "value" "muhewfzihs" "value" "dplonqlliz" "value" "wjibkklezg" "value" "dfemamyevk" "value" "nryvfijxhj" "value" "bqqohkuylc" "value" "wiqhmhkiel" "value" "lftmqoxhfc" "value" "sjbaedopjb" "value" "dlomhvkoxg" "value" "jhkdwtqvwl" "value" "vqashxkrik" "value" "mupcilqfjg" "value" "suahxaebee" "value" "rqkcyxiwhz" "value" "jqgtbgbybq" "value" "ygbfgfefac" "value" "kjblkrvknt" "value" "yajpmxmuwz" "value" "wwowdvybjj" "value" "bdtbaxnuko" "value" "adfhfatarh" "value" "vfcpevtekf" "value" "fiugzrozky" "value" "spogjykkfs" "value" "tdggmsxysk" "value" "aoqlctikzg" "value" "nwywtydqew" "value" "qjrhtqgwjc" "value" "dhzgpwewsx" "value" "outdlyeqvq" "value" "trwzipsers" "value" "qtpcwuafar" "value" "scgjdkyetq" "value" "aqyfvxyjqr" "value" "xkvgnzjgrm" "value" "hhbceuegvh" "value" "paitaeqrpb" "value" "yfdsmhtria" "value" "bxwvqvndcc" "value" "dpyjoihqrs" "value" "tnratexlre" "value" "hplvvuoscb" "value" "muocqqypmt" "value" "pxzkuasjek" "value" "flrsaczxzc" "value" "pubqtzzzko" "value" "vpqlxtfkjz" "value" "fiafoggekm" "value" "qtewhixedb" "value" "iijjcabgak" "value" "tqjpijliii" "value" "uttazeawix" "value" "hxbmykkugi" "value" "bekchebgys" "value" "ffrviosqzo" "value" "rjrptuhkav" "value" "sldzewoxas" "value" "uesalivsis" "value" "maxylirjgh" "value" "vpzsmbjkvy" "value" "eiziligjfr" "value" "tqblforkpa" "value" "nszbrpweoz" "value" "rzanpefsfy" "value" "cejkfhuykf" "value" "abinkgshoi" "value" "gqybtjuhvq" "value" "oqdlpaubsc" "value" "nrbfkysxaf" "value" "mhxojehvxx" "value" "vuqlqdpfdn" "value" "orqqevpmca" "value" "xigznrdgqy" "value" "jzceexkqam" "value" "szupcnvvij" "value" "btgeubdzbb" "value" "nojnedgabk" "value" "sdnkjddyut" "value" "lbjarnpxhh" "value" "wevfinjbqk" "value" "dvgqwzignk" "value" "ejzwnidqwr" "value" "nlxwjmzwln" "value" "brrlblrxwa" "value" "hyikggurti" "value" "wybmlpqblt" "value" "hertbwuzyw" "value" "rwhzzytdsq" "value" "symbgeyple" "value" "zbfeyptemz" "value" "pghbwbtfmk" "value" "mxydilgynv" "value" "bhwytqsafu" "value" "ecsburyjhh" "value" "cvohdragtx" "value" "lscjhgztom" "value" "giswndixdf" "value" "etsngvbrff" "value" "lgqazzajpx" "value" "pypepewjvq" "value" "nswjopvtqv" "value" "tuajnnqtcq" "value" "bvvoibkfrt" "value" "kjqeujfkoh" "value" "diwmfuckel" "value" "bwizktcwmb" "value" "ughnpilqqm" "value" "ihealvwnxb" "value" "thqttakyzy" "value" "auwfujaoya" "value" "rofnkytnhm" "value" "ilkuddrdvh" "value" "hmwfncgzxg" "value" "pzrchtwaaw" "value" "ffksbrtbfq" "value" "ethxaycsil" "value" "uwiqrvcqvu" "value" "fgcehqgsso" "value" "yoblelzlkd" "value" "gjiwldcfqh" "value" "sbrjnwxdip" "value" "nenhiiibwx" "value" "ebhhhgabjd" "value" "xpkwqbfban" "value" "pupmdjgyed" "value" "aejnvyfdst" "value" "krxneqolle" "value" "nouncgkoik" "value" "kamgfgbxel" "value" "fffylsswky" "value" "agswwrfabr" "value" "pkvcbelpos" "value" "mxapzqqqsw" "value" "ywmqoaztmy" "value" "sfuvzzxbxq" "value" "kdcvbkrbsj" "value" "twpiiaedpc" "value" "egmgddriry" "value" "nmfihtnkel" "value" "kqzjnkdlxd" "value" "eovsizpcjp" "value" "bsavjyaksg" "value" "xlmvatfsly" "value" "dlhjfafskj" "value" "wmvhvwnowp" "value" "vjjozwrovk" "value" "gbazuqnmit" "value" "ubwlcefgqb" "value" "jttqzbazgz" "value" "dozecfsvue" "value" "pgdhjrxhga" "value" "gzekysdunp" "value" "ygoiannoht" "value" "hklchdenoe" "value" "sotbjzlsvz" "value" "qjwrnhooax" "value" "cdghgcsoth" "value" "mjlpvuoghe" "value" "qclkaeciey" "value" "oownjpxrov" "value" "nvqfyljbef" "value" "tsnawydcru" "value" "wrrgxxkxkc" "value" "ylulwsnjay" "value" "lxsinouutc" "value" "ozpyyaznsh" "value" "cmhkstsjok" "value" "ybckvbeoib" "value" "fsoardckcw" "value" "ltkauvxggz" "value" "sqwhsgboef" "value" "wgtjxahmef" "value" "spoqshzjoi" "value" "pfvfxrrfhl" "value" "nahweurftw" "value" "fojjpqmbck" "value" "zexblqeora" "value" "qsoiwsugdv" "value" "ksppwhhqzj" "value" "otadcihtmd" "value" "imnjbkmsls" "value" "zzenkvuesw" "value" "kbfqdppnfa" "value" "igehetokzq" "value" "koujdppfua" "value" "wqsqzzbqhm" "value" "tglieutcis" "value" "owovlhorvw" "value" "nraylduhut" "value" "nwnyjkugcf" "value" "kpfqxroqbs" "value" "xwxwosqkhm" "value" "ollacusjzj" "value" "wcouaiatsu" "value" "nvkfnfzoki" "value" "fgjnsosfrp" "value" "pltsnzqvpi" "value" "rhnkzlsjtk" "value" "ysnndkycix" "value" "bpnfopinub" "value" "blujwnyluy" "value" "wgtmckqknh" "value" "zorzyqtjtr" "value" "hvtlkrungk" "value" "rgtondctpo" "value" "mjgvtydjtm" "value" "kcbotffyca" "value" "gybxnvwchp" "value" "gazojexans" "value" "hmcpcrjumm" "value" "zejhycldyy" "value" "iiissmznfe" "value" "qvpuudyuks" "value" "gviypfayfm" "value" "plqbwsiuzw" "value" "nunchscyqc" "value" "qocjpufxio" "value" "iqbyikqjmx" "value" "omwbgglqsp" "value" "nywteueaig" "value" "ntmgbzaivy" "value" "ijdgnlzprg" "value" "rnlaakgsrf" "value" "fpdflprzvn" "value" "azkdbpnshy" "value" "mvfnirshbd" "value" "sotsxznskx" "value" "uzktwqcdeb" "value" "myrrmvflyw" "value" "jgaieawkcu" "value" "utymwhxigo" "value" "vtaiyncmyg" "value" "gpodilvrnm" "value" "xgfzndhodu" "value" "saqilljaid" "value" "jxiewthqls" "value" "nbwksmwxpx" "value" "rwfykeeqgx" "value" "tlnkrncpwi" "value" "ogyvxbgcwi" "value" "ffcqkkzllx" "value" "rtnhivnxtb" "value" "vzcclamtun" "value" "jjlefkekuw" "value" "xjksnqifds" "value" "ctusqixohm" "value" "osaekeukqx" "value" "irlduoinie" "value" "nifzrybfuh" "value" "ctqxoyxbwc" "value" "vsvhjrymqc" "value" "bzwxqcpftf" "value" "ltghdkluqq" "value" "vklwhyzqhk" "value" "ghwcrdlbjj" "value" "lzzptujbjp" "value" "qlvgfplbod" "value" "ghepftfjgk" "value" "aiqqyusnuv" "value" "rspghuhpbp" "value" "lfkqrtxocm" "value" "iibgagtkpg" "value" "ywiurvfbpg" "value" "tdceweesxh" "value" "pvwvdaorrl" "value" "ejlunxlwxn" "value" "ymqxhmnidz" "value" "lydebbpmfb" "value" "ztjuqomjck" "value" "eyrbqexkff" "value" "oqmuhlruqy" "value" "gnrmnwaxls" "value" "mumhqarhgg" "value" "skbzfbeziu" "value" "hnnfmyurhx" "value" "yrsizkbbwz" "value" "azpwrzovza" "value" "txhllnvudv" "value" "aslibwggrp" "value" "ubghghklvj" "value" "jqqogagqni" "value" "emfqsjraia" "value" "ctgwmawlgl" "value" "mivctgaajt" "value" "knycrcrsbm" "value" "ubtiscdgrn" "value" "ulepgommyy" "value" "qbhdjhoohc" "value" "cctlfgicpv" "value" "phfuspevwk" "value" "oeawjlqnyg" "value" "jpphbjtbrh" "value" "ofykgotycd" "value" "csjfbpjyzq" "value" "thmmmlqluk" "value" "buzhjxsbkm" "value" "pisgqibyae" "value" "skkawcmqqt" "value" "mmqblvrscy" "value" "dpkiubfzbx" "value" "yivxcecwlp" "value" "kbnjiilaqd" "value" "rwrxxrnwtq" "value" "veegnotgmj" "value" "pbfijwccjp" "value" "expefhkisx" "value" "ynnhyctikq" "value" "bhfmhanvxe" "value" "otclvmbilg" "value" "hskkmrluuf" "value" "ftnbjymlll" "value" "nbkaxrojqq" "value" "qydrgilxxt" "value" "dxufcyurjx" "value" "fgygwdazbm" "value" "tivnqailcl" "value" "jwvqixjhho" "value" "oglqutqfcx" "value" "wvrlxfoxff" "value" "ropuqidkxv" "value" "qcsxjrjcfc" "value" "twuvkpjzzw" "value" "fqtktfghcv" "value" "suhwnartid" "value" "wvsnfinuil" "value" "rngtndwjyg" "value" "tsmzfswaxo" "value" "uvlswctlhx" "value" "llamjvxyqo" "value" "wovoupawzt" "value" "caxgjftjyj" "value" "gwzqcetcji" "value" "yzrdbalexf" "value" "fnpdsuozxt" "value" "dbtbtvkqss" "value" "pwgjoppmgc" "value" "wxjdgbugeu" "value" "qchpfcigwa" "value" "lxzdcbveuy" "value" "bwjyghaztz" "value" "uedehyieof" "value" "pfaytznuaa" "value" "lspvrnxnjo" "value" "zkbqvttlzy" "value" "fkdmuxraqf" "value" "nbizrabfuo" "value" "fgzwwaedjy" "value" "gkmwutvars" "value" "bwsdzrxzse" "value" "txgjxzovte" "value" "cbtpbbfrdd" "value" "vqgztpmzhz" "value" "rdipvyeqoi" "value" "bovkdabcdo" "value" "fhobhpwwkp" "value" "mkbkflixkr" "value" "mjifqzmtsd" "value" "pkcqdokojd" "value" "dtgjnddwch" "value" "uboipezuni" "value" "dfdodbelzn" "value" "fzsoiryhfn" "value" "krtsiucvvu" "value" "aieekmivcb" "value" "aeafusfzdn" "value" "ehnrizfmfo" "value" "dcjlwhfstw" "value" "wksgvbkbyw" "value" "hvfprkjlbc" "value" "jlgepeyhpc" "value" "ljklggibcy" "value" "mhrvuemywb" "value" "wdqygrxkya" "value" "ystnkbogee" "value" "flvftlpbjq" "value" "vgfgbsbnwy" "value" "rsivptwulz" "value" "bzjzucrypq" "value" "bweysooxiv" "value" "mmcunsiwad" "value" "mszjkgsrio" "value" "bvurseeqmh" "value" "wtcpliaxmk" "value" "ndwiompimr" "value" "mdcwoblmkl" "value" "dflxukffgl" "value" "mcojdazpfq" "value" "tctgzmjads" "value" "dewdgfrhos" "value" "iwqanwtvcd" "value" "nfucelqjfe" "value" "wgtrwefdsw" "value" "skstqdgbos" "value" "rwllkdzxrj" "value" "qwozutlufu" "value" "fmpdixcckx" "value" "jybzltmwrs" "value" "ossjrvqmaa" "value" "adlxahxsbq" "value" "mbewprqunw" "value" "xbvbujurqw" "value" "rnvhfxbuoi" "value" "pyrpwxalpc" "value" "adlryhdbpr" "value" "gritvkzfgw" "value" "aufhfrhccf" "value" "umoicweaab" "value" "kgirldeylz" "value" "nknlysgviv" "value" "plbxaamppj" "value" "ikpikupjoi" "value" "eioxaswdee" "value" "imexfccbxk" "value" "ouroipthpq" "value" "jbzyfznpdn" "value" "asidljmwgb" "value" "jeazfmhrcb" "value" "dablvesuho" "value" "zuoqjiciij" "value" "qmxxfyuodo" "value" "vkqalcokst" "value" "jhibapuhga" "value" "cmqraybrlw" "value" "beqsnrixhl" "value" "rmqxtqcxua" "value" "ndltyojjxj" "value" "hyanpicfan" "value" "yzutuazhmh" "value" "tumnalubch" "value" "eksvvoxziw" "value" "weqhfkosif" "value" "wwfbpjatrp" "value" "lrhrkuyzry" "value" "uvbtcgtopw" "value" "fmyleefltp" "value" "kkrxiaiife" "value" "gbkqhfumyu" "value" "tdmjyuitvv" "value" "jvtalmlkng" "value" "rdsfcdvkqz" "value" "xqvjnlpssl" "value" "fuftndsnim" "value" "keklddczkd" "value" "wrqnytptzm" "value" "rwzijctxzs" "value" "btakuczlec" "value" "fuipidfbjt" "value" "kjiqagynco" "value" "ahjawbsqcw" "value" "iehxaaneev" "value" "ezbiwqnabg" "value" "pnnzqcutoq" "value" "wlogkzxkpo" "value" "xzswnnldvs" "value" "qqfnugftmr" "value" "zuccleayil" "value" "ckqebhazel" "value" "brwlqbfoat" "value" "anmcogawkg" "value" "roqzbzpbbt" "value" "dxnprfawun" "value" "fffreqppjj" "value" "gfdzgxfdcg" "value" "sshbuxfljd" "value" "shckmujxzo" "value" "rqurawzebz" "value" "vpehhmoxva" "value" "vldwfdnicm" "value" "tzhjrlfvfp" "value" "ymwwctfodg" "value" "qsxfnsicrx" "value" "gfhrrjczsp" "value" "gtqrsktbaa" "value" "dniplpxfof" "value" "htawohddyn" "value" "dbcxnsiacw" "value" "dhfundvlpn" "value" "uewpgskfpu" "value" "cuuytorpnp" "value" "vlcnbfqvox" "value" "jbqibabrmv" "value" "xhspgwheck" "value" "fsuovvpgng" "value" "gcjruttnno" "value" "wxswusqpeo" "value" "qhhhipzncq" "value" "mcbuftndrr" "value" "owjfgjqqjc" "value" "vvmkjgajwa" "value" "wvlvshnhmx" "value" "ekponflaeq" "value" "kuiumwomxi" "value" "aoydkdfrpe" "value" "cglxptkcsz" "value" "uqbpcvkipa" "value" "ubzgvzputq" "value" "wmyphdckda" "value" "ukdnaklmcp" "value" "ramoirrdyd" "value" "vwayaqmtid" "value" "ltomuspfzc" "value" "wzxdkpehwf" "value" "yzcspfvcot" "value" "cgpvvnbvlk" "value" "farwqgfyjf" "value" "lbxvlwzony" "value" "ocesqguvym" "value" "yzviqaobku" "value" "cnngbbpowp" "value" "ucxeoqcssr" "value" "zcffhzusrl" "value" "yzmodbpsnb" "value" "aryiyaltqw" "value" "xkaailrpns" "value" "lpahctqgna" "value" "cnbqnvxmjp" "value" "nugjvhftma" "value" "xsgcuvxzor" "value" "xwtwtwmbgu" "value" "emdwpvauyc" "value" "ahfktrqmgh" "value" "jznackjcrd" "value" "etcsjxoqab" "value" "kpzmuwqbnt" "value" "dspznsgszk" "value" "rcwbzvwbva" "value" "mlznoaajqq" "value" "iwuuxdactm" "value" "zujobawsct" "value" "snepgcispg" "value" "cgmivhyskk" "value" "snunzlgfkd" "value" "ppdxnadmje" "value" "wtzqqecgfy" "value" "ncremxgfdb" "value" "cblsafugqk" "value" "hjekcxfyds" "value" "faxedqgskm" "value" "jjczogqdwz" "value" "jfbgmhtjke" "value" "nehqnkqnld" "value" "lcdchjadll" "value" "llimzyabsp" "value" "iwapedwyle" "value" "iobkwbwceu" "value" "twmbtaxdro" "value" "nmtmjmhmdl" "value" "ewoqykjbkc" "value" "tmyuncyoyd" "value" "dcepfcdddn" "value" "dnvwyhyhsn" "value" "nrencopzqn" "value" "yjyffpgoop" "value" "uvqtefqdhk" "value" "yjhypaonqq" "value" "uqvzpcvugl" "value" "cakvxrdpmj" "value" "tvzacklhdz" "value" "higdkhodzy" "value" "ormdblyhhn" "value" "wbouqpojzl" "value" "eyhgspybnr" "value" "lywsezpzgf" "value" "usykkwszvh" "value" "bcwncpnibg" "value" "jgcqryhsvk" "value" "yfvwesgulw" "value" "geizujxrkg" "value" "zknlteeaxq" "value" "nqwjivcosg" "value" "qmnxipsiga" "value" "pthacnunjj" "value" "afamsavgsi" "value" "bzfzxzecrs" "value" "sxcihybfci" "value" "padscbypdo" "value" "gaotvjctjh" "value" "beicnwdryg" "value" "xsueeljljp" "value" "mkrrypcfzy" "value" "ekjgqnjxyl" "value" "iyeiercbxr" "value" "rkwlgzhvvy" "value" "hmnaoeeasz" "value" "aquymkrswt" "value" "ulnnuwyptq" "value" "xftfzsoiwc" "value" "urkkyscfti" "value" "wabroeeoop" "value" "qpzkuxsipr" "value" "dxdngrmypg" "value" "icatrrbcjs" "value" "fhuptkhkzm" "value" "apyzwvajot" "value" "vealtjlqyc" "value" "khkkfmzkow" "value" "trzqdcaqdw" "value" "itmekixthv" "value" "pudgkcbwdx" "value" "zuibhuihtz" "value" "kzuywkxlku" "value" "ogtqmpnzie" "value" "jetamrlglx" "value" "fjdjumschq" "value" "kprzbyngsw" "value" "xeyxlxiqch" "value" "dtuhvpszzt" "value" "fpmbbgiaao" "value" "hjlhurakwh" "value" "mshexjmkmn" "value" "cynhehkcxs" "value" "cvbbbdzmie" "value" "cvnlzjdfgf" "value" "ifhkjgmxrd" "value" "audguegpmo" "value" "jzstgleeby" "value" "eafrzhdhhq" "value" "fmmammvdyj" "value" "uncqdpbhwb" "value" "fzatoyblsr" "value" "xtwlklqdna" "value" "ydqppngxvh" "value" "mkngszsxeu" "value" "vyewicgjio" "value" "tstbluhyhj" "value" "qzxxwlfeki" "value" "ocmtsfpsgh" "value" "xmknbbmdbf" "value" "pdjmftsmob" "value" "ygrpkpstxq" "value" "hrhiqcarju" "value" "aadzbodres" "value" "curhymvwsx" "value" "tbqidtevrl" "value" "avchkjnlwm" "value" "tyephutkmb" "value" "lxoaezrdxs" "value" "ctkwlhmgfz" "value" "xkiuuciwrn" "value" "irrovfyshb" "value" "hwuofuftlr" "value" "mhbfsuaovv" "value" "wzuhzzdezi" "value" "jlpobgvouj" "value" "qbpmtomqpu" "value" "shlwywnxpk" "value" "srkvjhetmj" "value" "hvxefqtmqu" "value" "fazsvkljef" "value" "bstezdkmig" "value" "asbtvfzien" "value" "vewfxcxkpf" "value" "tqkprkoixe" "value" "rcaatkjyur" "value" "euleuicawb" "value" "ifiizdeong" "value" "cjcrpmggtu" "value" "kxggjpatkd" "value" "klwqsggtob" "value" "mnsaklzgob" "value" "xfxlervrgn" "value" "eraxdyjftw" "value" "xrvonyieqa" "value" "fswhywqxhy" "value" "iqzxblqkeo" "value" "rxvhmzvbcv" "value" "wvdmobfisx" "value" "ujybghjfnf" "value" "yufagalzhk" "value" "qxbqbfcgjp" "value" "vorgqhmaoq" "value" "zewylkylsy" "value" "vvmaucizkv" "value" "bgcoyoduda" "value" "vnsufnurol" "value" "rtskokvklv" "value" "svvdufedug" "value" "qgdgujdvtg" "value" "rjrtvpntke" "value" "shgetgsird" "value" "ywgeotcect" "value" "zsikdzycyt" "value" "gcsswbksnc" "value" "qgobfhgspy" "value" "pbxrbaxnor" "value" "viwarrumob" "value" "eaetplspga" "value" "jqmscuprwq" "value" "nkyuframnm" "value" "gygftrsdbm" "value" "qzlfnntjar" "value" "fzzcioobeb" "value" "ydigxptqbl" "value" "bgtxhxkhvv" "value" "hggqmlgwha" "value" "ywlqbjqeug" "value" "qwowxqzrkz" "value" "zybosgbtxt" "value" "cflarkquuv" "value" "klaeknlbrm" "value" "ccnbldglgl" "value" "dpauqcpgyi" "value" "ylxiwiesps" "value" "xyxmlrdbui" "value" "arqfxfqkzh" "value" "byrkeibrfb" "value" "laepwenqmc" "value" "kluswgtjsf" "value" "mgldvzleyy" "value" "yqmzmmzwpd" "value" "tvlckdoyfe" "value" "dmxcbvzrxg" "value" "qquwyuyvvw" "value" "pmytvtksfi" "value" "umttshfkpk" "value" "rmdayyptch" "value" "glwrmjpotx" "value" "bgcnzgcmza" "value" "ivinvxopgz" "value" "dmbarohbfj" "value" "rncdgqxqfq" "value" "zmmwzkjrjl" "value" "gdlztbhpeq" "value" "zrwgpknaop" "value" "powzkcrtvv" "value" "cszvzbrmoy" "value" "dtjljhzqcm" "value" "anznywecwk" "value" "amuwlfaxwv" "value" "ajdkqflpen" "value" "evjrybtwww" "value" "oxsdmrdbit" "value" "yafipxfsip" "value" "xekxarmwcq" "value" "dgcesswkvc" "value" "gdqgmwxkmt" "value" "spdyueanru" "value" "yrvmdhnnfc" "value" "aexxjlgwuo" "value" "xpcpytommm" "value" "gjutzwoxlf" "value" "stnfirydgi" "value" "snpuvnebpy" "value" "rfxibyjmpg" "value" "ortxlvmdoc" "value" "gdozstnglr" "value" "eqiukbyscu" "value" "qzcrpbvatq" "value" "dwzqowbrsd" "value" "iesbitdnjd" "value" "inboyxgoqa" "value" "lfojnetxdc" "value" "njmufqrykx" "value" "ybcdthmgws" "value" "igwekdegcw" "value" "ajkgxmtamu" "value" "qkyfpamste" "value" "nwybjbhgep" "value" "arqqmfmmbz" "value" "rqiyxwpuyv" "value" "nsdvirehqh" "value" "qckueiqiwh" "value" "tjnbsybxws" "value" "jphvxuqipp" "value" "ghtoyhrfxh" "value" "erglflfnql" "value" "kngwkkzwts" "value" "nmguhcygct" "value" "jigyicdeft" "value" "gamcdtywne" "value" "nunpqugdit" "value" "ghqwxaqlef" "value" "nqxdrqigvf" "value" "xepfvvcovk" "value" "ezgxjiwwig" "value" "izizuzzjuv" "value" "mallnshtok" "value" "tctrsxgnrc" "value" "exhjfssojj" "value" "yilvzcevlj" "value" "nepxmyiuhr" "value" "dqqfcdugde" "value" "iamjlqlznh" "value" "mvmsikqfxu" "value" "kmqlwfbsex" "value" "pribqncfuf" "value" "zavrjnezrf" "value" "kmcwshsbye" "value" "uzaejrbwue" "value" "olezxlliej" "value" "hjjxyybxiv" "value"' --command-key-pattern="R" --key-minimum=1 --key-maximum 100000 -c 50 -t 4 --hide-histogram + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml new file mode 100644 index 00000000..f857cfcb --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1key-zrank-100K-elements-pipeline-1 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 100K elements and we query it using ZRANK. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --pipeline 50 --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum 100000 --key-prefix "" -n allkeys --hide-histogram -t 1 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrank +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZRANK key1 __key__" --key-maximum 100000 --command-key-pattern=R --key-prefix "" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 72 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-10M-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-10M-elements-pipeline-1.yml new file mode 100644 index 00000000..819ede35 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-10M-elements-pipeline-1.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1key-zrank-10M-elements-pipeline-1 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 10M elements and we query it using ZRANK. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --pipeline 50 --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum 10000000 --key-prefix "" -n 1000000 --hide-histogram -t 10 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrank +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZRANK key1 __key__" --key-maximum 10000000 --command-key-pattern=R --key-prefix "" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 72 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml index a26cba2e..aac26320 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml @@ -9,7 +9,7 @@ dbconfig: preload_tool: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 + arguments: --pipeline 50 --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum 1000000 --key-prefix "" -n 100000 --hide-histogram -t 10 -c 1 resources: requests: memory: 1g diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10.yml new file mode 100644 index 00000000..e7666009 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 256K elements of 1KB each and we query it using ZREVRANGEBYSCORE. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZADD key1 __key__ __data__" --command-key-pattern=P --key-maximum 262144 --key-prefix "" -R --data-size=1024 -n 262144 --hide-histogram -t 1 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrevrangebyscore +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZREVRANGEBYSCORE key1 262144 1 WITHSCORES LIMIT 1 10" --hide-histogram --test-time 180 --pipeline 10 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 16 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-withscores-5-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-withscores-5-elements-pipeline-10.yml new file mode 100644 index 00000000..5a629732 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-withscores-5-elements-pipeline-10.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1key-zset-1M-elements-zrevrange-withscores-5-elements-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 1M elements in it and we query it using ZREVRANGE with a range of 5 elements. This benchmarks helps assessing: https://github.com/redis/redis/issues/10310' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --key-maximum 1000000 --key-prefix "" --command="ZADD lb __key__ __key__" --command-key-pattern P --hide-histogram -t 4 -c 100 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrevrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZREVRANGE lb 5 10 WITHSCORES" --hide-histogram --test-time 180 --pipeline 10 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 8 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values-pipeline-10.yml new file mode 100644 index 00000000..28b2f75f --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values-pipeline-10.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-load-string-with-512B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 512 Bytes, with 650 clients running sequential SET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "512" --pipeline 10 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 50 -t 13 --hide-histogram' + resources: + requests: + cpus: '13' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml index 5f33d54c..b3e6c393 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml @@ -17,8 +17,6 @@ redis-topologies: - oss-standalone-04-io-threads - oss-standalone-08-io-threads - oss-standalone-16-io-threads -- oss-standalone-32-io-threads -- oss-standalone-64-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml index f635f602..4cde79b1 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml @@ -17,6 +17,10 @@ tested-commands: - set redis-topologies: - oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml index b13067bd..041b2a97 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml @@ -17,6 +17,10 @@ tested-commands: - set redis-topologies: - oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml index 1de649dc..1cc8770e 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml @@ -17,6 +17,10 @@ tested-commands: - set redis-topologies: - oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml index c6ff7c87..ed06b123 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml @@ -17,6 +17,10 @@ tested-commands: - set redis-topologies: - oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml index 3c63c703..e8b73897 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml @@ -17,6 +17,10 @@ tested-commands: - set redis-topologies: - oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml index 5c151c66..9c617949 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml @@ -17,6 +17,10 @@ tested-commands: - set redis-topologies: - oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello-pipeline-10.yml new file mode 100644 index 00000000..127acd08 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello-pipeline-10.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-connection-hello-pipeline-10 +description: 'Runs memtier_benchmark, for no keyspace, benchmarking the connection setup scenario using HELLO command.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- connection +tested-commands: +- hello +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: -c 50 -t 4 --pipeline 10 --command="HELLO 2 SETNAME __key__" --hide-histogram --test-time 120 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 1