Skip to content

Commit 9fce8d8

Browse files
Fixed runner tests according to test cases (#170)
1 parent 1cc1d0f commit 9fce8d8

File tree

3 files changed

+52
-43
lines changed

3 files changed

+52
-43
lines changed

utils/tests/test_data/test-suites/memtier_benchmark-10keys-100B-expire-use-case-with-variant.yml

Lines changed: 0 additions & 38 deletions
This file was deleted.
Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,44 @@
1+
version: 0.4
2+
name: memtier_benchmark-2keys-stream-5-entries-xread-all-entries
3+
description: 'Runs memtier_benchmark, for a keyspace length of 2 STREAM keys with 5 entries on each stream. We query both streams on the same command using XREAD with range of all entries. '
4+
dbconfig:
5+
- configuration-parameters:
6+
- save: '""'
7+
- init_commands:
8+
- xadd key-1 * field value
9+
- xadd key-1 * field value
10+
- xadd key-1 * field value
11+
- xadd key-1 * field value
12+
- xadd key-1 * field value
13+
- xadd key-2 * field value
14+
- xadd key-2 * field value
15+
- xadd key-2 * field value
16+
- xadd key-2 * field value
17+
- xadd key-2 * field value
18+
tested-commands:
19+
- xread
20+
redis-topologies:
21+
- oss-standalone
22+
build-variants:
23+
- gcc:8.5.0-amd64-debian-buster-default
24+
clientconfig:
25+
run_image: redislabs/memtier_benchmark:edge
26+
tool: memtier_benchmark
27+
arguments: --command="XREAD STREAMS key-1 key-2 0 0" --hide-histogram --test-time 5
28+
resources:
29+
requests:
30+
cpus: '4'
31+
memory: 2g
32+
exporter:
33+
redistimeseries:
34+
break_by:
35+
- version
36+
- commit
37+
timemetric: $."ALL STATS".Runtime."Start time"
38+
metrics:
39+
- $."ALL STATS".Totals."Ops/sec"
40+
- $."ALL STATS".Totals."Latency"
41+
- $."ALL STATS".Totals."Misses/sec"
42+
- $."ALL STATS".Totals."Percentile Latencies"."p50.00"
43+
tested-groups:
44+
- stream

utils/tests/test_runner.py

Lines changed: 8 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -167,7 +167,7 @@ def test_run_client_runner_logic():
167167
args = parser.parse_args(
168168
args=[
169169
"--test",
170-
"../../utils/tests/test_data/test-suites/memtier_benchmark-10keys-100B-expire-use-case-with-variant.yml",
170+
"../../utils/tests/test_data/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml",
171171
"--db_server_host",
172172
"{}".format(db_host),
173173
"--db_server_port",
@@ -182,13 +182,13 @@ def test_run_client_runner_logic():
182182

183183
r = redis.Redis(host=db_host, port=db_port_int)
184184
total_keys = r.info("keyspace")["db0"]["keys"]
185-
assert total_keys == 10
185+
assert total_keys == 2
186186

187187
# run while pushing to redistimeseries
188188
args = parser.parse_args(
189189
args=[
190190
"--test",
191-
"../../utils/tests/test_data/test-suites/memtier_benchmark-10keys-100B-expire-use-case-with-variant.yml",
191+
"../../utils/tests/test_data/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml",
192192
"--datasink_push_results_redistimeseries",
193193
"--datasink_redistimeseries_host",
194194
"{}".format(db_host),
@@ -208,7 +208,10 @@ def test_run_client_runner_logic():
208208

209209
r = redis.Redis(host=db_host, port=db_port_int)
210210
total_keys = r.info("keyspace")["db0"]["keys"]
211-
assert total_keys == 10
211+
assert total_keys == 2
212+
rts = redis.Redis(host=db_host, port=db_port_int)
213+
total_keys = rts.info("keyspace")["db0"]["keys"]
214+
assert total_keys > 0
212215

213216

214217
def test_extract_testsuites():
@@ -250,4 +253,4 @@ def test_extract_testsuites():
250253
]
251254
)
252255
tests = extract_testsuites(args)
253-
assert len(tests) == 3
256+
assert len(tests) == 2

0 commit comments

Comments
 (0)