Skip to content

Commit d18ea7e

Browse files
author
prajwal.kirankumar
committed
Add 1k,3k,6k,10k For Scan DGM Tests
Change-Id: I787a37b080e8bc67b7ef27c3e7894a9d48993484 Reviewed-on: http://review.couchbase.org/c/perfrunner/+/146959 Tested-by: Build Bot <[email protected]> Reviewed-by: <[email protected]>
1 parent 2ff100c commit d18ea7e

10 files changed

+19356
-7
lines changed

‎tests/gsi/moi/secondary_scan50M_moi_10k_indexes_stalefalse_1s_1000c_10kops.test‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,7 @@ doc_gen = grouped
3636
doc_groups = 1
3737

3838
[secondary]
39-
indexes = tests/gsi/index_defs/1bucket_1scope_100collections_10k_indexes_1.json
39+
indexes = tests/gsi/index_defs/1bucket_1scope_1000collections_10k_indexes_1.json
4040
db = moi
4141
cbindexperf_configfile = tests/gsi/scan_config/config_scan_sessionconsistent_10k_indexes_1s_1000c_1.json
4242
indexer.settings.storage_mode = memory_optimized

‎tests/gsi/plasma/secondary_100M_1000_indexes_plasma_1s_100c_20RR.test‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -11,8 +11,8 @@ server_processes = projector
1111

1212
[cluster]
1313
mem_quota = 30000
14-
index_mem_quota = 80000
15-
kernel_mem_limit = 100G
14+
index_mem_quota = 95000
15+
kernel_mem_limit = 130G
1616
initial_nodes = 6
1717
num_buckets = 1
1818

@@ -46,7 +46,7 @@ indexer.settings.build.batch_size = 100
4646

4747
[access]
4848
updates = 100
49-
ops = 100000000
49+
ops = 60000000
5050
items = 100000000
5151
throughput = 10000
5252
workers = 20

‎tests/gsi/plasma/secondary_100M_10k_indexes_plasma_1s_1000c_20RR.test‎

Lines changed: 52 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,52 @@
1+
[test_case]
2+
test = perfrunner.tests.secondary.InitialandIncrementalSecondaryIndexTest
3+
4+
[showfast]
5+
title = 1 bucket x 100M x 1KB, 10000 indexes, 10K KV ops/sec, 20%% Resident, Plasma, s=1 c=1000
6+
component = secondary
7+
sub_category = PlasmaDGM
8+
9+
[stats]
10+
server_processes = projector
11+
12+
[cluster]
13+
mem_quota = 30000
14+
index_mem_quota = 175000
15+
kernel_mem_limit = 230G
16+
initial_nodes = 6
17+
num_buckets = 1
18+
19+
[bucket]
20+
replica_number=0
21+
replica_index=0
22+
23+
[collection]
24+
config = collections/1bucket_1scope_1000collections_basic.json
25+
26+
[compaction]
27+
db_percentage = 100
28+
view_percentage = 100
29+
30+
[load]
31+
items = 100000000
32+
size = 1024
33+
workers = 100
34+
doc_gen = grouped
35+
doc_groups = 1
36+
37+
[secondary]
38+
indexes = tests/gsi/index_defs/1bucket_1scope_1000collections_10k_indexes_1.json
39+
indexer.settings.storage_mode = plasma
40+
indexer.settings.max_cpu_percent = 4800
41+
queryport.client.usePlanner = false
42+
queryport.client.log_level = Warn
43+
projector.backChanSize = 500000
44+
disable_perindex_stats = True
45+
indexer.settings.build.batch_size = 100
46+
47+
[access]
48+
updates = 100
49+
ops = 60000000
50+
items = 100000000
51+
throughput = 10000
52+
workers = 20

‎tests/gsi/plasma/secondary_100M_3000_indexes_plasma_1s_300c_20RR.test‎

Lines changed: 52 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,52 @@
1+
[test_case]
2+
test = perfrunner.tests.secondary.InitialandIncrementalSecondaryIndexTest
3+
4+
[showfast]
5+
title = 1 bucket x 100M x 1KB, 3000 indexes, 10K KV ops/sec, 20%% Resident, Plasma, s=1 c=300
6+
component = secondary
7+
sub_category = PlasmaDGM
8+
9+
[stats]
10+
server_processes = projector
11+
12+
[cluster]
13+
mem_quota = 30000
14+
index_mem_quota = 105000
15+
kernel_mem_limit = 130G
16+
initial_nodes = 6
17+
num_buckets = 1
18+
19+
[bucket]
20+
replica_number=0
21+
replica_index=0
22+
23+
[collection]
24+
config = collections/1bucket_1scope_300collections_basic.json
25+
26+
[compaction]
27+
db_percentage = 100
28+
view_percentage = 100
29+
30+
[load]
31+
items = 100000000
32+
size = 1024
33+
workers = 100
34+
doc_gen = grouped
35+
doc_groups = 1
36+
37+
[secondary]
38+
indexes = tests/gsi/index_defs/1bucket_1scope_300collections_3000_indexes_1.json
39+
indexer.settings.storage_mode = plasma
40+
indexer.settings.max_cpu_percent = 4800
41+
queryport.client.usePlanner = false
42+
queryport.client.log_level = Warn
43+
projector.backChanSize = 500000
44+
disable_perindex_stats = True
45+
indexer.settings.build.batch_size = 100
46+
47+
[access]
48+
updates = 100
49+
ops = 60000000
50+
items = 100000000
51+
throughput = 10000
52+
workers = 20

‎tests/gsi/plasma/secondary_100M_6000_indexes_plasma_1s_600c_20RR.test‎

Lines changed: 54 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,54 @@
1+
[test_case]
2+
test = perfrunner.tests.secondary.InitialandIncrementalSecondaryIndexTest
3+
4+
[showfast]
5+
title = 1 bucket x 100M x 1KB, 6000 indexes, 10K KV ops/sec, 20%% Resident, Plasma, s=1 c=600
6+
component = secondary
7+
sub_category = PlasmaDGM
8+
9+
[stats]
10+
server_processes = projector
11+
12+
[cluster]
13+
mem_quota = 30000
14+
index_mem_quota = 120000
15+
kernel_mem_limit = 150G
16+
initial_nodes = 6
17+
num_buckets = 1
18+
19+
[bucket]
20+
replica_number=0
21+
replica_index=0
22+
23+
[collection]
24+
config = collections/1bucket_1scope_600collections_basic.json
25+
26+
[compaction]
27+
db_percentage = 100
28+
view_percentage = 100
29+
30+
[load]
31+
items = 100000000
32+
size = 1024
33+
workers = 100
34+
doc_gen = grouped
35+
doc_groups = 1
36+
37+
[secondary]
38+
indexes = tests/gsi/index_defs/1bucket_1scope_600collections_6000_indexes_1.json
39+
indexer.settings.storage_mode = plasma
40+
indexer.settings.max_cpu_percent = 4800
41+
queryport.client.usePlanner = false
42+
queryport.client.log_level = Warn
43+
projector.backChanSize = 500000
44+
disable_perindex_stats = True
45+
indexer.settings.build.batch_size = 100
46+
cbindexperf_concurrency = 128
47+
cbindexperf_repeat = 4999
48+
49+
[access]
50+
updates = 100
51+
ops = 60000000
52+
items = 100000000
53+
throughput = 10000
54+
workers = 20

‎tests/gsi/plasma/secondary_scanlatency100M_plasma_1000_indexes_stalefalse_1s_100c_10kops_20RR.test‎ renamed to ‎tests/gsi/plasma/secondary_scan100M_plasma_1000_indexes_stalefalse_1s_100c_10kops_20RR.test‎

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
[test_case]
2-
test = perfrunner.tests.secondary.SecondaryIndexingScanLatencyTest
2+
test = perfrunner.tests.secondary.SecondaryIndexingScanTest
33

44
[showfast]
5-
title = Secondary index stale=false scan latency(ms), 1 bucket x 100M x 1KB, 10K KV ops/sec, 1000 indexes, 20%% RR, Plasma, s=1 c=100
5+
title = Stale = False, 1 bucket x 100M x 1KB, 10K KV ops/sec, 1000 indexes, 20%% RR, Plasma, s=1 c=100
66
component = secondary
77
category = lat
88
sub_category = PlasmaDGM
@@ -38,7 +38,7 @@ doc_groups = 1
3838

3939
[secondary]
4040
indexes = tests/gsi/index_defs/1bucket_1scope_100collections_1000_indexes_1.json
41-
cbindexperf_configfile = tests/gsi/plasma/config/config_scanlatency_sessionconsistent_1000_indexes_plasma_1s_100c_1_dgm.json
41+
cbindexperf_configfile = tests/gsi/scan_config/config_scan_sessionconsistent_1000_indexes_1s_100c_1.json
4242
indexer.settings.storage_mode = plasma
4343
indexer.settings.max_cpu_percent = 4800
4444
indexer.settings.gc_percent = 200
@@ -47,6 +47,8 @@ queryport.client.log_level = Warn
4747
projector.backChanSize = 500000
4848
disable_perindex_stats = True
4949
indexer.settings.build.batch_size = 100
50+
cbindexperf_concurrency = 128
51+
cbindexperf_repeat = 29999
5052

5153
[access]
5254
updates = 100

‎tests/gsi/plasma/secondary_scan100M_plasma_10k_indexes_stalefalse_1s_1000c_10kops_20RR.test‎

Lines changed: 61 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,61 @@
1+
[test_case]
2+
test = perfrunner.tests.secondary.SecondaryIndexingScanTest
3+
4+
[showfast]
5+
title = Stale = False, 1 bucket x 100M x 1KB, 10K KV ops/sec, 10000 indexes, 20%% RR, Plasma, s=1 c=1000
6+
component = secondary
7+
category = lat
8+
sub_category = PlasmaDGM
9+
10+
[stats]
11+
server_processes = projector
12+
lat_interval = 0.5
13+
14+
[cluster]
15+
mem_quota = 30000
16+
index_mem_quota = 175000
17+
kernel_mem_limit = 230G
18+
initial_nodes = 6
19+
num_buckets = 1
20+
21+
[compaction]
22+
db_percentage = 100
23+
view_percentage = 100
24+
25+
[bucket]
26+
replica_number=0
27+
replica_index=0
28+
29+
[collection]
30+
config = collections/1bucket_1scope_1000collections_basic.json
31+
32+
[load]
33+
items = 100000000
34+
size = 1024
35+
workers = 100
36+
doc_gen = grouped
37+
doc_groups = 1
38+
39+
[secondary]
40+
indexes = tests/gsi/index_defs/1bucket_1scope_1000collections_10k_indexes_1.json
41+
cbindexperf_configfile = tests/gsi/scan_config/config_scan_sessionconsistent_10k_indexes_1s_1000c_1.json
42+
indexer.settings.storage_mode = plasma
43+
indexer.settings.max_cpu_percent = 4800
44+
indexer.settings.gc_percent = 200
45+
queryport.client.usePlanner = false
46+
queryport.client.log_level = Warn
47+
projector.backChanSize = 500000
48+
disable_perindex_stats = True
49+
indexer.settings.build.batch_size = 100
50+
cbindexperf_concurrency = 128
51+
cbindexperf_repeat = 2999
52+
53+
[access]
54+
updates = 100
55+
items = 100000000
56+
throughput = 10000
57+
workers = 20
58+
59+
[clients]
60+
libcouchbase = 3.0.2
61+
python_client = 3.0.4

‎tests/gsi/plasma/secondary_scan100M_plasma_3000_indexes_stalefalse_1s_300c_10kops_20RR.test‎

Lines changed: 61 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,61 @@
1+
[test_case]
2+
test = perfrunner.tests.secondary.SecondaryIndexingScanTest
3+
4+
[showfast]
5+
title = Stale = False, 1 bucket x 100M x 1KB, 10K KV ops/sec, 3000 indexes, 20%% RR, Plasma, s=1 c=300
6+
component = secondary
7+
category = lat
8+
sub_category = PlasmaDGM
9+
10+
[stats]
11+
server_processes = projector
12+
lat_interval = 0.5
13+
14+
[cluster]
15+
mem_quota = 30000
16+
index_mem_quota = 105000
17+
kernel_mem_limit = 130G
18+
initial_nodes = 6
19+
num_buckets = 1
20+
21+
[compaction]
22+
db_percentage = 100
23+
view_percentage = 100
24+
25+
[bucket]
26+
replica_number=0
27+
replica_index=0
28+
29+
[collection]
30+
config = collections/1bucket_1scope_300collections_basic.json
31+
32+
[load]
33+
items = 100000000
34+
size = 1024
35+
workers = 100
36+
doc_gen = grouped
37+
doc_groups = 1
38+
39+
[secondary]
40+
indexes = tests/gsi/index_defs/1bucket_1scope_300collections_3000_indexes_1.json
41+
cbindexperf_configfile = tests/gsi/scan_config/config_scan_sessionconsistent_3000_indexes_1s_300c_1.json
42+
indexer.settings.storage_mode = plasma
43+
indexer.settings.max_cpu_percent = 4800
44+
indexer.settings.gc_percent = 200
45+
queryport.client.usePlanner = false
46+
queryport.client.log_level = Warn
47+
projector.backChanSize = 500000
48+
disable_perindex_stats = True
49+
indexer.settings.build.batch_size = 100
50+
cbindexperf_concurrency = 128
51+
cbindexperf_repeat = 9999
52+
53+
[access]
54+
updates = 100
55+
items = 100000000
56+
throughput = 10000
57+
workers = 20
58+
59+
[clients]
60+
libcouchbase = 3.0.2
61+
python_client = 3.0.4

0 commit comments

Comments
 (0)