Skip to content

Commit 7ee9bfa

Browse files
author
prajwal.kirankumar
committed
Add Scan Thr Tests for GSI
Change-Id: I14f74fdf539c5c4ed982ed96fea514854ecc2dfb Reviewed-on: http://review.couchbase.org/c/perfrunner/+/143134 Tested-by: Build Bot <[email protected]> Reviewed-by: Jyotsna <[email protected]>
1 parent e7ff99c commit 7ee9bfa

9 files changed

+528
-0
lines changed

‎tests/gsi/moi/secondary_scanthr20M_moi_1000_indexes_1s_100c_100kops.test‎

Lines changed: 57 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,57 @@
1+
[test_case]
2+
test = perfrunner.tests.secondary.SecondaryIndexingThroughputTest
3+
4+
[showfast]
5+
title = Secondary index scan throughput (scanps), 1 bucket x 20M x 1KB, 100K KV ops/sec, 1000 indexes, MOI, s=1 c=100
6+
component = secondary
7+
category = thr
8+
sub_category = MOI
9+
10+
[stats]
11+
server_processes = projector
12+
13+
[cluster]
14+
mem_quota = 30000
15+
index_mem_quota = 460000
16+
initial_nodes = 6
17+
num_buckets = 1
18+
19+
[compaction]
20+
db_percentage = 100
21+
view_percentage = 100
22+
23+
[bucket]
24+
replica_number=0
25+
replica_index=0
26+
27+
[collection]
28+
config = collections/1bucket_1scope_100collections_basic.json
29+
30+
[load]
31+
items = 20000000
32+
size = 1024
33+
workers = 100
34+
doc_gen = grouped
35+
doc_groups = 1
36+
37+
[secondary]
38+
indexes = tests/gsi/index_defs/1bucket_1scope_100collections_1000_indexes_1.json
39+
db = moi
40+
cbindexperf_configfile = tests/gsi/moi/config/config_scanthr_1000_indexes_moi_1s_100c_1.json
41+
indexer.settings.storage_mode = memory_optimized
42+
indexer.settings.gc_percent = 200
43+
indexer.settings.max_cpu_percent = 4800
44+
queryport.client.usePlanner = false
45+
queryport.client.log_level = Warn
46+
projector.backChanSize = 500000
47+
disable_perindex_stats = True
48+
49+
[access]
50+
updates = 100
51+
items = 20000000
52+
throughput = 100000
53+
workers = 20
54+
55+
[clients]
56+
libcouchbase = 3.0.2
57+
python_client = 3.0.4

‎tests/gsi/moi/secondary_scanthr20M_moi_1000_indexes_1s_100c_10kops.test‎

Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,60 @@
1+
[test_case]
2+
test = perfrunner.tests.secondary.SecondaryIndexingThroughputTest
3+
4+
[showfast]
5+
title = Secondary index scan throughput (scanps), 1 bucket x 20M x 1KB, 10K KV ops/sec, 1000 indexes, MOI, s=1 c=100
6+
component = secondary
7+
category = thr
8+
sub_category = MOI
9+
10+
[stats]
11+
server_processes = projector
12+
13+
[cluster]
14+
mem_quota = 30000
15+
index_mem_quota = 460000
16+
initial_nodes = 6
17+
num_buckets = 1
18+
19+
[compaction]
20+
db_percentage = 100
21+
view_percentage = 100
22+
23+
[bucket]
24+
replica_number=0
25+
replica_index=0
26+
27+
[collection]
28+
config = collections/1bucket_1scope_100collections_basic.json
29+
30+
[load]
31+
items = 20000000
32+
size = 1024
33+
workers = 100
34+
doc_gen = grouped
35+
doc_groups = 1
36+
37+
[secondary]
38+
indexes = tests/gsi/index_defs/1bucket_1scope_100collections_1000_indexes_1.json
39+
db = moi
40+
cbindexperf_configfile = tests/gsi/moi/config/config_scanthr_1000_indexes_moi_1s_100c_1.json
41+
indexer.settings.storage_mode = memory_optimized
42+
indexer.settings.gc_percent = 200
43+
indexer.settings.max_cpu_percent = 4800
44+
queryport.client.usePlanner = false
45+
queryport.client.log_level = Warn
46+
projector.backChanSize = 500000
47+
disable_perindex_stats = True
48+
indexer.settings.build.batch_build = 100
49+
50+
[access]
51+
creates = 10
52+
updates = 80
53+
deletes = 10
54+
items = 20000000
55+
throughput = 10000
56+
workers = 20
57+
58+
[clients]
59+
libcouchbase = 3.0.2
60+
python_client = 3.0.4

‎tests/gsi/moi/secondary_scanthr20M_moi_1000_indexes_stalefalse_1s_100c_100kops.test‎

Lines changed: 57 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,57 @@
1+
[test_case]
2+
test = perfrunner.tests.secondary.SecondaryIndexingThroughputTest
3+
4+
[showfast]
5+
title = Secondary index scan throughput (scanps), stale=false, 1 bucket x 20M x 1KB, 100K KV ops/sec, 1000 indexes, MOI, s=1 c=100
6+
component = secondary
7+
category = thr
8+
sub_category = MOI
9+
10+
[stats]
11+
server_processes = projector
12+
13+
[cluster]
14+
mem_quota = 30000
15+
index_mem_quota = 460000
16+
initial_nodes = 6
17+
num_buckets = 1
18+
19+
[compaction]
20+
db_percentage = 100
21+
view_percentage = 100
22+
23+
[bucket]
24+
replica_number=0
25+
replica_index=0
26+
27+
[collection]
28+
config = collections/1bucket_1scope_100collections_basic.json
29+
30+
[load]
31+
items = 20000000
32+
size = 1024
33+
workers = 100
34+
doc_gen = grouped
35+
doc_groups = 1
36+
37+
[secondary]
38+
indexes = tests/gsi/index_defs/1bucket_1scope_100collections_1000_indexes_1.json
39+
db = moi
40+
cbindexperf_configfile = tests/gsi/moi/config/config_scanthr_sessionconsistent_1000_indexes_moi_1s_100c_1.json
41+
indexer.settings.storage_mode = memory_optimized
42+
indexer.settings.gc_percent = 200
43+
indexer.settings.max_cpu_percent = 4800
44+
queryport.client.usePlanner = false
45+
queryport.client.log_level = Warn
46+
projector.backChanSize = 500000
47+
disable_perindex_stats = True
48+
49+
[access]
50+
updates = 100
51+
items = 20000000
52+
throughput = 100000
53+
workers = 80
54+
55+
[clients]
56+
libcouchbase = 3.0.2
57+
python_client = 3.0.4

‎tests/gsi/moi/secondary_scanthr20M_moi_1000_indexes_stalefalse_1s_100c_10kops.test‎

Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,60 @@
1+
[test_case]
2+
test = perfrunner.tests.secondary.SecondaryIndexingThroughputTest
3+
4+
[showfast]
5+
title = Secondary index scan throughput (scanps), stale=false, 1 bucket x 20M x 1KB, 10K KV ops/sec, 1000 indexes, MOI, s=1 c=100
6+
component = secondary
7+
category = thr
8+
sub_category = MOI
9+
10+
[stats]
11+
server_processes = projector
12+
13+
[cluster]
14+
mem_quota = 30000
15+
index_mem_quota = 460000
16+
initial_nodes = 6
17+
num_buckets = 1
18+
19+
[compaction]
20+
db_percentage = 100
21+
view_percentage = 100
22+
23+
[bucket]
24+
replica_number=0
25+
replica_index=0
26+
27+
[collection]
28+
config = collections/1bucket_1scope_100collections_basic.json
29+
30+
[load]
31+
items = 20000000
32+
size = 1024
33+
workers = 100
34+
doc_gen = grouped
35+
doc_groups = 1
36+
37+
[secondary]
38+
indexes = tests/gsi/index_defs/1bucket_1scope_100collections_1000_indexes_1.json
39+
db = moi
40+
cbindexperf_configfile = tests/gsi/moi/config/config_scanthr_sessionconsistent_1000_indexes_moi_1s_100c_1.json
41+
indexer.settings.storage_mode = memory_optimized
42+
indexer.settings.gc_percent = 200
43+
indexer.settings.max_cpu_percent = 4800
44+
queryport.client.usePlanner = false
45+
queryport.client.log_level = Warn
46+
projector.backChanSize = 500000
47+
disable_perindex_stats = True
48+
indexer.settings.build.batch_size = 100
49+
50+
[access]
51+
creates = 10
52+
updates = 80
53+
deletes = 10
54+
items = 20000000
55+
throughput = 10000
56+
workers = 20
57+
58+
[clients]
59+
libcouchbase = 3.0.2
60+
python_client = 3.0.4

‎tests/gsi/plasma/secondary_scanthr20M_plasma_1000_indexes_1s_100c_100kops.test‎

Lines changed: 58 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,58 @@
1+
[test_case]
2+
test = perfrunner.tests.secondary.SecondaryIndexingThroughputTest
3+
4+
[showfast]
5+
title = Secondary index scan throughput (scanps), 1 bucket x 20M x 1KB, 100K KV ops/sec, 1000 indexes, Plasma, s=1 c=100
6+
component = secondary
7+
category = thr
8+
sub_category = Plasma
9+
10+
[stats]
11+
server_processes = projector
12+
13+
[cluster]
14+
mem_quota = 30000
15+
index_mem_quota = 460000
16+
initial_nodes = 6
17+
num_buckets = 1
18+
19+
[compaction]
20+
db_percentage = 100
21+
view_percentage = 100
22+
23+
[bucket]
24+
replica_number=0
25+
replica_index=0
26+
27+
[collection]
28+
config = collections/1bucket_1scope_100collections_basic.json
29+
30+
[load]
31+
items = 50000000
32+
size = 1024
33+
workers = 100
34+
doc_gen = grouped
35+
doc_groups = 1
36+
37+
[secondary]
38+
indexes = tests/gsi/index_defs/1bucket_1scope_100collections_1000_indexes_1.json
39+
cbindexperf_configfile = tests/gsi/moi/config/config_scanthr_1000_indexes_moi_1s_100c_1.json
40+
indexer.settings.storage_mode = plasma
41+
indexer.settings.max_cpu_percent = 4800
42+
indexer.settings.gc_percent = 200
43+
queryport.client.usePlanner = false
44+
queryport.client.log_level = Warn
45+
projector.backChanSize = 500000
46+
disable_perindex_stats = True
47+
48+
[access]
49+
creates = 10
50+
updates = 80
51+
deletes = 10
52+
items = 20000000
53+
throughput = 100000
54+
workers = 80
55+
56+
[clients]
57+
libcouchbase = 3.0.2
58+
python_client = 3.0.4

‎tests/gsi/plasma/secondary_scanthr20M_plasma_1000_indexes_1s_100c_10kops.test‎

Lines changed: 59 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,59 @@
1+
[test_case]
2+
test = perfrunner.tests.secondary.SecondaryIndexingThroughputTest
3+
4+
[showfast]
5+
title = Secondary index scan throughput (scanps), 1 bucket x 20M x 1KB, 10K KV ops/sec, 1000 indexes, Plasma, s=1 c=100
6+
component = secondary
7+
category = thr
8+
sub_category = Plasma
9+
10+
[stats]
11+
server_processes = projector
12+
13+
[cluster]
14+
mem_quota = 30000
15+
index_mem_quota = 460000
16+
initial_nodes = 6
17+
num_buckets = 1
18+
19+
[compaction]
20+
db_percentage = 100
21+
view_percentage = 100
22+
23+
[bucket]
24+
replica_number=0
25+
replica_index=0
26+
27+
[collection]
28+
config = collections/1bucket_1scope_100collections_basic.json
29+
30+
[load]
31+
items = 20000000
32+
size = 1024
33+
workers = 100
34+
doc_gen = grouped
35+
doc_groups = 1
36+
37+
[secondary]
38+
indexes = tests/gsi/index_defs/1bucket_1scope_100collections_1000_indexes_1.json
39+
cbindexperf_configfile = tests/gsi/plasma/config/config_scanthr_1000_indexes_plasma_1s_100c_1.json
40+
indexer.settings.storage_mode = plasma
41+
indexer.settings.max_cpu_percent = 4800
42+
indexer.settings.gc_percent = 200
43+
queryport.client.usePlanner = false
44+
queryport.client.log_level = Warn
45+
projector.backChanSize = 500000
46+
disable_perindex_stats = True
47+
indexer.settings.build.batch_size = 100
48+
49+
[access]
50+
creates = 10
51+
updates = 80
52+
deletes = 10
53+
items = 20000000
54+
workers = 20
55+
throughput = 10000
56+
57+
[clients]
58+
libcouchbase = 3.0.2
59+
python_client = 3.0.4

0 commit comments

Comments
 (0)