Skip to content

Commit e7e91fc

Browse files
author
JNS87
committed
Adding replica =1 FTS rebalance test cases with collections
Change-Id: Ib260fc8ecbc1b62a923d86d12356515542a6e9c2 Reviewed-on: http://review.couchbase.org/c/perfrunner/+/149088 Tested-by: Build Bot <[email protected]> Reviewed-by: Korrigan Clark <[email protected]>
1 parent ef2b31e commit e7e91fc

13 files changed

+576
-0
lines changed

‎tests/fts/index/fts_rebal_basic_with_replica.json‎

Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,60 @@
1+
{
2+
"name": "",
3+
"type": "fulltext-index",
4+
"params": {
5+
"doc_config": {
6+
"docid_prefix_delim": "",
7+
"docid_regexp": "",
8+
"mode": "type_field",
9+
"type_field": "type"
10+
},
11+
"mapping": {
12+
"default_analyzer": "simple",
13+
"default_datetime_parser": "dateTimeOptional",
14+
"default_field": "_all",
15+
"default_mapping": {
16+
"dynamic": false,
17+
"enabled": true,
18+
"properties": {
19+
"text1": {
20+
"enabled": true,
21+
"dynamic": false,
22+
"fields": [
23+
{
24+
"docvalues": true,
25+
"include_in_all": true,
26+
"include_term_vectors": true,
27+
"index": true,
28+
"name": "text",
29+
"store": true,
30+
"type": "text"
31+
}
32+
]
33+
}
34+
}
35+
},
36+
"default_type": "_default",
37+
"docvalues_dynamic": true,
38+
"index_dynamic": true,
39+
"store_dynamic": true,
40+
"type_field": "_type"
41+
},
42+
"store": {
43+
"indexType": "scorch",
44+
"segmentVersion": 15
45+
}
46+
},
47+
"sourceType": "couchbase",
48+
"sourceName": "",
49+
"sourceUUID": "",
50+
"sourceParams": {},
51+
"planParams": {
52+
"maxPartitionsPerPIndex": 171,
53+
"numReplicas": 1,
54+
"hierarchyRules": null,
55+
"nodePlanParams": null,
56+
"pindexWeights": null,
57+
"planFrozen": false
58+
},
59+
"uuid": ""
60+
}

‎tests/fts/tests_FTS/rebalance/jts_fts_rebalance_in_1s_1000c_with_index_replica.test‎

Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,44 @@
1+
[test_case]
2+
test = perfrunner.tests.rebalance.RebalanceForFTS
3+
4+
[showfast]
5+
title = FTS Rebalance-in (min), 3 -> 4, 20M X 1KB, partitioned_index = 6, replica = 1, s=1 c=1000
6+
component = jts
7+
category = Rebalance
8+
sub_category = default
9+
orderby = q0b00000000
10+
11+
[cluster]
12+
mem_quota = 51024
13+
initial_nodes = 3
14+
num_buckets = 1
15+
fts_index_mem_quota = 102400
16+
17+
[bucket]
18+
replica_number = 0
19+
20+
[load]
21+
items = 20000000
22+
fts_data_spread_workers = 200
23+
24+
[collection]
25+
config = collections/1bucket_1scope_1000collections_basic.json
26+
27+
[jts]
28+
test_total_docs = 20000000
29+
index_groups = 1
30+
indexes_per_group = 1
31+
couchbase_index_name = perf_fts_index
32+
couchbase_index_configfile = tests/fts/index/fts_rebal_basic_with_replica.json
33+
34+
[restore]
35+
backup_storage = /data3/Jyotsna/backup/
36+
backup_repo = fts_generic_20M
37+
38+
[rebalance]
39+
nodes_after = 4
40+
start_after = 120
41+
stop_after = 120
42+
43+
[profiling]
44+
services = fts

‎tests/fts/tests_FTS/rebalance/jts_fts_rebalance_in_1s_100c_index_replica.test‎

Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,44 @@
1+
[test_case]
2+
test = perfrunner.tests.rebalance.RebalanceForFTS
3+
4+
[showfast]
5+
title = FTS Rebalance-in (min), 3 -> 4, 20M X 1KB, partitioned_index = 6, replica = 1, s=1 c=100
6+
component = jts
7+
category = Rebalance
8+
sub_category = default
9+
orderby = q0b00000000
10+
11+
[cluster]
12+
mem_quota = 51024
13+
initial_nodes = 3
14+
num_buckets = 1
15+
fts_index_mem_quota = 102400
16+
17+
[bucket]
18+
replica_number = 0
19+
20+
[load]
21+
items = 20000000
22+
fts_data_spread_workers = 200
23+
24+
[collection]
25+
config = collections/1bucket_1scope_100collections_basic.json
26+
27+
[jts]
28+
test_total_docs = 20000000
29+
index_groups = 1
30+
indexes_per_group = 1
31+
couchbase_index_name = perf_fts_index
32+
couchbase_index_configfile = tests/fts/index/fts_rebal_basic_with_replica.json
33+
34+
[restore]
35+
backup_storage = /data3/Jyotsna/backup/
36+
backup_repo = fts_generic_20M
37+
38+
[rebalance]
39+
nodes_after = 4
40+
start_after = 120
41+
stop_after = 120
42+
43+
[profiling]
44+
services = fts

‎tests/fts/tests_FTS/rebalance/jts_fts_rebalance_in_1s_1c_with_index_replica.test‎

Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,44 @@
1+
[test_case]
2+
test = perfrunner.tests.rebalance.RebalanceForFTS
3+
4+
[showfast]
5+
title = FTS Rebalance-in (min), 3 -> 4, 20M X 1KB, partitioned_index = 6, replica = 1, s=1 c=1
6+
component = jts
7+
category = Rebalance
8+
sub_category = default
9+
orderby = q0b00000000
10+
11+
[cluster]
12+
mem_quota = 51024
13+
initial_nodes = 3
14+
num_buckets = 1
15+
fts_index_mem_quota = 102400
16+
17+
[bucket]
18+
replica_number = 0
19+
20+
[load]
21+
items = 20000000
22+
fts_data_spread_workers = 200
23+
24+
[collection]
25+
config = collections/1bucket_1scope_1collection_basic.json
26+
27+
[jts]
28+
test_total_docs = 20000000
29+
index_groups = 1
30+
indexes_per_group = 1
31+
couchbase_index_name = perf_fts_index
32+
couchbase_index_configfile = tests/fts/index/fts_rebal_basic_with_replica.json
33+
34+
[restore]
35+
backup_storage = /data3/Jyotsna/backup/
36+
backup_repo = fts_generic_20M
37+
38+
[rebalance]
39+
nodes_after = 4
40+
start_after = 120
41+
stop_after = 120
42+
43+
[profiling]
44+
services = fts

‎tests/fts/tests_FTS/rebalance/jts_fts_rebalance_in_default_with_index_replica.test‎

Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,44 @@
1+
[test_case]
2+
test = perfrunner.tests.rebalance.RebalanceForFTS
3+
4+
[showfast]
5+
title = FTS Rebalance-in (min), 3 -> 4, 20M X 1KB, partitioned_index = 6, replica = 1, default scope, default collection
6+
component = jts
7+
category = Rebalance
8+
sub_category = default
9+
orderby = q0b00000000
10+
11+
[cluster]
12+
mem_quota = 51024
13+
initial_nodes = 3
14+
num_buckets = 1
15+
fts_index_mem_quota = 102400
16+
17+
[bucket]
18+
replica_number = 0
19+
20+
[load]
21+
items = 20000000
22+
fts_data_spread_workers = 200
23+
24+
[collection]
25+
config = collections/1bucket_default.json
26+
27+
[jts]
28+
test_total_docs = 20000000
29+
index_groups = 1
30+
indexes_per_group = 1
31+
couchbase_index_name = perf_fts_index
32+
couchbase_index_configfile = tests/fts/index/fts_rebal_basic_with_replica.json
33+
34+
[restore]
35+
backup_storage = /data3/Jyotsna/backup/
36+
backup_repo = fts_generic_20M
37+
38+
[rebalance]
39+
nodes_after = 4
40+
start_after = 120
41+
stop_after = 120
42+
43+
[profiling]
44+
services = fts

‎tests/fts/tests_FTS/rebalance/jts_fts_rebalance_out_1s_1000c_with_index_replica.test‎

Lines changed: 42 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,42 @@
1+
[test_case]
2+
test = perfrunner.tests.rebalance.RebalanceForFTS
3+
4+
[showfast]
5+
title = FTS Rebalance-out (min), 4 -> 3, 20M X 1KB, partitioned_index = 6, replica = 1, s=1 c=1000
6+
component = jts
7+
category = Rebalance
8+
sub_category = default
9+
orderby = q0b00000000
10+
11+
[cluster]
12+
mem_quota = 51024
13+
initial_nodes = 4
14+
num_buckets = 1
15+
fts_index_mem_quota = 102400
16+
17+
[bucket]
18+
replica_number=0
19+
20+
[load]
21+
items = 20000000
22+
fts_data_spread_workers = 200
23+
24+
[collection]
25+
config = collections/1bucket_1scope_1000collections_basic.json
26+
27+
[jts]
28+
test_total_docs = 20000000
29+
couchbase_index_name = perf_fts_index
30+
couchbase_index_configfile = tests/fts/index/fts_rebal_basic_with_replica.json
31+
32+
[restore]
33+
backup_storage = /data3/Jyotsna/backup/
34+
backup_repo = fts_generic_20M
35+
36+
[rebalance]
37+
nodes_after = 3
38+
start_after = 300
39+
stop_after = 600
40+
41+
[profiling]
42+
services = fts

‎tests/fts/tests_FTS/rebalance/jts_fts_rebalance_out_1s_100c_with_index_replica.test‎

Lines changed: 42 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,42 @@
1+
[test_case]
2+
test = perfrunner.tests.rebalance.RebalanceForFTS
3+
4+
[showfast]
5+
title = FTS Rebalance-out (min), 4 -> 3, 20M X 1KB, partitioned_index = 6, replica = 1, s=1 c=100
6+
component = jts
7+
category = Rebalance
8+
sub_category = default
9+
orderby = q0b00000000
10+
11+
[cluster]
12+
mem_quota = 51024
13+
initial_nodes = 4
14+
num_buckets = 1
15+
fts_index_mem_quota = 102400
16+
17+
[bucket]
18+
replica_number=0
19+
20+
[load]
21+
items = 20000000
22+
fts_data_spread_workers = 200
23+
24+
[collection]
25+
config = collections/1bucket_1scope_100collections_basic.json
26+
27+
[jts]
28+
test_total_docs = 20000000
29+
couchbase_index_name = perf_fts_index
30+
couchbase_index_configfile = tests/fts/index/fts_rebal_basic_with_replica.json
31+
32+
[restore]
33+
backup_storage = /data3/Jyotsna/backup/
34+
backup_repo = fts_generic_20M
35+
36+
[rebalance]
37+
nodes_after = 3
38+
start_after = 300
39+
stop_after = 600
40+
41+
[profiling]
42+
services = fts

‎tests/fts/tests_FTS/rebalance/jts_fts_rebalance_out_1s_1c_with_index_replica.test‎

Lines changed: 42 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,42 @@
1+
[test_case]
2+
test = perfrunner.tests.rebalance.RebalanceForFTS
3+
4+
[showfast]
5+
title = FTS Rebalance-out (min), 4 -> 3, 20M X 1KB, partitioned_index = 6, replica = 1, s=1 c=1
6+
component = jts
7+
category = Rebalance
8+
sub_category = default
9+
orderby = q0b00000000
10+
11+
[cluster]
12+
mem_quota = 51024
13+
initial_nodes = 4
14+
num_buckets = 1
15+
fts_index_mem_quota = 102400
16+
17+
[bucket]
18+
replica_number=0
19+
20+
[load]
21+
items = 20000000
22+
fts_data_spread_workers = 200
23+
24+
[collection]
25+
config = collections/1bucket_1scope_1collection_basic.json
26+
27+
[jts]
28+
test_total_docs = 20000000
29+
couchbase_index_name = perf_fts_index
30+
couchbase_index_configfile = tests/fts/index/fts_rebal_basic_with_replica.json
31+
32+
[restore]
33+
backup_storage = /data3/Jyotsna/backup/
34+
backup_repo = fts_generic_20M
35+
36+
[rebalance]
37+
nodes_after = 3
38+
start_after = 300
39+
stop_after = 600
40+
41+
[profiling]
42+
services = fts

0 commit comments

Comments
 (0)