Skip to content

Commit a7d5d68

Browse files
generallgenerall
committed
more configs
1 parent 7afc142 commit a7d5d68

File tree

2 files changed

+138
-6
lines changed

2 files changed

+138
-6
lines changed

‎experiments/configurations/qdrant-vs-weaviate-m32.json

Lines changed: 132 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,132 @@
1+
[
2+
{
3+
"name": "latest-qdrant-bq-latency-m-32",
4+
"engine": "qdrant",
5+
"connection_params": { "timeout": 60 },
6+
"collection_params": {
7+
"quantization_config": { "binary": { "always_ram": true } },
8+
"optimizers_config": { },
9+
"hnsw_config": { "m": 64, "ef_construct": 512 }
10+
},
11+
"search_params": [
12+
{ "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } },
13+
{ "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } },
14+
{ "parallel": 1, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } },
15+
{ "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } },
16+
{ "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } },
17+
{ "parallel": 1, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } },
18+
{ "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } },
19+
{ "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } },
20+
{ "parallel": 1, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } }
21+
],
22+
"upload_params": { "parallel": 8, "batch_size": 1024 }
23+
},
24+
{
25+
"name": "latest-qdrant-bq-rps-m-32",
26+
"engine": "qdrant",
27+
"connection_params": { "timeout": 60 },
28+
"collection_params": {
29+
"quantization_config": { "binary": { "always_ram": true } },
30+
"optimizers_config": {
31+
"max_segment_size": 100000000,
32+
"default_segment_number": 2
33+
},
34+
"hnsw_config": { "m": 64, "ef_construct": 512 }
35+
},
36+
"search_params": [
37+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 8.0 } } },
38+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 16.0 } } },
39+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 32.0 } } },
40+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 64.0 } } },
41+
{ "parallel": 100, "config": { "hnsw_ef": 64, "quantization": { "rescore": true, "oversampling": 128.0 } } },
42+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 8.0 } } },
43+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 16.0 } } },
44+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 32.0 } } },
45+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 64.0 } } },
46+
{ "parallel": 100, "config": { "hnsw_ef": 256, "quantization": { "rescore": true, "oversampling": 128.0 } } },
47+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 8.0 } } },
48+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 16.0 } } },
49+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 32.0 } } },
50+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 64.0 } } },
51+
{ "parallel": 100, "config": { "hnsw_ef": 512, "quantization": { "rescore": true, "oversampling": 128.0 } } },
52+
{ "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 8.0 } } },
53+
{ "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 16.0 } } },
54+
{ "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 32.0 } } },
55+
{ "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 64.0 } } },
56+
{ "parallel": 100, "config": { "hnsw_ef": 768, "quantization": { "rescore": true, "oversampling": 128.0 } } }
57+
],
58+
"upload_params": { "parallel": 8, "batch_size": 1024 }
59+
},
60+
{
61+
"name": "latest-qdrant-rps-m-32",
62+
"engine": "qdrant",
63+
"connection_params": { "timeout": 60 },
64+
"collection_params": {
65+
"optimizers_config": { },
66+
"hnsw_config": { "m": 64, "ef_construct": 512 }
67+
},
68+
"search_params": [
69+
{ "parallel": 1, "config": { "hnsw_ef": 16 } },
70+
{ "parallel": 1, "config": { "hnsw_ef": 32 } },
71+
{ "parallel": 1, "config": { "hnsw_ef": 64 } },
72+
{ "parallel": 1, "config": { "hnsw_ef": 128 } },
73+
{ "parallel": 1, "config": { "hnsw_ef": 256 } },
74+
{ "parallel": 1, "config": { "hnsw_ef": 512 } },
75+
{ "parallel": 1, "config": { "hnsw_ef": 768 } }
76+
],
77+
"upload_params": { "parallel": 8, "batch_size": 1024 }
78+
},
79+
{
80+
"name": "latest-qdrant-rps-m32",
81+
"engine": "qdrant",
82+
"connection_params": { "timeout": 60 },
83+
"collection_params": {
84+
"optimizers_config": {
85+
"max_segment_size": 100000000,
86+
"default_segment_number":2
87+
},
88+
"hnsw_config": { "m": 64, "ef_construct": 512 }
89+
},
90+
"search_params": [
91+
{ "parallel": 100, "config": { "hnsw_ef": 16 } },
92+
{ "parallel": 100, "config": { "hnsw_ef": 32 } },
93+
{ "parallel": 100, "config": { "hnsw_ef": 64 } },
94+
{ "parallel": 100, "config": { "hnsw_ef": 128 } },
95+
{ "parallel": 100, "config": { "hnsw_ef": 256 } },
96+
{ "parallel": 100, "config": { "hnsw_ef": 512 } },
97+
{ "parallel": 100, "config": { "hnsw_ef": 768 } }
98+
],
99+
"upload_params": { "parallel": 8, "batch_size": 1024 }
100+
},
101+
{
102+
"name": "latest-weaviate-m32",
103+
"engine": "weaviate",
104+
"connection_params": {
105+
"timeout_config": 60
106+
},
107+
"collection_params": {
108+
"vectorIndexConfig": {
109+
"efConstruction": 512,
110+
"maxConnections": 64
111+
}
112+
},
113+
"search_params": [
114+
115+
{ "parallel": 100, "config": { "ef": 16} },
116+
{ "parallel": 100, "config": { "ef": 32} },
117+
{ "parallel": 100, "config": { "ef": 64} },
118+
{ "parallel": 100, "config": { "ef": 128} },
119+
{ "parallel": 100, "config": { "ef": 256} },
120+
{ "parallel": 100, "config": { "ef": 512} },
121+
{ "parallel": 100, "config": { "ef": 768} },
122+
{ "parallel": 1, "config": { "ef": 16} },
123+
{ "parallel": 1, "config": { "ef": 32} },
124+
{ "parallel": 1, "config": { "ef": 64} },
125+
{ "parallel": 1, "config": { "ef": 128} },
126+
{ "parallel": 1, "config": { "ef": 256} },
127+
{ "parallel": 1, "config": { "ef": 512} },
128+
{ "parallel": 1, "config": { "ef": 768} }
129+
],
130+
"upload_params": { "parallel": 8, "batch_size": 1024 }
131+
}
132+
]

‎experiments/configurations/qdrant-vs-weaviate.json renamed to ‎experiments/configurations/qdrant-vs-weaviate-m64.json

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
[
22
{
3-
"name": "proposed-config-qdrant-bq-latency",
3+
"name": "latest-qdrant-bq-latency-m-32",
44
"engine": "qdrant",
55
"connection_params": { "timeout": 60 },
66
"collection_params": {
@@ -22,14 +22,14 @@
2222
"upload_params": { "parallel": 8, "batch_size": 1024 }
2323
},
2424
{
25-
"name": "proposed-config-qdrant-bq-rps",
25+
"name": "latest-qdrant-bq-rps-m-32",
2626
"engine": "qdrant",
2727
"connection_params": { "timeout": 60 },
2828
"collection_params": {
2929
"quantization_config": { "binary": { "always_ram": true } },
3030
"optimizers_config": {
3131
"max_segment_size": 100000000,
32-
"default_segment_number":2
32+
"default_segment_number": 2
3333
},
3434
"hnsw_config": { "m": 32, "ef_construct": 256 }
3535
},
@@ -58,7 +58,7 @@
5858
"upload_params": { "parallel": 8, "batch_size": 1024 }
5959
},
6060
{
61-
"name": "proposed-config-qdrant-latency",
61+
"name": "latest-qdrant-rps-m-32",
6262
"engine": "qdrant",
6363
"connection_params": { "timeout": 60 },
6464
"collection_params": {
@@ -77,7 +77,7 @@
7777
"upload_params": { "parallel": 8, "batch_size": 1024 }
7878
},
7979
{
80-
"name": "proposed-config-qdrant-rps",
80+
"name": "latest-qdrant-rps-m32",
8181
"engine": "qdrant",
8282
"connection_params": { "timeout": 60 },
8383
"collection_params": {
@@ -99,7 +99,7 @@
9999
"upload_params": { "parallel": 8, "batch_size": 1024 }
100100
},
101101
{
102-
"name": "proposed-config-weaviate",
102+
"name": "latest-weaviate-m32",
103103
"engine": "weaviate",
104104
"connection_params": {
105105
"timeout_config": 60

0 commit comments

Comments
 (0)