-
Notifications
You must be signed in to change notification settings - Fork 19
Expand file tree
/
Copy pathdefaults.py
More file actions
304 lines (249 loc) · 8.61 KB
/
defaults.py
File metadata and controls
304 lines (249 loc) · 8.61 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
from dataclasses import dataclass, field
import multiprocessing
from typing import Optional, List, Dict
PERMISSION_HELP_STRING = (
"Permission in format action:collection. Can be specified multiple times.\n\n"
"Available Permissions:\n\n"
" Role management: create_roles, read_roles, update_roles, delete_roles\n\n"
" Cluster management: read_cluster\n\n"
" Backup management: manage_backups\n\n"
" Collection management: create_collections, read_collections, update_collections, delete_collections\n\n"
" Tenant management: create_tenants, read_tenants, update_tenants, delete_tenants\n\n"
" Data management: create_data, read_data, update_data, delete_data\n\n"
" User management: assign_and_revoke_users, read_users\n\n"
" Node management: read_nodes\n\n"
" Alias management: create_aliases, read_aliases, update_aliases, delete_aliases\n\n"
" CRUD shorthands for collections, roles, tenants, users and data:\n\n"
" crud_collections:collection,cud_data:collection,rd_collections,\n\n"
" crud_roles:role,cud_tenants:tenant,rd_tenants,\n\n"
" crud_users:user,cud_data:*,rd_data:*\n\n"
" crud_aliases:Movies,cud_aliases:Movies,rd_aliases:Movies\n\n"
"Subfields:\n\n"
" - *_collections:collection name, can be specified multiple times\n\n"
" - *_roles:role name:scope, can be specified multiple times.\n\n"
" - *_users:user_name, can be specified multiple times\n\n"
" - *_tenants:collection_name:tenant_name, can be specified multiple times\n\n"
" - *_aliases:collection_name:alias_name, can be specified multiple times\n\n"
" - *_data:collection_name, can be specified multiple times\n\n"
" - *_backups:collection_name, can be specified multiple times\n\n"
" - read_nodes:verbosity (verbosity level)\n\n"
"Examples:\n\n"
" --permission crud_collections:Movies\n\n"
" --permission cud_tenants:Person_*\n\n"
" --permission rucd_data:Person_*\n\n"
" --permission assign_and_revoke_users:user-1,user-2\n\n"
" --permission create_collections:Movies,Books\n\n"
" --permission create_tenants:Movies,Books\n\n"
" --permission crud_tenants:Movies,Books:MyTenant*,YourTenant*\n\n"
" --permission crud_roles:Admin,Editor:all\n\n"
" --permission create_roles:Editor:match\n\n"
" --permission read_roles:Admin,Editor:match\n\n"
" --permission read_nodes:verbose:Movies\n\n"
" --permission read_nodes:minimal\n\n"
" --permission manage_backups:Movies\n\n"
" --permission read_cluster\n\n"
" --permission crud_aliases:Movies,Books:Alias*\n\n"
" --permission create_aliases:Banks\n\n"
" --permission crud_users:user-1,user-2\n\n"
)
QUERY_MAXIMUM_RESULTS = 10000
MAX_OBJECTS_PER_BATCH = 5000
try:
_CPU_COUNT = multiprocessing.cpu_count()
except (NotImplementedError, OSError):
_CPU_COUNT = None
# Fallback to 1 worker if CPU count is unavailable or invalid
_SAFE_CPU_COUNT = _CPU_COUNT if isinstance(_CPU_COUNT, int) and _CPU_COUNT > 0 else 1
MAX_WORKERS = min(32, _SAFE_CPU_COUNT + 4)
@dataclass
class CreateCollectionDefaults:
collection: str = "Movies"
replication_factor: int = 3
async_enabled: bool = False
vector_index: str = "hnsw"
inverted_index: Optional[str] = None
training_limit: int = 10000
multitenant: bool = False
auto_tenant_creation: bool = False
auto_tenant_activation: bool = False
force_auto_schema: bool = False
shards: int = 0
vectorizer: str = "none"
vectorizer_base_url: Optional[str] = None
replication_deletion_strategy: Optional[str] = None
named_vector: bool = False
named_vector_name: Optional[str] = "default"
object_ttl_type: str = "create"
object_ttl_time: Optional[int] = None
object_ttl_filter_expired: Optional[bool] = None
object_ttl_property_name: str = "releaseDate"
@dataclass
class CreateTenantsDefaults:
collection: str = "Movies"
tenant_suffix: str = "Tenant"
number_tenants: int = 100
tenant_batch_size: Optional[int] = None
state: str = "active"
tenants: Optional[List[str]] = None
@dataclass
class CreateBackupDefaults:
backend: str = "s3"
backup_id: str = "test-backup"
include: Optional[str] = None
exclude: Optional[str] = None
wait: bool = False
cpu_for_backup: int = 40
@dataclass
class CreateDataDefaults:
collection: str = "Movies"
limit: int = 1000
consistency_level: str = "quorum"
randomize: bool = False
auto_tenants: int = 0
vector_dimensions: int = 1536
skip_seed: bool = False
wait_for_indexing: bool = False
verbose: bool = False
multi_vector: bool = False
batch_size: int = 1000
dynamic_batch: bool = False
@dataclass
class CreateBenchmarkDefaults:
fail_on_timeout: bool = False
max_duration: int = 300
collection: str = "Movies"
certainty: bool = False
output: str = "stdout"
query_type: str = "hybrid"
limit: int = 10
qps: Optional[int] = None
query_terms: Optional[List[str]] = None
warmup_duration: int = 5
test_duration: int = 10
latency_threshold: int = 10000
consistency_level: str = "QUORUM"
concurrency: Optional[int] = None
generate_graph: bool = False
file_alias: Optional[str] = None
tenant: Optional[str] = None
@dataclass
class CreateRoleDefaults:
role_name: str = "NewRole"
permission: tuple = ()
@dataclass
class CancelBackupDefaults:
backend: str = "s3"
backup_id: str = "test-backup"
@dataclass
class DeleteCollectionDefaults:
collection: str = "Movies"
all: bool = False
@dataclass
class DeleteTenantsDefaults:
collection: str = "Movies"
tenant_suffix: str = "Tenant"
number_tenants: int = 100
tenants: Optional[list] = None
@dataclass
class DeleteDataDefaults:
collection: str = "Movies"
limit: int = 100
consistency_level: str = "quorum"
uuid: Optional[str] = None
verbose: bool = False
@dataclass
class DeleteRoleDefaults:
role_name: str = "NewRole"
@dataclass
class GetCollectionDefaults:
collection: Optional[str] = None
@dataclass
class GetTenantsDefaults:
collection: str = "Movies"
tenant_id: Optional[str] = None
verbose: bool = False
@dataclass
class GetShardsDefaults:
collection: Optional[str] = None
@dataclass
class GetRoleDefaults:
role_name: Optional[str] = None
user_name: Optional[str] = None
user_type: Optional[str] = "db"
@dataclass
class GetBackupDefaults:
backend: str = "s3"
backup_id: Optional[str] = None
restore: bool = False
@dataclass
class GetUserDefaults:
role_name: Optional[str] = None
user_name: Optional[str] = None
@dataclass
class QueryDataDefaults:
collection: str = "Movies"
search_type: str = "fetch"
query: str = "Action movie"
consistency_level: str = "quorum"
limit: int = 10
properties: str = "title,keywords"
tenants: Optional[str] = None
target_vector: Optional[str] = None
@dataclass
class RestoreBackupDefaults:
backend: str = "s3"
backup_id: str = "test-backup"
wait: bool = False
include: Optional[str] = None
exclude: Optional[str] = None
override_alias: bool = False
@dataclass
class UpdateCollectionDefaults:
collection: str = "Movies"
async_enabled: Optional[bool] = None
replication_factor: Optional[int] = None
vector_index: Optional[str] = None
description: Optional[str] = None
training_limit: int = 10000
auto_tenant_creation: Optional[bool] = None
auto_tenant_activation: Optional[bool] = None
replication_deletion_strategy: Optional[str] = None
object_ttl_type: str = "create"
object_ttl_time: Optional[int] = None
object_ttl_filter_expired: Optional[bool] = None
object_ttl_property_name: str = "releaseDate"
@dataclass
class UpdateTenantsDefaults:
collection: str = "Movies"
tenant_suffix: str = "Tenant"
number_tenants: int = 100
state: str = "active"
tenants: Optional[str] = None
@dataclass
class UpdateShardsDefaults:
collection: Optional[str] = None
status: str = "READY"
shards: Optional[str] = None
all: bool = False
@dataclass
class UpdateDataDefaults:
collection: str = "Movies"
limit: int = 100
consistency_level: str = "quorum"
randomize: bool = False
skip_seed: bool = False
verbose: bool = False
@dataclass
class UpdateUserDefaults:
user_name: Optional[str] = None
rotate_api_key: bool = False
activate: bool = False
deactivate: bool = False
@dataclass
class GetNodesDefaults:
collection: Optional[str] = None
@dataclass
class GetAliasDefaults:
alias_name: Optional[str] = None
collection: Optional[str] = None
all: bool = False