Skip to content

Commit f979e89

Browse files
thecoopthecoop
committed
Define a new element type rather than a special option
1 parent 522c8ae commit f979e89

File tree

21 files changed

+535
-159
lines changed

21 files changed

+535
-159
lines changed

‎rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/41_knn_search_bbq_hnsw_bfloat16.yml‎

Lines changed: 11 additions & 44 deletions
Original file line numberDiff line numberDiff line change
@@ -13,12 +13,12 @@ setup:
1313
properties:
1414
vector:
1515
type: dense_vector
16+
element_type: bfloat16
1617
dims: 64
1718
index: true
1819
similarity: max_inner_product
1920
index_options:
2021
type: bbq_hnsw
21-
raw_vector_size: 16
2222

2323
- do:
2424
index:
@@ -191,44 +191,11 @@ setup:
191191
properties:
192192
vector:
193193
type: dense_vector
194-
dims: 64
195-
element_type: byte
196-
index: true
197-
index_options:
198-
type: bbq_hnsw
199-
raw_vector_size: 16
200-
201-
- do:
202-
catch: bad_request
203-
indices.create:
204-
index: bad_bbq_hnsw
205-
body:
206-
mappings:
207-
properties:
208-
vector:
209-
type: dense_vector
194+
element_type: bfloat16
210195
dims: 64
211196
index: false
212197
index_options:
213198
type: bbq_hnsw
214-
raw_vector_size: 16
215-
---
216-
"Test bad raw vector size":
217-
- do:
218-
catch: bad_request
219-
indices.create:
220-
index: bad_bbq_hnsw
221-
body:
222-
mappings:
223-
properties:
224-
vector:
225-
type: dense_vector
226-
dims: 64
227-
element_type: byte
228-
index: true
229-
index_options:
230-
type: bbq_hnsw
231-
raw_vector_size: 25
232199
---
233200
"Test few dimensions fail indexing":
234201
- do:
@@ -240,11 +207,11 @@ setup:
240207
properties:
241208
vector:
242209
type: dense_vector
210+
element_type: bfloat16
243211
dims: 42
244212
index: true
245213
index_options:
246214
type: bbq_hnsw
247-
raw_vector_size: 16
248215

249216
- do:
250217
indices.create:
@@ -254,11 +221,11 @@ setup:
254221
properties:
255222
vector:
256223
type: dense_vector
224+
element_type: bfloat16
257225
index: true
258226
similarity: l2_norm
259227
index_options:
260228
type: bbq_hnsw
261-
raw_vector_size: 16
262229

263230
- do:
264231
catch: bad_request
@@ -290,12 +257,12 @@ setup:
290257
properties:
291258
vector:
292259
type: dense_vector
260+
element_type: bfloat16
293261
dims: 64
294262
index: true
295263
similarity: max_inner_product
296264
index_options:
297265
type: bbq_hnsw
298-
raw_vector_size: 16
299266
rescore_vector:
300267
oversample: 1.5
301268

@@ -380,9 +347,9 @@ setup:
380347
properties:
381348
vector:
382349
type: dense_vector
350+
element_type: bfloat16
383351
index_options:
384352
type: bbq_hnsw
385-
raw_vector_size: 16
386353
rescore_vector:
387354
oversample: 0
388355

@@ -397,9 +364,9 @@ setup:
397364
properties:
398365
vector:
399366
type: dense_vector
367+
element_type: bfloat16
400368
index_options:
401369
type: bbq_hnsw
402-
raw_vector_size: 16
403370
rescore_vector:
404371
oversample: 1
405372

@@ -410,9 +377,9 @@ setup:
410377
properties:
411378
vector:
412379
type: dense_vector
380+
element_type: bfloat16
413381
index_options:
414382
type: bbq_hnsw
415-
raw_vector_size: 16
416383
rescore_vector:
417384
oversample: 0
418385

@@ -439,12 +406,12 @@ setup:
439406
properties:
440407
vector:
441408
type: dense_vector
409+
element_type: bfloat16
442410
dims: 64
443411
index: true
444412
similarity: max_inner_product
445413
index_options:
446414
type: bbq_hnsw
447-
raw_vector_size: 16
448415
rescore_vector:
449416
oversample: 0
450417

@@ -520,12 +487,12 @@ setup:
520487
properties:
521488
vector:
522489
type: dense_vector
490+
element_type: bfloat16
523491
dims: 64
524492
index: true
525493
similarity: max_inner_product
526494
index_options:
527495
type: bbq_hnsw
528-
raw_vector_size: 16
529496
rescore_vector:
530497
oversample: 2
531498

@@ -561,12 +528,12 @@ setup:
561528
properties:
562529
vector:
563530
type: dense_vector
531+
element_type: bfloat16
564532
dims: 64
565533
index: true
566534
similarity: max_inner_product
567535
index_options:
568536
type: bbq_hnsw
569-
raw_vector_size: 16
570537
rescore_vector:
571538
oversample: 0
572539

‎rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/search.vectors/42_knn_search_bbq_flat_bfloat16.yml‎

Lines changed: 6 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -13,12 +13,12 @@ setup:
1313
properties:
1414
vector:
1515
type: dense_vector
16+
element_type: bfloat16
1617
dims: 64
1718
index: true
1819
similarity: max_inner_product
1920
index_options:
2021
type: bbq_flat
21-
raw_vector_size: 16
2222

2323
- do:
2424
index:
@@ -187,28 +187,12 @@ setup:
187187
properties:
188188
vector:
189189
type: dense_vector
190+
element_type: bfloat16
190191
dims: 64
191192
index: true
192193
index_options:
193194
type: bbq_flat
194-
raw_vector_size: 16
195195
m: 42
196-
197-
- do:
198-
catch: bad_request
199-
indices.create:
200-
index: bad_bbq_flat
201-
body:
202-
mappings:
203-
properties:
204-
vector:
205-
type: dense_vector
206-
dims: 64
207-
element_type: byte
208-
index: true
209-
index_options:
210-
type: bbq_flat
211-
raw_vector_size: 16
212196
---
213197
"Test bad raw vector size":
214198
- do:
@@ -237,12 +221,12 @@ setup:
237221
properties:
238222
vector:
239223
type: dense_vector
224+
element_type: bfloat16
240225
dims: 42
241226
index: true
242227
similarity: l2_norm
243228
index_options:
244229
type: bbq_flat
245-
raw_vector_size: 16
246230

247231
# verify dynamic dimension fails
248232
- do:
@@ -253,11 +237,11 @@ setup:
253237
properties:
254238
vector:
255239
type: dense_vector
240+
element_type: bfloat16
256241
index: true
257242
similarity: l2_norm
258243
index_options:
259244
type: bbq_flat
260-
raw_vector_size: 16
261245

262246
# verify index fails for odd dim vector
263247
- do:
@@ -291,12 +275,12 @@ setup:
291275
properties:
292276
vector:
293277
type: dense_vector
278+
element_type: bfloat16
294279
dims: 64
295280
index: true
296281
similarity: max_inner_product
297282
index_options:
298283
type: bbq_flat
299-
raw_vector_size: 16
300284
rescore_vector:
301285
oversample: 1.5
302286

@@ -395,12 +379,12 @@ setup:
395379
type: keyword
396380
vector:
397381
type: dense_vector
382+
element_type: bfloat16
398383
dims: 64
399384
index: true
400385
similarity: max_inner_product
401386
index_options:
402387
type: bbq_flat
403-
raw_vector_size: 16
404388

405389
- do:
406390
index:

0 commit comments

Comments
 (0)