Fix

Author: Nikos Papailiou

apis/python/src/tiledb/vector_search/ingestion.py

@@ -189,7 +189,7 @@ def create_arrays(
         size: int,
         dimensions: int,
         partitions: int,
-        input_vectors_work_items: int,
+        input_vectors_work_tasks: int,
         vector_type: np.dtype,
         logger: logging.Logger,
     ) -> None:
@@ -422,7 +422,7 @@ def create_arrays(
                 tiledb.Array.create(partial_write_array_parts_uri, parts_schema)
                 partial_write_array_group.add(partial_write_array_parts_uri, name=PARTS_ARRAY_NAME)
 
-            for part in range(1):
+            for part in range(input_vectors_work_tasks):
                 part_index_uri = partial_write_array_index_uri+"/"+str(part)
                 if not tiledb.array_exists(part_index_uri):
                     logger.debug(f"Creating part array {part_index_uri}")
@@ -1427,7 +1427,7 @@ def consolidate_and_vacuum(
             size=size,
             dimensions=dimensions,
             partitions=partitions,
-            input_vectors_work_items=input_vectors_work_items,
+            input_vectors_work_tasks=input_vectors_work_tasks,
             vector_type=vector_type,
             logger=logger,
         )

apis/python/test/test_ingestion.py

@@ -126,6 +126,7 @@ def test_ivf_flat_ingestion_f32(tmp_path):
         source_type=source_type,
         partitions=partitions,
         input_vectors_per_work_item=int(size / 10),
+        verbose=True
     )
 
     result = index.query(query_vectors, k=k, nprobe=nprobe)
@@ -173,6 +174,7 @@ def test_ivf_flat_ingestion_fvec(tmp_path):
         source_uri=source_uri,
         source_type=source_type,
         partitions=partitions,
+        verbose=True
     )
     result = index.query(query_vectors, k=k, nprobe=nprobe)
     assert accuracy(result, gt_i) > MINIMUM_ACCURACY