Skip to content

Commit db04926

Browse files
authored
Add Lucene99ScalarQuantizedVector classes removed in Lucene 10.4 (#135424)
1 parent b8da265 commit db04926

File tree

6 files changed

+2073
-5
lines changed

6 files changed

+2073
-5
lines changed

benchmarks/src/main/java/org/elasticsearch/benchmark/vector/Int7uScorerBenchmark.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,6 @@
1010
package org.elasticsearch.benchmark.vector;
1111

1212
import org.apache.lucene.codecs.lucene99.Lucene99ScalarQuantizedVectorScorer;
13-
import org.apache.lucene.codecs.lucene99.OffHeapQuantizedByteVectorValues;
1413
import org.apache.lucene.index.VectorSimilarityFunction;
1514
import org.apache.lucene.store.Directory;
1615
import org.apache.lucene.store.IOContext;
@@ -24,6 +23,7 @@
2423
import org.apache.lucene.util.quantization.ScalarQuantizer;
2524
import org.elasticsearch.common.logging.LogConfigurator;
2625
import org.elasticsearch.core.IOUtils;
26+
import org.elasticsearch.index.codec.vectors.OffHeapQuantizedByteVectorValues;
2727
import org.elasticsearch.logging.LogManager;
2828
import org.elasticsearch.logging.Logger;
2929
import org.elasticsearch.simdvec.VectorScorerFactory;

libs/simdvec/src/test/java/org/elasticsearch/simdvec/Int7SQVectorScorerFactoryTests.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,6 @@
1212
import com.carrotsearch.randomizedtesting.generators.RandomNumbers;
1313

1414
import org.apache.lucene.codecs.lucene99.Lucene99ScalarQuantizedVectorScorer;
15-
import org.apache.lucene.codecs.lucene99.OffHeapQuantizedByteVectorValues;
1615
import org.apache.lucene.index.VectorSimilarityFunction;
1716
import org.apache.lucene.store.Directory;
1817
import org.apache.lucene.store.IOContext;
@@ -24,6 +23,7 @@
2423
import org.apache.lucene.util.quantization.QuantizedByteVectorValues;
2524
import org.apache.lucene.util.quantization.ScalarQuantizedVectorSimilarity;
2625
import org.apache.lucene.util.quantization.ScalarQuantizer;
26+
import org.elasticsearch.index.codec.vectors.OffHeapQuantizedByteVectorValues;
2727

2828
import java.io.IOException;
2929
import java.util.Arrays;

server/src/main/java/org/elasticsearch/index/codec/vectors/ES814ScalarQuantizedVectorsFormat.java

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -17,8 +17,6 @@
1717
import org.apache.lucene.codecs.hnsw.FlatVectorsWriter;
1818
import org.apache.lucene.codecs.hnsw.ScalarQuantizedVectorScorer;
1919
import org.apache.lucene.codecs.lucene99.Lucene99FlatVectorsFormat;
20-
import org.apache.lucene.codecs.lucene99.Lucene99ScalarQuantizedVectorsReader;
21-
import org.apache.lucene.codecs.lucene99.Lucene99ScalarQuantizedVectorsWriter;
2220
import org.apache.lucene.index.ByteVectorValues;
2321
import org.apache.lucene.index.FieldInfo;
2422
import org.apache.lucene.index.FloatVectorValues;
@@ -40,7 +38,6 @@
4038
import java.io.IOException;
4139
import java.util.Map;
4240

43-
import static org.apache.lucene.codecs.lucene99.Lucene99ScalarQuantizedVectorsFormat.DYNAMIC_CONFIDENCE_INTERVAL;
4441
import static org.elasticsearch.index.mapper.vectors.DenseVectorFieldMapper.MAX_DIMS_COUNT;
4542

4643
public class ES814ScalarQuantizedVectorsFormat extends FlatVectorsFormat {
@@ -60,6 +57,9 @@ public class ES814ScalarQuantizedVectorsFormat extends FlatVectorsFormat {
6057
/** The maximum confidence interval */
6158
private static final float MAXIMUM_CONFIDENCE_INTERVAL = 1f;
6259

60+
/** Dynamic confidence interval */
61+
public static final float DYNAMIC_CONFIDENCE_INTERVAL = 0f;
62+
6363
/**
6464
* Controls the confidence interval used to scalar quantize the vectors the default value is
6565
* calculated as `1-1/(vector_dimensions + 1)`

0 commit comments

Comments
 (0)