iter

Author: iverase

benchmarks/src/main/java/org/elasticsearch/benchmark/vector/Int4ScorerBenchmark.java

@@ -52,7 +52,7 @@ public class Int4ScorerBenchmark {
         LogConfigurator.configureESLogging(); // native access requires logging to be initialized
     }
 
-    @Param({ "1024" })
+    @Param({ "384", "702", "1024" })
     int dims;
 
     int numVectors = 200;

libs/simdvec/src/main/java/org/elasticsearch/simdvec/ES91Int4VectorsScorer.java

@@ -23,17 +23,20 @@ public class ES91Int4VectorsScorer {
     /** The wrapper {@link IndexInput}. */
     protected final IndexInput in;
     protected final int dimensions;
+    protected byte[] scratch;
 
     /** Sole constructor, called by sub-classes. */
     public ES91Int4VectorsScorer(IndexInput in, int dimensions) {
         this.in = in;
         this.dimensions = dimensions;
+        scratch = new byte[dimensions];
     }
 
     public long int4DotProduct(byte[] b) throws IOException {
+        in.readBytes(scratch, 0, dimensions);
         int total = 0;
         for (int i = 0; i < dimensions; i++) {
-            total += in.readByte() * b[i];
+            total += scratch[i] * b[i];
         }
         return total;
     }

libs/simdvec/src/main21/java/org/elasticsearch/simdvec/internal/vectorization/MemorySegmentES91Int4VectorsScorer.java

@@ -61,9 +61,9 @@ public long int4DotProduct(byte[] q) throws IOException {
             i += BYTE_SPECIES_128.loopBound(dimensions);
             res += int4DotProductBody128(q, i);
         }
-
+        in.readBytes(scratch, i, dimensions - i);
         while (i < dimensions) {
-            res += in.readByte() * q[i++];
+            res += scratch[i] * q[i++];
         }
         return res;
     }