Enable GPU indexing test in KnnIndexTester

Author: mayya-sharipova

qa/vector/build.gradle

@@ -20,6 +20,9 @@ tasks.named("dependencyLicenses").configure {
 tasks.named('forbiddenApisMain').configure {
   enabled = false
 }
+repositories {
+  mavenLocal()
+}
 
 dependencies {
   api "org.apache.lucene:lucene-core:${versions.lucene}"
@@ -29,6 +32,7 @@ dependencies {
   implementation project(':libs:native')
   implementation project(':libs:logging')
   implementation project(':server')
+  implementation project(':x-pack:plugin:gpu')
 }
 /**
  * Task to run the KnnIndexTester with the provided parameters.
@@ -42,6 +46,9 @@ tasks.register("checkVec", JavaExec) {
   systemProperty "es.logger.out", "console"
   systemProperty "es.logger.level", "INFO"  // Change to DEBUG if needed
   systemProperty 'es.nativelibs.path', TestUtil.getTestLibraryPath(file("../../libs/native/libraries/build/platform/").toString())
+  javaLauncher = project.javaToolchains.launcherFor {
+    languageVersion = JavaLanguageVersion.of(24)
+  }
   jvmArgs '-Xms4g', '-Xmx4g', '-Djava.util.concurrent.ForkJoinPool.common.parallelism=8', '-XX:+UnlockDiagnosticVMOptions', '-XX:+DebugNonSafepoints', '-XX:+HeapDumpOnOutOfMemoryError'
   if (buildParams.getRuntimeJavaVersion().map { it.majorVersion.toInteger() }.get() >= 21) {
     jvmArgs '--add-modules=jdk.incubator.vector', '--enable-native-access=ALL-UNNAMED'

qa/vector/src/main/java/module-info.java

@@ -18,4 +18,5 @@
     requires org.elasticsearch.logging;
     requires java.management;
     requires jdk.management;
+    requires org.elasticsearch.gpu;
 }

qa/vector/src/main/java/org/elasticsearch/test/knn/KnnIndexTester.java

@@ -31,6 +31,7 @@
 import org.elasticsearch.xcontent.XContentParser;
 import org.elasticsearch.xcontent.XContentParserConfiguration;
 import org.elasticsearch.xcontent.XContentType;
+import org.elasticsearch.xpack.gpu.codec.GPUVectorsFormat;
 
 import java.io.InputStream;
 import java.lang.management.ThreadInfo;
@@ -66,13 +67,16 @@ public class KnnIndexTester {
     enum IndexType {
         HNSW,
         FLAT,
-        IVF
+        IVF,
+        GPU
     }
 
     private static String formatIndexPath(CmdLineArgs args) {
         List<String> suffix = new ArrayList<>();
         if (args.indexType() == IndexType.FLAT) {
             suffix.add("flat");
+        } else if (args.indexType() == IndexType.GPU) {
+            suffix.add("gpu");
         } else if (args.indexType() == IndexType.IVF) {
             suffix.add("ivf");
             suffix.add(Integer.toString(args.ivfClusterSize()));
@@ -90,6 +94,8 @@ static Codec createCodec(CmdLineArgs args) {
         final KnnVectorsFormat format;
         if (args.indexType() == IndexType.IVF) {
             format = new IVFVectorsFormat(args.ivfClusterSize());
+        } else if (args.indexType() == IndexType.GPU) {
+            format = new GPUVectorsFormat();
         } else {
             if (args.quantizeBits() == 1) {
                 if (args.indexType() == IndexType.FLAT) {

x-pack/plugin/gpu/src/main/java/module-info.java

@@ -14,5 +14,7 @@
     requires org.elasticsearch.base;
     requires com.nvidia.cuvs;
 
+    exports org.elasticsearch.xpack.gpu.codec;
+
     provides org.apache.lucene.codecs.KnnVectorsFormat with org.elasticsearch.xpack.gpu.codec.GPUVectorsFormat;
 }

x-pack/plugin/gpu/src/main/java/org/elasticsearch/xpack/gpu/codec/GPUVectorsFormat.java

@@ -32,16 +32,13 @@ public class GPUVectorsFormat extends KnnVectorsFormat {
     private static final Logger LOG = LogManager.getLogger(GPUVectorsFormat.class);
 
     public static final String NAME = "GPUVectorsFormat";
-    public static final String GPU_IDX_EXTENSION = "gpuidx";
-    public static final String GPU_META_EXTENSION = "mgpu";
     public static final int VERSION_START = 0;
 
     static final String LUCENE99_HNSW_META_CODEC_NAME = "Lucene99HnswVectorsFormatMeta";
     static final String LUCENE99_HNSW_VECTOR_INDEX_CODEC_NAME = "Lucene99HnswVectorsFormatIndex";
     static final String LUCENE99_HNSW_META_EXTENSION = "vem";
     static final String LUCENE99_HNSW_VECTOR_INDEX_EXTENSION = "vex";
     static final int LUCENE99_VERSION_CURRENT = VERSION_START;
-    public static final int VERSION_CURRENT = VERSION_START;
 
     static final int DEFAULT_MAX_CONN = 16;
     static final int DEFAULT_BEAM_WIDTH = 100;
@@ -91,8 +88,13 @@ public static CuVSResources cuVSResourcesOrNull() {
             var resources = CuVSResources.create();
             return resources;
         } catch (UnsupportedOperationException uoe) {
-            var msg = uoe.getMessage() == null ? "" : ": " + uoe.getMessage();
-            LOG.warn("GPU based vector search is not supported on this platform or java version" + msg);
+            String msg = "";
+            if (uoe.getMessage() == null) {
+                msg = "Runtime Java version: " + Runtime.version().feature();
+            } else {
+                msg = ": " + uoe.getMessage();
+            }
+            LOG.warn("GPU based vector search is not supported on this platform or java version; " + msg);
         } catch (Throwable t) {
             if (t instanceof ExceptionInInitializerError ex) {
                 t = ex.getCause();