[GPU] Move gpu core code (support + codec) to :libs (elastic#138273) (elastic#138411)

Split the gpu plugin code into a support lib (GPU/cuvs interfacing classes + codecs) and a lightweight plugin.

Author: ldematte

x-pack/plugin/gpu/README libs/gpu-codec/READMEx-pack/plugin/gpu/README renamed to libs/gpu-codec/README

@@ -0,0 +1,30 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the "Elastic License
+ * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
+ * Public License v 1"; you may not use this file except in compliance with, at
+ * your election, the "Elastic License 2.0", the "GNU Affero General Public
+ * License v3.0 only", or the "Server Side Public License, v 1".
+ */
+
+apply plugin: 'elasticsearch.build'
+apply plugin: 'elasticsearch.mrjar'
+
+dependencies {
+  api project(':libs:core')
+  api project(":libs:x-content")
+  api project(':libs:logging')
+  compileOnly "org.apache.lucene:lucene-core:${versions.lucene}"
+  compileOnly project(':server')
+  implementation('com.nvidia.cuvs:cuvs-java:25.10.0')
+
+  testImplementation(project(":test:framework")) {
+    exclude group: 'org.elasticsearch', module: 'gpu-codec'
+  }
+  testImplementation "junit:junit:${versions.junit}"
+}
+
+tasks.named('forbiddenApisMain').configure {
+  replaceSignatureFiles 'jdk-signatures'
+}
+

libs/gpu-codec/build.gradle

@@ -0,0 +1,26 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the "Elastic License
+ * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
+ * Public License v 1"; you may not use this file except in compliance with, at
+ * your election, the "Elastic License 2.0", the "GNU Affero General Public
+ * License v3.0 only", or the "Server Side Public License, v 1".
+ */
+
+/** Provides GPU-accelerated support for vector indexing. */
+module org.elasticsearch.gpu {
+    requires org.elasticsearch.logging;
+    requires org.apache.lucene.core;
+    requires org.elasticsearch.xcontent;
+    requires org.elasticsearch.base;
+    requires com.nvidia.cuvs;
+    requires org.elasticsearch.server;
+
+    exports org.elasticsearch.gpu;
+    exports org.elasticsearch.gpu.codec;
+
+    provides org.apache.lucene.codecs.KnnVectorsFormat
+        with
+            org.elasticsearch.gpu.codec.ES92GpuHnswVectorsFormat,
+            org.elasticsearch.gpu.codec.ES92GpuHnswSQVectorsFormat;
+}

…lugin/gpu/licenses/cuvs-java-LICENSE.txt …gpu-codec/licenses/cuvs-java-LICENSE.txtx-pack/plugin/gpu/licenses/cuvs-java-LICENSE.txt renamed to libs/gpu-codec/licenses/cuvs-java-LICENSE.txt x-pack/plugin/gpu/licenses/cuvs-java-LICENSE.txt renamed to libs/gpu-codec/licenses/cuvs-java-LICENSE.txt

@@ -1,11 +1,13 @@
 /*
  * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
- * or more contributor license agreements. Licensed under the Elastic License
- * 2.0; you may not use this file except in compliance with the Elastic License
- * 2.0.
+ * or more contributor license agreements. Licensed under the "Elastic License
+ * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
+ * Public License v 1"; you may not use this file except in compliance with, at
+ * your election, the "Elastic License 2.0", the "GNU Affero General Public
+ * License v3.0 only", or the "Server Side Public License, v 1".
  */
 
-package org.elasticsearch.xpack.gpu;
+package org.elasticsearch.gpu;
 
 import com.nvidia.cuvs.CuVSResources;
 import com.nvidia.cuvs.GPUInfoProvider;

…plugin/gpu/licenses/cuvs-java-NOTICE.txt …/gpu-codec/licenses/cuvs-java-NOTICE.txtx-pack/plugin/gpu/licenses/cuvs-java-NOTICE.txt renamed to libs/gpu-codec/licenses/cuvs-java-NOTICE.txt x-pack/plugin/gpu/licenses/cuvs-java-NOTICE.txt renamed to libs/gpu-codec/licenses/cuvs-java-NOTICE.txt

@@ -1,11 +1,13 @@
 /*
  * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
- * or more contributor license agreements. Licensed under the Elastic License
- * 2.0; you may not use this file except in compliance with the Elastic License
- * 2.0.
+ * or more contributor license agreements. Licensed under the "Elastic License
+ * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
+ * Public License v 1"; you may not use this file except in compliance with, at
+ * your election, the "Elastic License 2.0", the "GNU Affero General Public
+ * License v3.0 only", or the "Server Side Public License, v 1".
  */
 
-package org.elasticsearch.xpack.gpu.codec;
+package org.elasticsearch.gpu.codec;
 
 import com.nvidia.cuvs.CagraIndexParams;
 import com.nvidia.cuvs.CuVSIvfPqIndexParams;
@@ -24,7 +26,7 @@
  *
  * TODO: Remove this class when cuvs 25.12 is available and use functions from there directly.
  */
-public class CuVSIvfPqParamsFactory {
+class CuVSIvfPqParamsFactory {
 
     /**
      * Creates {@link CuVSIvfPqParams} with automatically calculated parameters based on the
@@ -40,7 +42,7 @@ public class CuVSIvfPqParamsFactory {
      * @return a {@link CuVSIvfPqParams} instance with calculated parameters
      * @throws IllegalArgumentException if dimensions are invalid
      */
-    public static CuVSIvfPqParams create(int numVectors, int dims, CagraIndexParams.CuvsDistanceType distanceType, int efConstruction) {
+    static CuVSIvfPqParams create(int numVectors, int dims, CagraIndexParams.CuvsDistanceType distanceType, int efConstruction) {
         long nRows = numVectors;
         long nFeatures = dims;
 
@@ -65,7 +67,7 @@ public static CuVSIvfPqParams create(int numVectors, int dims, CagraIndexParams.
      * @return a {@link CuVSIvfPqParams} instance with calculated parameters
      * @throws IllegalArgumentException if dimensions are invalid
      */
-    public static CuVSIvfPqParams createFromDimensions(
+    static CuVSIvfPqParams createFromDimensions(
         long nRows,
         long nFeatures,
         CagraIndexParams.CuvsDistanceType distanceType,

libs/gpu-codec/src/main/java/module-info.java

@@ -1,21 +1,23 @@
 /*
  * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
- * or more contributor license agreements. Licensed under the Elastic License
- * 2.0; you may not use this file except in compliance with the Elastic License
- * 2.0.
+ * or more contributor license agreements. Licensed under the "Elastic License
+ * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
+ * Public License v 1"; you may not use this file except in compliance with, at
+ * your election, the "Elastic License 2.0", the "GNU Affero General Public
+ * License v3.0 only", or the "Server Side Public License, v 1".
  */
 
-package org.elasticsearch.xpack.gpu.codec;
+package org.elasticsearch.gpu.codec;
 
 import com.nvidia.cuvs.CagraIndexParams;
 import com.nvidia.cuvs.CuVSMatrix;
 import com.nvidia.cuvs.CuVSResources;
 import com.nvidia.cuvs.spi.CuVSProvider;
 
 import org.elasticsearch.core.Strings;
+import org.elasticsearch.gpu.GPUSupport;
 import org.elasticsearch.logging.LogManager;
 import org.elasticsearch.logging.Logger;
-import org.elasticsearch.xpack.gpu.GPUSupport;
 
 import java.nio.file.Path;
 import java.util.Objects;

…/elasticsearch/xpack/gpu/GPUSupport.java …va/org/elasticsearch/gpu/GPUSupport.javax-pack/plugin/gpu/src/main/java/org/elasticsearch/xpack/gpu/GPUSupport.java renamed to libs/gpu-codec/src/main/java/org/elasticsearch/gpu/GPUSupport.java x-pack/plugin/gpu/src/main/java/org/elasticsearch/xpack/gpu/GPUSupport.java renamed to libs/gpu-codec/src/main/java/org/elasticsearch/gpu/GPUSupport.java

@@ -1,19 +1,21 @@
 /*
  * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
- * or more contributor license agreements. Licensed under the Elastic License
- * 2.0; you may not use this file except in compliance with the Elastic License
- * 2.0.
+ * or more contributor license agreements. Licensed under the "Elastic License
+ * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
+ * Public License v 1"; you may not use this file except in compliance with, at
+ * your election, the "Elastic License 2.0", the "GNU Affero General Public
+ * License v3.0 only", or the "Server Side Public License, v 1".
  */
 
-package org.elasticsearch.xpack.gpu.codec;
+package org.elasticsearch.gpu.codec;
 
 import com.nvidia.cuvs.CuVSMatrix;
 
 import org.apache.lucene.store.MemorySegmentAccessInput;
 
 import java.io.IOException;
 
-public interface DatasetUtils {
+interface DatasetUtils {
 
     static DatasetUtils getInstance() {
         return DatasetUtilsImpl.getInstance();

…ck/gpu/codec/CuVSIvfPqParamsFactory.java …ch/gpu/codec/CuVSIvfPqParamsFactory.javax-pack/plugin/gpu/src/main/java/org/elasticsearch/xpack/gpu/codec/CuVSIvfPqParamsFactory.java renamed to libs/gpu-codec/src/main/java/org/elasticsearch/gpu/codec/CuVSIvfPqParamsFactory.java x-pack/plugin/gpu/src/main/java/org/elasticsearch/xpack/gpu/codec/CuVSIvfPqParamsFactory.java renamed to libs/gpu-codec/src/main/java/org/elasticsearch/gpu/codec/CuVSIvfPqParamsFactory.java

@@ -1,11 +1,13 @@
 /*
  * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
- * or more contributor license agreements. Licensed under the Elastic License
- * 2.0; you may not use this file except in compliance with the Elastic License
- * 2.0.
+ * or more contributor license agreements. Licensed under the "Elastic License
+ * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
+ * Public License v 1"; you may not use this file except in compliance with, at
+ * your election, the "Elastic License 2.0", the "GNU Affero General Public
+ * License v3.0 only", or the "Server Side Public License, v 1".
  */
 
-package org.elasticsearch.xpack.gpu.codec;
+package org.elasticsearch.gpu.codec;
 
 import com.nvidia.cuvs.CuVSMatrix;
 import com.nvidia.cuvs.spi.CuVSProvider;
@@ -16,7 +18,7 @@
 import java.lang.foreign.MemorySegment;
 import java.lang.invoke.MethodHandle;
 
-public class DatasetUtilsImpl implements DatasetUtils {
+class DatasetUtilsImpl implements DatasetUtils {
 
     private static final DatasetUtils INSTANCE = new DatasetUtilsImpl();