POC: Explore transport version improvements

build-tools-internal/build.gradle

@@ -220,6 +220,30 @@ gradlePlugin {
       id = 'elasticsearch.internal-yaml-rest-test'
       implementationClass = 'org.elasticsearch.gradle.internal.test.rest.InternalYamlRestTestPlugin'
     }
+    locateTransportVersionsPlugin { // TODO ask mark what the heck is going on with this missing function
+      id = 'elasticsearch.locate-transport-versions'
+      implementationClass = 'org.elasticsearch.gradle.internal.transport.LocateTransportVersionsPlugin'
+    }
+    generateTransportVersionManifestPlugin { // TODO ask mark what the heck is going on with this missing function
+      id = 'elasticsearch.generate-transport-version-manifest'
+      implementationClass = 'org.elasticsearch.gradle.internal.transport.GenerateTransportVersionManifestPlugin'
+    }
+    generateTransportVersionDataPlugin {
+        id = 'elasticsearch.generate-transport-version-data'
+        implementationClass = 'org.elasticsearch.gradle.internal.transport.GenerateTransportVersionDataPlugin'
+    }
+    validateTransportVersionsPlugin {
+      id = 'elasticsearch.validate-transport-versions'
+      implementationClass = 'org.elasticsearch.gradle.internal.transport.ValidateTransportVersionsPlugin'
+    }
+    aggregateTransportVersionDeclarationsPlugin {
+      id = 'elasticsearch.aggregate-transport-versionDeclarations-plugin'
+      implementationClass = 'org.elasticsearch.gradle.internal.transport.AggregateTransportVersionDeclarationsPlugin'
+    }
+    validateTransportVersionDataFilesPlugin {
+      id = 'elasticsearch.validate-transport-version-data-files'
+      implementationClass = 'org.elasticsearch.gradle.internal.transport.ValidateTransportVersionDataFilesPlugin'
+    }
   }
 }
 

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/BaseInternalPluginBuildPlugin.java

@@ -15,6 +15,7 @@
 import org.elasticsearch.gradle.internal.info.BuildParameterExtension;
 import org.elasticsearch.gradle.internal.precommit.JarHellPrecommitPlugin;
 import org.elasticsearch.gradle.internal.test.ClusterFeaturesMetadataPlugin;
+import org.elasticsearch.gradle.internal.transport.LocateTransportVersionsPlugin;
 import org.elasticsearch.gradle.plugin.PluginBuildPlugin;
 import org.elasticsearch.gradle.plugin.PluginPropertiesExtension;
 import org.elasticsearch.gradle.util.GradleUtils;
@@ -36,6 +37,16 @@ public void apply(Project project) {
         project.getPluginManager().apply(JarHellPrecommitPlugin.class);
         project.getPluginManager().apply(ElasticsearchJavaPlugin.class);
         project.getPluginManager().apply(ClusterFeaturesMetadataPlugin.class);
+        // We need to wire this up
+        /*
+        Old way is to set up a config here, then depend on it in the other plugin.
+        The new way is called variant aware artifacts or something
+        Basically attach some attributes to the artifacts
+        Then those attributes are how we are tying this together.
+        Now instead of saying I want this specific config, we now say I want the artifact from this project that has these attributes
+
+         */
+        project.getPluginManager().apply(LocateTransportVersionsPlugin.class);
         boolean isCi = project.getRootProject().getExtensions().getByType(BuildParameterExtension.class).getCi();
         // Clear default dependencies added by public PluginBuildPlugin as we add our
         // own project dependencies for internal builds

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/EmbeddedProviderExtension.java

@@ -33,6 +33,7 @@ public EmbeddedProviderExtension(Project project, TaskProvider<Task> metaTask) {
         this.metaTask = metaTask;
     }
 
+    // here, this creates the provider manifest
     void impl(String implName, Project implProject) {
         String projectName = implProject.getName();
         String capitalName = capitalize(projectName);

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/transport/AggregateTransportVersionDeclarationsPlugin.java

@@ -0,0 +1,53 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the "Elastic License
+ * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
+ * Public License v 1"; you may not use this file except in compliance with, at
+ * your election, the "Elastic License 2.0", the "GNU Affero General Public
+ * License v3.0 only", or the "Server Side Public License, v 1".
+ */
+
+package org.elasticsearch.gradle.internal.transport;
+
+import org.gradle.api.Plugin;
+import org.gradle.api.Project;
+
+import java.util.Map;
+
+public class AggregateTransportVersionDeclarationsPlugin implements Plugin<Project> {
+    public static final String ALL_TRANSPORT_VERSION_NAMES_FILE = "generated-transport-info/all-transport-version-names.txt";
+
+    @Override
+    public void apply(Project project) {
+        // need to have this task depend on all the tasks with BaseInternalPluginBuildPlugin registered
+        // need to get the output of all those tasks as input to this task
+        System.out.println("Potato: AggregateTransportVersionDeclarationsPlugin");
+        // First thing is to create a configuration (holder for dependency information. Configurations are how the dep graph is modeled).
+        var configuration = project.getConfigurations().create("aggregateTransportVersionDeclarations");
+        var deps = project.getDependencies();
+
+        project.getRootProject()
+            .getSubprojects()
+            .stream()
+            .filter(
+                p -> p.getParent().getPath().equals(":modules")
+                    || p.getParent().getPath().equals(":plugins")
+                    || p.getParent().getPath().equals(":x-pack:plugin")
+            )
+            .forEach(p -> {
+                deps.add(
+                    configuration.getName(),
+                    deps.project(Map.of("path", p.getPath(), "configuration", "locateTransportVersionsConfig"))
+                ); // adding a dep to the config we created
+            });
+
+        var aggregationTask = project.getTasks()
+            .register("aggregateTransportVersionDeclarations", AggregateTransportVersionDeclarationsTask.class, t -> {
+                t.dependsOn(configuration); // this task can only run after this config is resolved
+                t.getTransportVersionNameDeclarationsFiles().setFrom(configuration);
+                t.getOutputFile().set(project.getLayout().getBuildDirectory().file(ALL_TRANSPORT_VERSION_NAMES_FILE));
+            });
+
+    }
+
+}

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/transport/AggregateTransportVersionDeclarationsTask.java

@@ -0,0 +1,53 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the "Elastic License
+ * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
+ * Public License v 1"; you may not use this file except in compliance with, at
+ * your election, the "Elastic License 2.0", the "GNU Affero General Public
+ * License v3.0 only", or the "Server Side Public License, v 1".
+ */
+
+package org.elasticsearch.gradle.internal.transport;
+
+import org.gradle.api.DefaultTask;
+import org.gradle.api.file.ConfigurableFileCollection;
+import org.gradle.api.file.RegularFileProperty;
+import org.gradle.api.tasks.InputFiles;
+import org.gradle.api.tasks.OutputFile;
+import org.gradle.api.tasks.TaskAction;
+
+import java.io.File;
+import java.io.FileWriter;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Path;
+
+public abstract class AggregateTransportVersionDeclarationsTask extends DefaultTask {
+
+    @InputFiles
+    public abstract ConfigurableFileCollection getTransportVersionNameDeclarationsFiles();
+
+    @OutputFile
+    public abstract RegularFileProperty getOutputFile();
+
+    @TaskAction
+    public void aggregateTransportVersionDeclarations() {
+        final var files = getTransportVersionNameDeclarationsFiles().getFiles();
+        var allTVNames = files.stream().flatMap(file -> {
+            try {
+                return Files.lines(Path.of(file.getPath()));
+            } catch (IOException e) {
+                throw new RuntimeException("Cannot read Transport Versions name declarations file", e);
+            }
+        }).toList();
+
+        File file = new File(getOutputFile().get().getAsFile().getAbsolutePath());
+        try (FileWriter writer = new FileWriter(file)) {
+            for (String tvName : allTVNames) {
+                writer.write(tvName + "\n");
+            }
+        } catch (IOException e) {
+            throw new RuntimeException(e);
+        }
+    }
+}

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/transport/GenerateTransportVersionDataPlugin.java

@@ -0,0 +1,27 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the "Elastic License
+ * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
+ * Public License v 1"; you may not use this file except in compliance with, at
+ * your election, the "Elastic License 2.0", the "GNU Affero General Public
+ * License v3.0 only", or the "Server Side Public License, v 1".
+ */
+
+package org.elasticsearch.gradle.internal.transport;
+
+import org.gradle.api.Plugin;
+import org.gradle.api.Project;
+
+public class GenerateTransportVersionDataPlugin implements Plugin<Project> {
+
+    @Override
+    public void apply(Project project) {
+        project.getTasks().register("generateTransportVersionData", GenerateTransportVersionDataTask.class, t -> {
+            t.setDescription("Generate transport version data"); // todo update this to be more descriptive
+            t.setGroup("Transport Versions"); // todo
+            t.getDataFileDirectory().set(project.getLayout().getProjectDirectory().file("src/main/resources/org/elasticsearch/transport/"));
+            t.getTVSetName().set("FOO"); // todo
+            t.getReleaseVersionForTV().set("9.2"); // todo
+        });
+    }
+}