Skip to content

Commit e50a267

Browse files
authored
[Build] Reapply updating to Gradle 8.11.1 (#117394) (#117429)
This reverts commit b5c6d92. * Simplify and fix dynamic project dependency handling (cherry picked from commit d2b3dc5)
1 parent 3ef91e0 commit e50a267

File tree

12 files changed

+120
-32
lines changed

12 files changed

+120
-32
lines changed

build-tools-internal/gradle/wrapper/gradle-wrapper.properties

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
distributionBase=GRADLE_USER_HOME
22
distributionPath=wrapper/dists
3-
distributionSha256Sum=2ab88d6de2c23e6adae7363ae6e29cbdd2a709e992929b48b6530fd0c7133bd6
4-
distributionUrl=https\://services.gradle.org/distributions/gradle-8.10.2-all.zip
3+
distributionSha256Sum=89d4e70e4e84e2d2dfbb63e4daa53e21b25017cc70c37e4eea31ee51fb15098a
4+
distributionUrl=https\://services.gradle.org/distributions/gradle-8.11.1-all.zip
55
networkTimeout=10000
66
validateDistributionUrl=true
77
zipStoreBase=GRADLE_USER_HOME

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/ElasticsearchJavadocPlugin.java

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -82,12 +82,15 @@ private void configureJavadocForConfiguration(Project project, boolean shadow, C
8282
.sorted(Comparator.comparing(Dependency::getGroup))
8383
.filter(d -> d instanceof ProjectDependency)
8484
.map(d -> (ProjectDependency) d)
85-
.filter(p -> p.getDependencyProject() != null)
8685
.forEach(projectDependency -> configureDependency(project, shadow, projectDependency));
8786
}
8887

8988
private void configureDependency(Project project, boolean shadowed, ProjectDependency dep) {
90-
var upstreamProject = dep.getDependencyProject();
89+
// we should use variant aware dependency management to resolve artifacts required for javadoc here
90+
Project upstreamProject = project.project(dep.getPath());
91+
if (upstreamProject == null) {
92+
return;
93+
}
9194
if (shadowed) {
9295
/*
9396
* Include the source of shadowed upstream projects so we don't

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/test/TestWithDependenciesPlugin.java

Lines changed: 21 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -10,11 +10,14 @@
1010
package org.elasticsearch.gradle.internal.test;
1111

1212
import org.apache.commons.lang.StringUtils;
13-
import org.elasticsearch.gradle.plugin.PluginBuildPlugin;
1413
import org.gradle.api.Plugin;
1514
import org.gradle.api.Project;
1615
import org.gradle.api.artifacts.Configuration;
16+
import org.gradle.api.artifacts.Dependency;
1717
import org.gradle.api.artifacts.ProjectDependency;
18+
import org.gradle.api.artifacts.dsl.DependencyHandler;
19+
import org.gradle.api.attributes.Attribute;
20+
import org.gradle.api.attributes.LibraryElements;
1821
import org.gradle.api.plugins.ExtraPropertiesExtension;
1922
import org.gradle.api.tasks.Copy;
2023
import org.gradle.api.tasks.SourceSetContainer;
@@ -45,23 +48,31 @@ public void apply(final Project project) {
4548

4649
Configuration testImplementationConfig = project.getConfigurations().getByName("testImplementation");
4750
testImplementationConfig.getDependencies().all(dep -> {
48-
if (dep instanceof ProjectDependency
49-
&& ((ProjectDependency) dep).getDependencyProject().getPlugins().hasPlugin(PluginBuildPlugin.class)) {
50-
project.getGradle()
51-
.projectsEvaluated(gradle -> addPluginResources(project, ((ProjectDependency) dep).getDependencyProject()));
51+
if (dep instanceof ProjectDependency && dep.getGroup().contains("plugin")) {
52+
addPluginResources(project, ((ProjectDependency) dep));
5253
}
5354
});
5455
}
5556

56-
private static void addPluginResources(final Project project, final Project pluginProject) {
57-
final File outputDir = new File(project.getBuildDir(), "/generated-test-resources/" + pluginProject.getName());
58-
String camelProjectName = stream(pluginProject.getName().split("-")).map(t -> StringUtils.capitalize(t))
57+
private static void addPluginResources(final Project project, final ProjectDependency projectDependency) {
58+
final File outputDir = new File(project.getBuildDir(), "/generated-test-resources/" + projectDependency.getName());
59+
String camelProjectName = stream(projectDependency.getName().split("-")).map(t -> StringUtils.capitalize(t))
5960
.collect(Collectors.joining());
6061
String taskName = "copy" + camelProjectName + "Metadata";
62+
String metadataConfiguration = "resolved" + camelProjectName + "Metadata";
63+
Configuration pluginMetadata = project.getConfigurations().maybeCreate(metadataConfiguration);
64+
pluginMetadata.getAttributes().attribute(Attribute.of("pluginMetadata", Boolean.class), true);
65+
pluginMetadata.getAttributes()
66+
.attribute(
67+
LibraryElements.LIBRARY_ELEMENTS_ATTRIBUTE,
68+
project.getObjects().named(LibraryElements.class, LibraryElements.RESOURCES)
69+
);
70+
DependencyHandler dependencyHandler = project.getDependencies();
71+
Dependency pluginMetadataDependency = dependencyHandler.project(Map.of("path", projectDependency.getPath()));
72+
dependencyHandler.add(metadataConfiguration, pluginMetadataDependency);
6173
project.getTasks().register(taskName, Copy.class, copy -> {
6274
copy.into(outputDir);
63-
copy.from(pluginProject.getTasks().named("pluginProperties"));
64-
copy.from(pluginProject.file("src/main/plugin-metadata"));
75+
copy.from(pluginMetadata);
6576
});
6677

6778
Map<String, Object> map = Map.of("builtBy", taskName);

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/test/rest/RestTestBasePlugin.java

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -44,6 +44,7 @@
4444
import org.gradle.api.file.ConfigurableFileCollection;
4545
import org.gradle.api.file.FileCollection;
4646
import org.gradle.api.file.FileTree;
47+
import org.gradle.api.internal.artifacts.dependencies.ProjectDependencyInternal;
4748
import org.gradle.api.provider.ProviderFactory;
4849
import org.gradle.api.tasks.ClasspathNormalizer;
4950
import org.gradle.api.tasks.PathSensitivity;
@@ -245,7 +246,7 @@ private void copyDependencies(Project project, DependencySet dependencies, Confi
245246
configuration.getDependencies()
246247
.stream()
247248
.filter(d -> d instanceof ProjectDependency)
248-
.map(d -> project.getDependencies().project(Map.of("path", ((ProjectDependency) d).getDependencyProject().getPath())))
249+
.map(d -> project.getDependencies().project(Map.of("path", ((ProjectDependencyInternal) d).getPath())))
249250
.forEach(dependencies::add);
250251
}
251252

@@ -322,8 +323,9 @@ private Configuration createPluginConfiguration(Project project, String name, bo
322323
Collection<Dependency> additionalDependencies = new LinkedHashSet<>();
323324
for (Iterator<Dependency> iterator = dependencies.iterator(); iterator.hasNext();) {
324325
Dependency dependency = iterator.next();
326+
// this logic of relying on other projects metadata should probably live in a build service
325327
if (dependency instanceof ProjectDependency projectDependency) {
326-
Project dependencyProject = projectDependency.getDependencyProject();
328+
Project dependencyProject = project.project(projectDependency.getPath());
327329
List<String> extendedPlugins = dependencyProject.getExtensions()
328330
.getByType(PluginPropertiesExtension.class)
329331
.getExtendedPlugins();
@@ -333,8 +335,8 @@ private Configuration createPluginConfiguration(Project project, String name, bo
333335
iterator.remove();
334336
additionalDependencies.add(
335337
useExploded
336-
? getExplodedBundleDependency(project, dependencyProject.getPath())
337-
: getBundleZipTaskDependency(project, dependencyProject.getPath())
338+
? getExplodedBundleDependency(project, projectDependency.getPath())
339+
: getBundleZipTaskDependency(project, projectDependency.getPath())
338340
);
339341
}
340342

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/toolchain/AbstractCustomJavaToolchainResolver.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -34,6 +34,7 @@ static String toArchString(Architecture architecture) {
3434
case X86_64 -> "x64";
3535
case AARCH64 -> "aarch64";
3636
case X86 -> "x86";
37+
default -> throw new UnsupportedOperationException("Architecture " + architecture);
3738
};
3839
}
3940

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
8.10.2
1+
8.11.1

build-tools/src/main/java/org/elasticsearch/gradle/LazyFileOutputStream.java

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,12 @@ public void write(byte b[], int off, int len) throws IOException {
3939
bootstrap();
4040
delegate.write(b, off, len);
4141
}
42+
43+
@Override
44+
public void write(byte b[]) throws IOException {
45+
bootstrap();
46+
delegate.write(b);
47+
}
4248
};
4349
}
4450

build-tools/src/main/java/org/elasticsearch/gradle/plugin/BasePluginBuildPlugin.java

Lines changed: 21 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,8 @@
2424
import org.gradle.api.Task;
2525
import org.gradle.api.Transformer;
2626
import org.gradle.api.artifacts.type.ArtifactTypeDefinition;
27+
import org.gradle.api.attributes.Attribute;
28+
import org.gradle.api.attributes.LibraryElements;
2729
import org.gradle.api.file.CopySpec;
2830
import org.gradle.api.file.FileCollection;
2931
import org.gradle.api.file.RegularFile;
@@ -126,9 +128,27 @@ private TaskProvider<Zip> createBundleTasks(final Project project, PluginPropert
126128
// know about the plugin (used by test security code to statically initialize the plugin in unit tests)
127129
var testSourceSet = project.getExtensions().getByType(SourceSetContainer.class).getByName("test");
128130
Map<String, Object> map = Map.of("builtBy", buildProperties);
129-
testSourceSet.getOutput().dir(map, new File(project.getBuildDir(), "generated-resources"));
131+
132+
File generatedResources = new File(project.getBuildDir(), "generated-resources");
133+
testSourceSet.getOutput().dir(map, generatedResources);
130134
testSourceSet.getResources().srcDir(pluginMetadata);
131135

136+
// expose the plugin properties and metadata for other plugins to use in their tests.
137+
// See TestWithDependenciesPlugin for how this is used.
138+
project.getConfigurations().create("pluginMetadata", conf -> {
139+
conf.getAttributes().attribute(Attribute.of("pluginMetadata", Boolean.class), true);
140+
conf.getAttributes()
141+
.attribute(
142+
LibraryElements.LIBRARY_ELEMENTS_ATTRIBUTE,
143+
project.getObjects().named(LibraryElements.class, LibraryElements.RESOURCES)
144+
);
145+
});
146+
147+
project.getArtifacts().add("pluginMetadata", new File(project.getBuildDir(), "generated-descriptor"), artifact -> {
148+
artifact.builtBy(buildProperties);
149+
});
150+
project.getArtifacts().add("pluginMetadata", pluginMetadata);
151+
// getAttributes().attribute(ArtifactTypeDefinition.ARTIFACT_TYPE_ATTRIBUTE, "plugin-metadata");
132152
var bundleSpec = createBundleSpec(project, pluginMetadata, buildProperties);
133153
extension.setBundleSpec(bundleSpec);
134154
// create the actual bundle task, which zips up all the files for the plugin

distribution/packages/build.gradle

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,7 @@ import java.util.regex.Pattern
4444
*/
4545

4646
plugins {
47-
id "com.netflix.nebula.ospackage-base" version "11.9.1"
47+
id "com.netflix.nebula.ospackage-base" version "11.10.0"
4848
}
4949

5050
['deb', 'rpm'].each { type ->
@@ -196,7 +196,7 @@ def commonPackageConfig(String type, String architecture) {
196196
configurationFile '/etc/elasticsearch/users_roles'
197197
from("${packagingFiles}") {
198198
dirPermissions {
199-
unix(02750)
199+
unix(0750)
200200
}
201201
into('/etc')
202202
permissionGroup 'elasticsearch'
@@ -209,7 +209,7 @@ def commonPackageConfig(String type, String architecture) {
209209
from("${packagingFiles}/etc/elasticsearch") {
210210
into('/etc/elasticsearch')
211211
dirPermissions {
212-
unix(02750)
212+
unix(0750)
213213
}
214214
setgid = true
215215
filePermissions {
@@ -261,7 +261,7 @@ def commonPackageConfig(String type, String architecture) {
261261

262262
// ========= empty dirs =========
263263
// NOTE: these are created under packagingFiles as empty, but the permissions are set here
264-
Closure copyEmptyDir = { path, u, g, mode ->
264+
Closure copyEmptyDir = { path, u, g, gid, mode ->
265265
File file = new File(path)
266266
into(file.parent) {
267267
from "${packagingFiles}/${file.parent}"
@@ -273,12 +273,12 @@ def commonPackageConfig(String type, String architecture) {
273273
dirPermissions {
274274
unix(mode)
275275
}
276-
setgid (mode == 02750)
276+
setgid(gid)
277277
}
278278
}
279-
copyEmptyDir('/var/log/elasticsearch', 'elasticsearch', 'elasticsearch', 02750)
280-
copyEmptyDir('/var/lib/elasticsearch', 'elasticsearch', 'elasticsearch', 02750)
281-
copyEmptyDir('/usr/share/elasticsearch/plugins', 'root', 'root', 0755)
279+
copyEmptyDir('/var/log/elasticsearch', 'elasticsearch', 'elasticsearch', true, 0750)
280+
copyEmptyDir('/var/lib/elasticsearch', 'elasticsearch', 'elasticsearch', true, 0750)
281+
copyEmptyDir('/usr/share/elasticsearch/plugins', 'root', 'root', false, 0755)
282282

283283
// the oss package conflicts with the default distribution and vice versa
284284
conflicts('elasticsearch-oss')

gradle/verification-metadata.xml

Lines changed: 45 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -914,6 +914,11 @@
914914
<sha256 value="d694edd7bae3bc1a8e0dae2f5a22c479ff04d6b9bfcb0ab751a42f02e02d2100" origin="Generated by Gradle"/>
915915
</artifact>
916916
</component>
917+
<component group="com.netflix.nebula" name="gradle-ospackage-plugin" version="11.10.0">
918+
<artifact name="gradle-ospackage-plugin-11.10.0.jar">
919+
<sha256 value="93c264b05864f8db979a169a99e4bfaad84caa30b829743f67210382dff89619" origin="Generated by Gradle"/>
920+
</artifact>
921+
</component>
917922
<component group="com.netflix.nebula" name="gradle-ospackage-plugin" version="11.9.1">
918923
<artifact name="gradle-ospackage-plugin-11.9.1.jar">
919924
<sha256 value="63b2c387cb83481bb8d7e33e0be02e9000c0ec30843ca7730641392f3f5f28ad" origin="Generated by Gradle"/>
@@ -2995,6 +3000,11 @@
29953000
<sha256 value="29b2628d0f028119715916849c19eed45b32cdc67eb13551798c73afa4aa23d6" origin="Generated by Gradle"/>
29963001
</artifact>
29973002
</component>
3003+
<component group="org.apache.maven" name="maven-archiver" version="3.5.1">
3004+
<artifact name="maven-archiver-3.5.1.jar">
3005+
<sha256 value="d0674469f8e6fbc866dbc5c955463d7629b7755ac7c87a235b9469d8257d6b8c" origin="Generated by Gradle"/>
3006+
</artifact>
3007+
</component>
29983008
<component group="org.apache.maven" name="maven-artifact" version="3.6.1">
29993009
<artifact name="maven-artifact-3.6.1.jar">
30003010
<sha256 value="797fa1bcf54d7216e863b8177c04507d09c708eec153626eca473054c0eb56f3" origin="Generated by Gradle"/>
@@ -3010,6 +3020,11 @@
30103020
<sha256 value="c29763149b09b294c981d12d70f96ea4edb60d462238bb5dcbaae224e6acfdaa" origin="Generated by Gradle"/>
30113021
</artifact>
30123022
</component>
3023+
<component group="org.apache.maven" name="maven-model" version="3.1.1">
3024+
<artifact name="maven-model-3.1.1.jar">
3025+
<sha256 value="e71bad235af182c43dfcaa9b649032352cf859f9d09f79e1f537268384176de1" origin="Generated by Gradle"/>
3026+
</artifact>
3027+
</component>
30133028
<component group="org.apache.maven" name="maven-model" version="3.6.1">
30143029
<artifact name="maven-model-3.6.1.jar">
30153030
<sha256 value="ab10ced4a0f692cae285effacc70d458806ede856b9a2b3b318de1eb2f2f3b05" origin="Generated by Gradle"/>
@@ -3080,6 +3095,11 @@
30803095
<sha256 value="3ba9c619893c767db0f9c3e826d5118b57c35229301bcd16d865a89cec16a7e5" origin="Generated by Gradle"/>
30813096
</artifact>
30823097
</component>
3098+
<component group="org.apache.maven.shared" name="maven-shared-utils" version="3.3.3">
3099+
<artifact name="maven-shared-utils-3.3.3.jar">
3100+
<sha256 value="44a60c610f4e31524b03d81a698b1ecceba116320ea510babf859575b2ea7233" origin="Generated by Gradle"/>
3101+
</artifact>
3102+
</component>
30833103
<component group="org.apache.mina" name="mina-core" version="2.0.17">
30843104
<artifact name="mina-core-2.0.17.jar">
30853105
<sha256 value="08316826fa2b9357b061e52fa8f19ccae75420c949ebe29e28759d2bddd9b39b" origin="Generated by Gradle"/>
@@ -3388,6 +3408,11 @@
33883408
<sha256 value="92654f493ecfec52082e76354f0ebf87648dc3d5cec2e3c3cdb947c016747a53" origin="Generated by Gradle"/>
33893409
</artifact>
33903410
</component>
3411+
<component group="org.codehaus.plexus" name="plexus-archiver" version="4.2.3">
3412+
<artifact name="plexus-archiver-4.2.3.jar">
3413+
<sha256 value="fff8157bfb3d6f1f099c7da7de3e14bfd061ad4ab29599afa7bbf0271368d748" origin="Generated by Gradle"/>
3414+
</artifact>
3415+
</component>
33913416
<component group="org.codehaus.plexus" name="plexus-classworlds" version="2.6.0">
33923417
<artifact name="plexus-classworlds-2.6.0.jar">
33933418
<sha256 value="52f77c5ec49f787c9c417ebed5d6efd9922f44a202f217376e4f94c0d74f3549" origin="Generated by Gradle"/>
@@ -3403,6 +3428,16 @@
34033428
<sha256 value="e003802501574637f7abdc4e83e6d509a31e9ff825d12da6d1e419acf9688705" origin="Generated by Gradle"/>
34043429
</artifact>
34053430
</component>
3431+
<component group="org.codehaus.plexus" name="plexus-interpolation" version="1.26">
3432+
<artifact name="plexus-interpolation-1.26.jar">
3433+
<sha256 value="b3b5412ce17889103ea564bcdfcf9fb3dfa540344ffeac6b538a73c9d7182662" origin="Generated by Gradle"/>
3434+
</artifact>
3435+
</component>
3436+
<component group="org.codehaus.plexus" name="plexus-io" version="3.2.0">
3437+
<artifact name="plexus-io-3.2.0.jar">
3438+
<sha256 value="15cf8cbd9e014b7156482bbb48e515613158bdd9b4b908d21e6b900f7876f6ff" origin="Generated by Gradle"/>
3439+
</artifact>
3440+
</component>
34063441
<component group="org.codehaus.plexus" name="plexus-utils" version="3.2.0">
34073442
<artifact name="plexus-utils-3.2.0.jar">
34083443
<sha256 value="0b91029df4c216b8824bd95361f52e260e86ccf93a2619fd88c8f15d23dcb30d" origin="Generated by Gradle"/>
@@ -3723,6 +3758,11 @@
37233758
<sha256 value="631656eb38639b0ae41161f706ff7fbe04313b5b8f42892da5ec656390031fc6" origin="Generated by Gradle"/>
37243759
</artifact>
37253760
</component>
3761+
<component group="org.iq80.snappy" name="snappy" version="0.4">
3762+
<artifact name="snappy-0.4.jar">
3763+
<sha256 value="46a0c87d504ce9d6063e1ff6e4d20738feb49d8abf85b5071a7d18df4f11bac9" origin="Generated by Gradle"/>
3764+
</artifact>
3765+
</component>
37263766
<component group="org.javassist" name="javassist" version="3.18.1-GA">
37273767
<artifact name="javassist-3.18.1-GA.jar">
37283768
<sha256 value="3fb71231afd098bb0f93f5eb97aa8291c8d0556379125e596f92ec8f944c6162" origin="Generated by Gradle"/>
@@ -4473,6 +4513,11 @@
44734513
<sha256 value="211b306cfc44f8f96df3a0a3ddaf75ba8c5289eed77d60d72f889bb855f535e5" origin="Generated by Gradle"/>
44744514
</artifact>
44754515
</component>
4516+
<component group="org.vafer" name="jdeb" version="1.10">
4517+
<artifact name="jdeb-1.10.jar">
4518+
<sha256 value="254cbb052f718f36ee2a75ae95bd2e0251b0513fc76d038b6dbbcf0942fcc11f" origin="Generated by Gradle"/>
4519+
</artifact>
4520+
</component>
44764521
<component group="org.vafer" name="jdeb" version="1.8">
44774522
<artifact name="jdeb-1.8.jar">
44784523
<sha256 value="374fe02a09314da6ec8219e005598e760323a1abe4b715cc33ce3e2a9bcda932" origin="Generated by Gradle"/>

0 commit comments

Comments
 (0)