Skip to content

[WIP] Load test-build-info files into BootstrapForTesting #128599

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 3 commits into from
Closed

[WIP] Load test-build-info files into BootstrapForTesting #128599

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
344d863
start of parsing for test build info
jdconrad May 28, 2025
f8b252b
Merge branch 'main' into bftload
jdconrad May 28, 2025
59f4cd1
setup entitlements in bootstrap for testing
jdconrad May 29, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
88 changes: 88 additions & 0 deletions test/framework/src/main/java/org/elasticsearch/bootstrap/BootstrapForTesting.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -15,12 +15,29 @@
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.core.Booleans;
import org.elasticsearch.core.PathUtils;
import org.elasticsearch.entitlement.runtime.policy.Policy;
import org.elasticsearch.entitlement.runtime.policy.PolicyManager.PolicyScope;
import org.elasticsearch.entitlement.runtime.policy.PolicyParser;
import org.elasticsearch.entitlement.runtime.policy.Scope;
import org.elasticsearch.jdk.JarHell;
import org.elasticsearch.xcontent.ConstructingObjectParser;
import org.elasticsearch.xcontent.ParseField;
import org.elasticsearch.xcontent.XContentParser;
import org.elasticsearch.xcontent.XContentParserConfiguration;
import org.elasticsearch.xcontent.json.JsonXContent;

import java.io.IOException;
import java.io.InputStream;
import java.io.UncheckedIOException;
import java.net.URL;
import java.nio.file.Files;
import java.nio.file.Path;
import java.util.Enumeration;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.function.Function;

/**
* Initializes natives and installs test security manager
Expand All @@ -35,7 +52,27 @@ public class BootstrapForTesting {
// TODO: can we share more code with the non-test side here
// without making things complex???

private static final ConstructingObjectParser<TestBuildInfoLocation, Void> TEST_BUILD_INFO_LOCATION_PARSER =
new ConstructingObjectParser<>(
"test_build_info_location",
values -> new TestBuildInfoLocation((String) values[0], (String) values[1])
);
@SuppressWarnings("unchecked")
private static final ConstructingObjectParser<TestBuildInfo, Void> TEST_BUILD_INFO_PARSER = new ConstructingObjectParser<>(
"test_build_info",
values -> new TestBuildInfo((String) values[0], (List<TestBuildInfoLocation>) values[1])
);

static {
TEST_BUILD_INFO_LOCATION_PARSER.declareString(ConstructingObjectParser.constructorArg(), new ParseField("representative_class"));
TEST_BUILD_INFO_LOCATION_PARSER.declareString(ConstructingObjectParser.constructorArg(), new ParseField("module"));

TEST_BUILD_INFO_PARSER.declareString(ConstructingObjectParser.constructorArg(), new ParseField("component"));
TEST_BUILD_INFO_PARSER.declareObjectArray(
ConstructingObjectParser.constructorArg(),
TEST_BUILD_INFO_LOCATION_PARSER::apply,
new ParseField("locations")
);

// make sure java.io.tmpdir exists always (in case code uses it in a static initializer)
Path javaTmpDir = PathUtils.get(
Expand Down Expand Up @@ -71,6 +108,57 @@ public class BootstrapForTesting {

// Log ifconfig output before SecurityManager is installed
IfConfig.logIfNecessary();

try {
Map<String, PolicyScope> locationToPolicyScope = new HashMap<>();
Enumeration<URL> urls = BootstrapForTesting.class.getClassLoader().getResources("META-INF/plugin-test-build-info.json");
while (urls.hasMoreElements()) {
TestBuildInfo testBuildInfo;
try (
XContentParser parser = JsonXContent.jsonXContent.createParser(
XContentParserConfiguration.EMPTY,
urls.nextElement().openStream()
)
) {
testBuildInfo = TEST_BUILD_INFO_PARSER.parse(parser, null);
}
String componentName = testBuildInfo.component();
// TODO: look at descriptor file to determine if plugin is module, if not use unnamed
URL policyURL = BootstrapForTesting.class.getClassLoader()
.getResource("META-INF/es-plugins/" + componentName + "/entitlement-policy.yaml");
if (policyURL == null) {
continue;
}
Map<String, PolicyScope> moduleToScope = new HashMap<>();
try (InputStream policyStream = policyURL.openStream()) {
Policy policy = new PolicyParser(policyStream, componentName, false).parsePolicy();
for (Scope parserScope : policy.scopes()) {
moduleToScope.put(parserScope.moduleName(), PolicyScope.plugin(componentName, parserScope.moduleName()));
}
}
for (TestBuildInfoLocation testBuildInfoLocation : testBuildInfo.locations()) {
URL url = BootstrapForTesting.class.getClassLoader().getResource(testBuildInfoLocation.representativeClass());
String externalForm = url.toExternalForm();
if (externalForm.startsWith("jar:")) {
int start = "jar:".length();
int end = externalForm.indexOf('!');
externalForm = externalForm.substring(start, end);
}
PolicyScope policyScope = moduleToScope.get(testBuildInfoLocation.module());
if (policyScope == null) {
continue;
}
locationToPolicyScope.put(externalForm, policyScope);
}
}
System.out.println("LOCATION TO POLICY SCOPE:" + locationToPolicyScope);
Function<Class<?>, PolicyScope> classToPolicyScope = c -> locationToPolicyScope.get(
c.getProtectionDomain().getCodeSource().getLocation().toExternalForm()
);
System.out.println("TEST0:" + classToPolicyScope.apply(XContentParser.class));
} catch (IOException ioe) {
throw new UncheckedIOException(ioe);
}
}

// does nothing, just easy way to make sure the class is loaded.
Expand Down