Assert script-based error message when ScriptEngine isn't loadable

Author: sormuras

.travis.yml

@@ -10,18 +10,19 @@ branches:
 
 matrix:
   include:
-# Java 9 (openjdk-9.0.1 fails with java.security.InvalidAlgorithmParameterException: the trustAnchors parameter must be non-empty)
+# Java 9 "Oracle JDK" (provided by Travis CI)
     - jdk: oraclejdk9
-      env: JDK_RELEASE='JDK 9' EXTRA_GRADLE_ARGS='-PenableJaCoCo'
+      env: JDK_RELEASE='Oracle JDK 9' EXTRA_GRADLE_ARGS='-PenableJaCoCo'
       install: echo "Don't let Travis CI execute './gradlew assemble' by default"
+# Java 9 "OpenJDK"
+    - env: JDK_RELEASE='OpenJDK 9' EXTRA_GRADLE_ARGS=''
+      install: . ./src/install/install-jdk.sh -F 9 -L GPL
 # Java 10 "Oracle JDK"
     - env: JDK_RELEASE='Oracle JDK 10' EXTRA_GRADLE_ARGS=''
       install: . ./src/install/install-jdk.sh -F 10 -L BCL
 # Java 10 "OpenJDK"
     - env: JDK_RELEASE='OpenJDK 10' EXTRA_GRADLE_ARGS=''
       install: . ./src/install/install-jdk.sh -F 10 -L GPL
-  allow_failures:
-    - env: JDK_RELEASE='OpenJDK 10' EXTRA_GRADLE_ARGS=''
 
 script:
 # Display Gradle, Groovy, JVM and other versions
@@ -42,5 +43,5 @@ cache:
 
 # Run clover report and send report to codecov after build success for JDK 9 builds
 after_success:
-  - test "$JDK_RELEASE" = "JDK 9" && ./gradlew -PenableJaCoCo jacocoRootReport || true
-  - test "$JDK_RELEASE" = "JDK 9" && bash <(curl -s https://codecov.io/bash) || true
+  - test "$JDK_RELEASE" = "Oracle JDK 9" && ./gradlew -PenableJaCoCo jacocoRootReport || true
+  - test "$JDK_RELEASE" = "Oracle JDK 9" && bash <(curl -s https://codecov.io/bash) || true

junit-platform-commons-java-9/junit-platform-commons-java-9.gradle

@@ -35,7 +35,7 @@ junitPlatform {
 // Create "junit-commons-integration-tests.jar" archive which will be later
 // mounted as an automatic jar into the integration test module-path.
 task generateIntegrationTestsJar(type: Jar, dependsOn: compileTestJava) {
-	archiveName 'junit-commons-integration-tests.jar'
+	archiveName = 'junit-commons-integration-tests.jar'
 	from compileTestJava.destinationDir
 	include("integration/**/*")
 }
@@ -49,29 +49,14 @@ task generateDependenciesDirectory(type: Copy) {
 // Execute console launcher on the module-path.
 task execScanModulepath(type: Exec, dependsOn: [generateDependenciesDirectory, generateIntegrationTestsJar]) {
 	executable = 'java'
-	args = [
-			'--module-path', files(
-					generateDependenciesDirectory.destinationDir,
-					generateIntegrationTestsJar.archivePath
-				).asPath,
-			'--add-modules', 'ALL-MODULE-PATH,ALL-DEFAULT',
-			'--module', 'org.junit.platform.console',
-			'--scan-modules'
-	]
 	standardOutput = new ByteArrayOutputStream()
 	errorOutput = new ByteArrayOutputStream()
-}
-
-// Execute console launcher on the module-path w/o "java.scripting"
-task execNoJavaScripting(type: Exec, dependsOn: [generateDependenciesDirectory, generateIntegrationTestsJar]) {
-	executable = 'java'
 	args = [
-			'--show-module-resolution',
 			'--module-path', files(
 					generateDependenciesDirectory.destinationDir,
 					generateIntegrationTestsJar.archivePath
 				).asPath,
-			'--add-modules', 'junit.commons.integration.tests',
+			'--add-modules', 'ALL-MODULE-PATH,ALL-DEFAULT',
 			'--module', 'org.junit.platform.console',
 			'--scan-modules'
 	]
@@ -109,5 +94,69 @@ task testScanModulepath(dependsOn: execScanModulepath) {
 	}
 }
 
-test.dependsOn execNoJavaScripting
+// Execute console launcher on the module-path w/o "java.scripting"
+task execNoJavaScripting(type: Exec, dependsOn: [generateDependenciesDirectory, generateIntegrationTestsJar]) {
+	ignoreExitValue = true
+	standardOutput = new ByteArrayOutputStream()
+	errorOutput = new ByteArrayOutputStream()
+	executable = 'java'
+	args = [
+			'--show-module-resolution',
+			'--module-path', files(generateDependenciesDirectory.destinationDir, generateIntegrationTestsJar.archivePath).asPath,
+			// only "java.base" and "java.logging" are visible
+			'--limit-modules', 'java.base',
+			'--limit-modules', 'java.logging',
+			// system modules
+			//   '--add-modules', 'java.scripting',
+			//   '--add-modules', 'jdk.scripting.nashorn',
+			//   '--add-modules', 'jdk.dynalink',
+			// "JUnit 5" modules
+			'--add-modules', 'org.junit.platform.commons',
+			'--add-modules', 'org.junit.platform.engine',
+			'--add-modules', 'org.junit.platform.launcher',
+			'--add-modules', 'org.junit.jupiter.api',
+			'--add-modules', 'org.junit.jupiter.engine',
+			'--add-modules', 'org.opentest4j',
+			'--add-modules', 'org.apiguardian.api',
+			// local module containing tests
+			'--add-modules', 'junit.commons.integration.tests',
+			// console launcher with arguments
+			'--module', 'org.junit.platform.console',
+			'--scan-modules'
+	]
+}
+
+task testNoJavaScripting(dependsOn: execNoJavaScripting) {
+	doLast {
+		String text = execNoJavaScripting.errorOutput.toString() + execNoJavaScripting.standardOutput.toString()
+		// tree node names
+		assert text.contains("JUnit Jupiter")
+		assert text.contains("JupiterIntegrationTests")
+		assert text.contains("version()")
+		assert text.contains("moduleIsNamed()")
+		assert text.contains("packageName()")
+		assert text.contains("javaScriptingModuleIsAvailable()")
+		assert text.contains("Failed to evaluate condition")
+		assert text.contains("Class `javax.script.ScriptEngine` is not loadable")
+		assert text.contains("script-based test execution is disabled")
+		// summary
+		assert text.contains("Test run finished after")
+		// container summary
+		assert text.contains("2 containers found")
+		assert text.contains("0 containers skipped")
+		assert text.contains("2 containers started")
+		assert text.contains("0 containers aborted")
+		assert text.contains("2 containers successful")
+		assert text.contains("0 containers failed")
+		// tests summary
+		assert text.contains("5 tests found")
+		assert text.contains("0 tests skipped")
+		assert text.contains("5 tests started")
+		assert text.contains("0 tests aborted")
+		assert text.contains("4 tests successful")
+		assert text.contains("1 tests failed")
+	}
+}
+
 test.dependsOn testScanModulepath
+test.dependsOn testNoJavaScripting