drive-relative paths in Windows SHELL environments (#2516)

* fix for #2359, drive-relative paths accepted in Windows SHELL environments

* added anti-regression test handling of drive-relative for os.Path

* fix classpath-split regex String to accept either forward slash or backslash

* added integration tests for JAVA_HOME setting to RunScriptTestDefinitions.scala

* apply suggested changes

* fix for cli.base-image.nativeImage in Windows

* fix JAVA_HOME test; tweak mill script

* Apply suggestions from code review

---------

Co-authored-by: Piotr Chabelski <[email protected]>

Author: philwalk

.github/scripts/generate-os-packages.sh

@@ -14,7 +14,7 @@ fi
 ARTIFACTS_DIR="artifacts/"
 mkdir -p "$ARTIFACTS_DIR"
 
-if [[ "$OSTYPE" == "msys" ]]; then
+if [[ -z "$OSTYPE" ]]; then
   mill="./mill.bat"
 else
   mill="./mill"
@@ -28,7 +28,7 @@ launcher() {
   local launcherMillCommand="cli.nativeImage"
   local launcherName
 
-  if [[ "$OSTYPE" == "msys" ]]; then
+  if [[ "${OS-}" == "Windows_NT" ]]; then
     launcherName="scala.exe"
   else
     launcherName="scala"

.gitignore

@@ -8,3 +8,6 @@ out/
 .scala-build
 dest/
 target/
+
+# ignore vim backup files
+*.sw[op]

mill

@@ -53,7 +53,21 @@ elif [[ "$cache_dest" == *.zip ]]; then
   fi
 fi
 
-eval "$("$cs" java --env --jvm temurin:17 || "$cs" java --env --jvm openjdk:1.17.0)"
+function to_bash_syntax {
+  local S
+  for S in "$@" ; do
+    echo "$S" | sed -E -e 's#^set #export #' -e 's#%([A-Z_][A-Z_0-9]*)%#${\1}#g' | tr '\\' '/'
+  done
+}
+# necessary for Windows various shell environments
+if [[ `uname | grep -E 'CYG*|MSYS*|MING*|UCRT*|ClANG*|GIT*'` ]]; then
+  # needed for coursier version < 2.1.8, harmless otherwise
+  IFS=$'\n'
+  eval "$(to_bash_syntax `"$cs" java --env --jvm temurin:17` || to_bash_syntax `"$cs" java --env --jvm openjdk:1.17.0`)"
+  unset IFS
+else
+  eval "$("$cs" java --env --jvm temurin:17 || "$cs" java --env --jvm openjdk:1.17.0)"
+fi
 
 # temporary, until we pass JPMS options to native-image,
 # see https://www.graalvm.org/release-notes/22_2/#native-image

mill.bat

@@ -221,7 +221,9 @@ class ActionableDiagnosticTests extends TestUtil.ScalaCliBuildSuite {
     )
     val withRepoBuildOptions = baseOptions.copy(
       classPathOptions =
-        baseOptions.classPathOptions.copy(extraRepositories = Seq(s"file:${repoTmpDir.toString}"))
+        baseOptions.classPathOptions.copy(extraRepositories =
+          Seq(s"file:${repoTmpDir.toString.replace('\\', '/')}")
+        )
     )
     testInputs.withBuild(withRepoBuildOptions, buildThreads, None, actionableDiagnostics = true) {
       (_, _, maybeBuild) =>

modules/build/src/test/scala/scala/build/tests/ActionableDiagnosticTests.scala

@@ -18,7 +18,7 @@ object CommandUtils {
 
   // Ensure the path to the CLI is absolute
   def getAbsolutePathToScalaCli(programName: String): String =
-    if (programName.contains(File.separator))
+    if (programName.replace('\\', '/').contains("/"))
       os.Path(programName, Os.pwd).toString
     else
       /*

modules/cli/src/main/scala/scala/cli/commands/CommandUtils.scala

@@ -114,7 +114,7 @@ object InstallCompletions extends ScalaCommand[InstallCompletionsOptions] {
   def getFormat(format: Option[String]): Option[String] =
     format.map(_.trim).filter(_.nonEmpty)
       .orElse {
-        Option(System.getenv("SHELL")).map(_.split(File.separator).last).map {
+        Option(System.getenv("SHELL")).map(_.split("[\\/]+").last).map {
           case "bash" => Bash.id
           case "zsh"  => Zsh.id
           case other  => other

modules/cli/src/main/scala/scala/cli/commands/installcompletions/InstallCompletions.scala

@@ -3,7 +3,6 @@ package scala.cli.integration
 import com.eed3si9n.expecty.Expecty.expect
 
 import java.io.File
-import java.util.regex.Pattern
 
 import scala.cli.integration.util.BloopUtil
 
@@ -585,7 +584,7 @@ abstract class CompileTestDefinitions(val scalaVersionOpt: Option[String])
           "."
         ).call(cwd = root)
       val classPath          = res.out.trim().split(File.pathSeparator)
-      val classPathFileNames = classPath.map(_.split(Pattern.quote(File.separator)).last)
+      val classPathFileNames = classPath.map(_.split("[\\\\/]+").last)
       expect(classPathFileNames.exists(_.startsWith("spark-core_")))
       // usually a duplicate is there if we don't call .distrinct when necessary here or there
       expect(classPathFileNames.exists(_.startsWith("snappy-java")))

modules/integration/src/test/scala/scala/cli/integration/CompileTestDefinitions.scala

@@ -37,7 +37,8 @@ class InstallAndUninstallCompletionsTests extends ScalaCliSuite {
     }
   }
 
-  if (!Properties.isWin)
+  def isWinShell: Boolean = Option(System.getenv("OSTYPE")).nonEmpty
+  if (!Properties.isWin || isWinShell)
     test("installing and uninstalling completions") {
       runInstallAndUninstallCompletions()
     }

modules/integration/src/test/scala/scala/cli/integration/InstallAndUninstallCompletionsTests.scala

@@ -6,7 +6,6 @@ import java.io.{File, InputStream}
 import java.nio.charset.StandardCharsets
 import java.nio.file.Files
 import java.util
-import java.util.regex.Pattern
 import java.util.zip.ZipFile
 
 import scala.cli.integration.TestUtil.removeAnsiColors
@@ -731,7 +730,7 @@ abstract class PackageTestDefinitions(val scalaVersionOpt: Option[String])
         if (actualScalaVersion.startsWith("2.")) actualScalaVersion
         else {
           val scalaLibJarName = scalaLibCp.split(File.pathSeparator)
-            .map(_.split(Pattern.quote(File.separator)).last).find(_.startsWith("scala-library-"))
+            .map(_.split("[\\\\/]+").last).find(_.startsWith("scala-library-"))
             .getOrElse {
               sys.error(s"scala-library not found in provided class path $scalaLibCp")
             }