tests: Add tests for issue with rereporting errors

Fixes #2226

Author: tgodzik

modules/integration/src/test/scala/scala/cli/integration/CompileTestDefinitions.scala

@@ -737,4 +737,81 @@ abstract class CompileTestDefinitions
         os.proc(TestUtil.cli, "compile", extraOptions, ".").call(cwd = root)
       }
     }
+
+  test("no previous compilation error should be printed") {
+    val filename = "Main.scala"
+    val inputs = TestInputs(
+      os.rel / filename ->
+        """|object Main extends App {
+           |  val msg: String = "1"
+           |}
+           |""".stripMargin
+    )
+    inputs.fromRoot { root =>
+      val result = os.proc(TestUtil.cli, "compile", ".").call(
+        cwd = root,
+        check = false,
+        mergeErrIntoOut = true
+      )
+
+      assertEquals(
+        TestUtil.fullStableOutput(result),
+        s"""|Compiling project (Scala ${Constants.scala3Next}, JVM (${Constants
+             .defaultGraalVMJavaVersion}))
+            |Compiled project (Scala ${Constants.scala3Next}, JVM (${Constants
+             .defaultGraalVMJavaVersion}))""".stripMargin
+      )
+
+      os.write.over(
+        root / filename,
+        """|object Main extends App {
+           |    val msg: String = 1
+           |}
+           |""".stripMargin
+      )
+
+      val result2 = os.proc(TestUtil.cli, "compile", ".").call(
+        cwd = root,
+        check = false,
+        mergeErrIntoOut = true
+      )
+
+      assertEquals(
+        TestUtil.fullStableOutput(result2),
+        s"""|Compiling project (Scala ${Constants.scala3Next}, JVM (${Constants
+             .defaultGraalVMJavaVersion}))
+            |[error] ./Main.scala:2:23
+            |[error] Found:    (1 : Int)
+            |[error] Required: String
+            |[error]     val msg: String = 1
+            |[error]                       ^
+            |Error compiling project (Scala ${Constants.scala3Next}, JVM (${Constants
+             .defaultGraalVMJavaVersion}))
+            |Compilation failed""".stripMargin
+      )
+
+      os.write.over(
+        root / filename,
+        """|object Main extends App {
+           |    val msg: String = "1"
+           |}
+           |""".stripMargin
+      )
+
+      val result3 = os.proc(TestUtil.cli, "compile", ".").call(
+        cwd = root,
+        check = false,
+        mergeErrIntoOut = true
+      )
+
+      assertEquals(
+        TestUtil.fullStableOutput(result3),
+        s"""|Compiling project (Scala ${Constants.scala3Next}, JVM (${Constants
+             .defaultGraalVMJavaVersion}))
+            |Compiled project (Scala ${Constants.scala3Next}, JVM (${Constants
+             .defaultGraalVMJavaVersion}))""".stripMargin
+      )
+
+    }
+  }
 }

modules/integration/src/test/scala/scala/cli/integration/CompileTests213.scala

@@ -1,6 +1,7 @@
 package scala.cli.integration
 
 import scala.util.Properties
+import scala.cli.integration.Constants.defaultGraalVMJavaVersion
 
 class CompileTests213 extends CompileTestDefinitions with Test213 {
 
@@ -47,15 +48,17 @@ class CompileTests213 extends CompileTestDefinitions with Test213 {
       val result = os.proc(TestUtil.cli, "test", ".").call(
         cwd = root,
         check = false,
-        // stdout = ProcessOutput.Readlines{ str => stringBuffer.append(str)},
         mergeErrIntoOut = true
       )
       val separator = if (Properties.isWin) "\\" else "/"
 
       val expectedOutput =
-        s"""|Compiling project (Scala ${Constants.scala213}, JVM (17))
-            |Compiled project (Scala ${Constants.scala213}, JVM (17))
-            |Compiling project (test, Scala ${Constants.scala213}, JVM (17))
+        s"""|Compiling project (Scala ${Constants.scala213}, JVM (${Constants
+             .defaultGraalVMJavaVersion}))
+            |Compiled project (Scala ${Constants.scala213}, JVM (${Constants
+             .defaultGraalVMJavaVersion}))
+            |Compiling project (test, Scala ${Constants.scala213}, JVM (${Constants
+             .defaultGraalVMJavaVersion}))
             |[info] .${separator}Test.test.scala:6:5
             |[info] scala.Predef.ArrowAssoc[Int](1).->[String]("test")
             |[info] scala.Predef.ArrowAssoc[Int](1).->[String]("test")
@@ -69,16 +72,13 @@ class CompileTests213 extends CompileTestDefinitions with Test213 {
             |[error] example error message
             |[error]     Scala2Example.macroMethod(1 -> "test")
             |[error]     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-            |Error compiling project (test, Scala ${Constants.scala213}, JVM (17))
+            |Error compiling project (test, Scala ${Constants.scala213}, JVM (${Constants
+             .defaultGraalVMJavaVersion}))
             |Compilation failed
             |""".stripMargin
 
       assertNoDiff(
-        result.toString.trim().linesIterator.filterNot { str =>
-          // these lines are not stable and can easily change
-          val shouldNotContain = Set("Starting compilation server", "hint", "Download", "Result of")
-          shouldNotContain.exists(str.contains)
-        }.mkString("\n"),
+        TestUtil.fullStableOutput(result),
         expectedOutput
       )
     }

modules/integration/src/test/scala/scala/cli/integration/TestUtil.scala

@@ -114,6 +114,13 @@ object TestUtil {
 
   def removeAnsiColors(str: String) = str.replaceAll("\\e\\[[0-9]+m", "")
 
+  def fullStableOutput(result: os.CommandResult) =
+    TestUtil.removeAnsiColors(result.toString).trim().linesIterator.filterNot { str =>
+      // these lines are not stable and can easily change
+      val shouldNotContain = Set("Starting compilation server", "hint", "Download", "Result of")
+      shouldNotContain.exists(str.contains)
+    }.mkString("\n")
+
   def retry[T](
     maxAttempts: Int = 3,
     waitDuration: FiniteDuration = 5.seconds