Emit mixin forwarders as ordinary, non-bridge methods again

.github/workflows/stdlib.yaml

@@ -304,6 +304,7 @@ jobs:
   mima-scala-library-nonbootstrapped:
     runs-on: ubuntu-latest
     needs: scala-library-nonbootstrapped
+    if: false
     steps:
       - name: Git Checkout
         uses: actions/checkout@v5

.gitmodules

@@ -100,6 +100,7 @@
 [submodule "community-build/community-projects/scala-parallel-collections"]
 	path = community-build/community-projects/scala-parallel-collections
 	url = https://github.com/dotty-staging/scala-parallel-collections.git
+	branch = serialisation-stability-fix
 [submodule "community-build/community-projects/scala-collection-compat"]
 	path = community-build/community-projects/scala-collection-compat
 	url = https://github.com/dotty-staging/scala-collection-compat.git

compiler/src/dotty/tools/backend/jvm/BCodeHelpers.scala

@@ -31,6 +31,7 @@ import dotty.tools.dotc.core.Types.*
 import dotty.tools.dotc.core.TypeErasure
 import dotty.tools.dotc.transform.GenericSignatures
 import dotty.tools.dotc.transform.ElimErasedValueType
+import dotty.tools.dotc.transform.Mixin
 import dotty.tools.io.AbstractFile
 import dotty.tools.dotc.report
 
@@ -395,12 +396,20 @@ trait BCodeHelpers extends BCodeIdiomatic {
      */
     def getGenericSignature(sym: Symbol, owner: Symbol): String = {
       atPhase(erasurePhase) {
-        val memberTpe =
+        def computeMemberTpe(): Type =
           if (sym.is(Method)) sym.denot.info
           else if sym.denot.validFor.phaseId > erasurePhase.id && sym.isField && sym.getter.exists then
             // Memoization field of getter entered after erasure, see run/i17069 for an example
             sym.getter.denot.info.resultType
           else owner.denot.thisType.memberInfo(sym)
+
+        val memberTpe = if sym.is(MixedIn) then
+          mixinPhase.asInstanceOf[Mixin].mixinForwarderGenericInfos.get(sym) match
+            case Some(genericInfo) => genericInfo
+            case none              => computeMemberTpe()
+        else
+          computeMemberTpe()
+
         getGenericSignatureHelper(sym, owner, memberTpe).orNull
       }
     }
@@ -491,7 +500,7 @@ trait BCodeHelpers extends BCodeIdiomatic {
       report.debuglog(s"Potentially conflicting names for forwarders: $conflictingNames")
 
       for (m0 <- sortedMembersBasedOnFlags(moduleClass.info, required = Method, excluded = ExcludedForwarder)) {
-        val m = if (m0.is(Bridge)) m0.nextOverriddenSymbol else m0
+        val m = if (m0.isOneOf(Bridge | MixedIn)) m0.nextOverriddenSymbol else m0
         if (m == NoSymbol)
           report.log(s"$m0 is a bridge method that overrides nothing, something went wrong in a previous phase.")
         else if (m.isType || m.is(Deferred) || (m.owner eq defn.ObjectClass) || m.isConstructor || m.name.is(ExpandedName))
@@ -507,10 +516,7 @@ trait BCodeHelpers extends BCodeIdiomatic {
           // we generate ACC_SYNTHETIC forwarders so Java compilers ignore them.
           val isSynthetic =
             m0.name.is(NameKinds.SyntheticSetterName) ||
-            // Only hide bridges generated at Erasure, mixin forwarders are also
-            // marked as bridge but shouldn't be hidden since they don't have a
-            // non-bridge overload.
-            m0.is(Bridge) && m0.initial.validFor.firstPhaseId == erasurePhase.next.id
+            m0.is(Bridge)
           addForwarder(jclass, moduleClass, m, isSynthetic)
         }
       }

compiler/src/dotty/tools/backend/jvm/BTypesFromSymbols.scala

@@ -299,7 +299,7 @@ class BTypesFromSymbols[I <: DottyBackendInterface](val int: I, val frontendAcce
         // illegal combination of modifiers at the bytecode level so
         // suppress final if abstract if present.
         && !sym.isOneOf(AbstractOrTrait)
-        //  Mixin forwarders are bridges and can be final, but final bridges confuse some frameworks
+        // Bridges can be final, but final bridges confuse some frameworks
         && !sym.is(Bridge), ACC_FINAL)
       .addFlagIf(sym.isStaticMember, ACC_STATIC)
       .addFlagIf(sym.is(Bridge), ACC_BRIDGE | ACC_SYNTHETIC)

compiler/src/dotty/tools/dotc/core/Phases.scala

@@ -239,6 +239,7 @@ object Phases {
     private var myErasurePhase: Phase = uninitialized
     private var myElimErasedValueTypePhase: Phase = uninitialized
     private var myLambdaLiftPhase: Phase = uninitialized
+    private var myMixinPhase: Phase = uninitialized
     private var myCountOuterAccessesPhase: Phase = uninitialized
     private var myFlattenPhase: Phase = uninitialized
     private var myGenBCodePhase: Phase = uninitialized
@@ -266,6 +267,7 @@ object Phases {
     final def gettersPhase: Phase = myGettersPhase
     final def erasurePhase: Phase = myErasurePhase
     final def elimErasedValueTypePhase: Phase = myElimErasedValueTypePhase
+    final def mixinPhase: Phase = myMixinPhase
     final def lambdaLiftPhase: Phase = myLambdaLiftPhase
     final def countOuterAccessesPhase = myCountOuterAccessesPhase
     final def flattenPhase: Phase = myFlattenPhase
@@ -295,6 +297,7 @@ object Phases {
       myErasurePhase = phaseOfClass(classOf[Erasure])
       myElimErasedValueTypePhase = phaseOfClass(classOf[ElimErasedValueType])
       myPatmatPhase = phaseOfClass(classOf[PatternMatcher])
+      myMixinPhase = phaseOfClass(classOf[Mixin])
       myLambdaLiftPhase = phaseOfClass(classOf[LambdaLift])
       myCountOuterAccessesPhase = phaseOfClass(classOf[CountOuterAccesses])
       myFlattenPhase = phaseOfClass(classOf[Flatten])
@@ -550,6 +553,7 @@ object Phases {
   def gettersPhase(using Context): Phase                = ctx.base.gettersPhase
   def erasurePhase(using Context): Phase                = ctx.base.erasurePhase
   def elimErasedValueTypePhase(using Context): Phase    = ctx.base.elimErasedValueTypePhase
+  def mixinPhase(using Context): Phase                  = ctx.base.mixinPhase
   def lambdaLiftPhase(using Context): Phase             = ctx.base.lambdaLiftPhase
   def flattenPhase(using Context): Phase                = ctx.base.flattenPhase
   def genBCodePhase(using Context): Phase               = ctx.base.genBCodePhase

compiler/src/dotty/tools/dotc/transform/Mixin.scala

@@ -16,6 +16,7 @@ import StdNames.*
 import Names.*
 import NameKinds.*
 import NameOps.*
+import Phases.erasurePhase
 import ast.Trees.*
 
 import dotty.tools.dotc.transform.sjs.JSSymUtils.isJSType
@@ -115,6 +116,15 @@ object Mixin {
 class Mixin extends MiniPhase with SymTransformer { thisPhase =>
   import ast.tpd.*
 
+  /** Infos before erasure of the generated mixin forwarders.
+   *
+   *  These will be used to generate Java generic signatures of the mixin
+   *  forwarders. Normally we use the types before erasure; we cannot do that
+   *  for mixin forwarders since they are created after erasure, and therefore
+   *  their type history does not have anything recorded for before erasure.
+   */
+  val mixinForwarderGenericInfos = MutableSymbolMap[Type]()
+
   override def phaseName: String = Mixin.name
 
   override def description: String = Mixin.description
@@ -305,8 +315,25 @@ class Mixin extends MiniPhase with SymTransformer { thisPhase =>
       for (meth <- mixin.info.decls.toList if needsMixinForwarder(meth))
       yield {
         util.Stats.record("mixin forwarders")
-        transformFollowing(DefDef(mkForwarderSym(meth.asTerm, Bridge), forwarderRhsFn(meth)))
+        transformFollowing(DefDef(mkMixinForwarderSym(meth.asTerm), forwarderRhsFn(meth)))
+      }
+
+    def mkMixinForwarderSym(target: TermSymbol): TermSymbol =
+      val sym = mkForwarderSym(target, extraFlags = MixedIn)
+      val (infoBeforeErasure, isDifferentThanInfoNow) = atPhase(erasurePhase) {
+        val beforeErasure = cls.thisType.memberInfo(target)
+        (beforeErasure, !(beforeErasure =:= sym.info))
       }
+      if isDifferentThanInfoNow then
+        // The info before erasure would not have been the same as the info now.
+        // We want to store it for the backend to compute the generic Java signature.
+        // However, we must still avoid doing that if erasing that signature would
+        // not give the same erased type. If it doesn't, we'll just give a completely
+        // incorrect Java signature. (This could be improved by generating dedicated
+        // bridges, but we don't go that far; scalac doesn't either.)
+        if TypeErasure.transformInfo(target, infoBeforeErasure) =:= sym.info then
+          mixinForwarderGenericInfos(sym) = infoBeforeErasure
+      sym
 
     cpy.Template(impl)(
       constr =

compiler/src/dotty/tools/dotc/transform/MixinOps.scala

@@ -3,6 +3,7 @@ package transform
 
 import core.*
 import Symbols.*, Types.*, Contexts.*, DenotTransformers.*, Flags.*
+import NameKinds.*
 import util.Spans.*
 
 import StdNames.*, NameOps.*
@@ -71,7 +72,8 @@ class MixinOps(cls: ClassSymbol, thisPhase: DenotTransformer)(using Context) {
     meth.is(Method, butNot = PrivateOrAccessorOrDeferred) &&
     (ctx.settings.mixinForwarderChoices.isTruthy || meth.owner.is(Scala2x) || needsDisambiguation || hasNonInterfaceDefinition ||
      generateJUnitForwarder || generateSerializationForwarder) &&
-    isInImplementingClass(meth)
+    isInImplementingClass(meth) &&
+    !meth.name.is(InlineAccessorName)
   }
 
   final val PrivateOrAccessor: FlagSet = Private | Accessor

compiler/test/dotc/run-test-pickling.excludelist

@@ -12,13 +12,11 @@ i9473.scala
 i13433.scala
 i13433b.scala
 macros-in-same-project1
-mixin-forwarder-overload
 t10889
 t3452d
 t3452e
 t3452g
 t7374
-t8905
 tuple-drop.scala
 tuple-ops.scala
 tuple-ops.scala

project/MiMaFilters.scala

@@ -559,28 +559,11 @@ object MiMaFilters {
           ProblemFilters.exclude[DirectMissingMethodProblem]("scala.collection.StringView.compose"),
           ProblemFilters.exclude[DirectMissingMethodProblem]("scala.collection.StringView.andThen"),
 
-          // This issue only arise in the non-bootstrapped stdlib
-          // It has to do with the fact that the special erasure of Pure was handled such as
-          // `scala.Pure`, not `scala.caps.Pure`. This filter should be removed once we move to 3.8.1
-          ProblemFilters.exclude[IncompatibleResultTypeProblem]("scala.collection.Map.from"),
-          ProblemFilters.exclude[IncompatibleResultTypeProblem]("scala.collection.SeqMap.from"),
-          ProblemFilters.exclude[IncompatibleResultTypeProblem]("scala.collection.mutable.Map.from"),
-          ProblemFilters.exclude[IncompatibleResultTypeProblem]("scala.collection.mutable.SeqMap.from"),
-
           // TO INVESTIGATE: This constructor changed, but it is private... why complaining?
           ProblemFilters.exclude[IncompatibleMethTypeProblem]("scala.collection.immutable.LazyList.this"),
           // This one should be fine, public class inside private object
           ProblemFilters.exclude[IncompatibleResultTypeProblem]("scala.collection.immutable.LazyList#LazyBuilder#DeferredState.eval"),
 
-          // MIX IN FORWARDERS ISSUE (SHOULD BE FIXED WHEN WE REMERGE THE PR)
-          ProblemFilters.exclude[NewMixinForwarderProblem]("scala.collection.StrictOptimizedSeqOps.prepended"),
-          ProblemFilters.exclude[NewMixinForwarderProblem]("scala.collection.StrictOptimizedSeqOps.appended"),
-          ProblemFilters.exclude[NewMixinForwarderProblem]("scala.collection.StrictOptimizedSeqOps.appendedAll"),
-          ProblemFilters.exclude[NewMixinForwarderProblem]("scala.collection.StrictOptimizedSeqOps.prependedAll"),
-          ProblemFilters.exclude[NewMixinForwarderProblem]("scala.collection.StrictOptimizedSeqOps.padTo"),
-          ProblemFilters.exclude[NewMixinForwarderProblem]("scala.collection.immutable.StrictOptimizedSeqOps.updated"),
-          ProblemFilters.exclude[NewMixinForwarderProblem]("scala.collection.immutable.StrictOptimizedSeqOps.patch"),
-
           // NO IDEA FOR NOW :)
           ProblemFilters.exclude[ReversedMissingMethodProblem]("scala.collection.mutable.ArrayDequeOps.scala$collection$mutable$ArrayDequeOps$$super$sliding"),
         ),

sbt-bridge/src/dotty/tools/xsbt/CompilerBridgeDriver.java

@@ -179,22 +179,17 @@ private static AbstractFile asDottyFile(VirtualFile virtualFile) {
     }
 
     try {
-      return new dotty.tools.io.VirtualFile(virtualFile.name(), virtualFile.id()) {
-        {
-          // fill in the content
-          try (OutputStream output = output()) {
-            try (InputStream input = virtualFile.input()) {
-              Streamable.Bytes bytes = new Streamable.Bytes() {
-                @Override
-                public InputStream inputStream() {
-                  return input;
-                }
-              };
-              output.write(bytes.toByteArray());
-            }
+      dotty.tools.io.VirtualFile file = new dotty.tools.io.VirtualFile(virtualFile.name(), virtualFile.id());
+      try (java.io.OutputStream output = file.output(); java.io.InputStream input = virtualFile.input()) {
+        Streamable.Bytes bytes = new Streamable.Bytes() {
+          @Override
+          public InputStream inputStream() {
+            return input;
           }
-        }
-      };
+        };
+        output.write(bytes.toByteArray());
+      }
+      return file;
     } catch (IOException e) {
       throw new IllegalArgumentException("invalid file " + virtualFile.name(), e);
     }

tests/pos/11484/A_2.java

@@ -0,0 +1 @@
+public class A_2 extends C<String> { }

tests/pos/11484/C_1.scala

@@ -0,0 +1,6 @@
+class B[A]
+sealed trait T[A] {
+  def overloaded(that: List[T[A]]): T[A] = that.head
+  def overloaded(that: List[B[A]]): B[A] = that.head
+}
+abstract class C[A] extends T[A]

tests/pos/11512/A_2.java

@@ -0,0 +1 @@
+public class A_2 extends C { }

tests/pos/11512/C_1.scala

@@ -0,0 +1,7 @@
+trait T { this: U =>
+  def m: Int
+}
+trait U {
+  def m: Int = ???
+}
+abstract class C extends U with T

tests/pos/mixin-generic-extended-by-java/ExtensionId_1.scala

@@ -0,0 +1,18 @@
+trait Extension
+
+class ClassicActorSystemProvider
+
+/**
+ * Identifies an Extension
+ * Lookup of Extensions is done by object identity, so the Id must be the same wherever it's used,
+ * otherwise you'll get the same extension loaded multiple times.
+ */
+trait ExtensionId[T <: Extension] {
+
+  def get(system: ClassicActorSystemProvider): T = ???
+}
+
+/**
+ * Java API for ExtensionId
+ */
+abstract class AbstractExtensionId[T <: Extension] extends ExtensionId[T]

tests/pos/mixin-generic-extended-by-java/JavaExtension_2.java

@@ -0,0 +1,8 @@
+
+public class JavaExtension_2 {
+  static class TestExtensionId extends AbstractExtensionId<TestExtension> {
+  }
+
+  static class TestExtension implements Extension {
+  }
+}

tests/run/i19270.scala

@@ -0,0 +1,17 @@
+// scalajs: --skip
+
+trait T {
+  def foo(x: Int): Int = x + 1
+}
+
+class C extends T
+
+object Test {
+  def main(args: Array[String]): Unit = {
+    println("i19270")
+    val m = classOf[C].getDeclaredMethod("foo", classOf[Int])
+    assert(m.getDeclaringClass() == classOf[C], m.getDeclaringClass())
+    assert(!m.isBridge(), "foo should not have the ACC_BRIDGE flag")
+    assert(!m.isSynthetic(), "foo should not have the ACC_SYNTHETIC flag")
+  }
+}

tests/run/mixin-bridge-methods.scala

@@ -0,0 +1,16 @@
+// scalajs: --skip
+
+trait Foo {
+  def getFoo() = "foo"
+}
+
+class Sub extends Foo {
+  def getBar() = "bar"
+}
+
+object Test {
+  def main(args: Array[String]): Unit = {
+    val ms = classOf[Sub].getDeclaredMethods
+    assert(ms forall (x => !x.isBridge), ms mkString " ")
+  }
+}

tests/run/mixin-final-def-object-lucre.scala

@@ -0,0 +1,19 @@
+trait EventLike
+
+trait GrandParent:
+  def changed: EventLike
+
+trait HasChanged extends GrandParent:
+  override def changed: EventLike
+
+abstract class Parent extends GrandParent:
+  object changed extends EventLike
+
+class Child extends Parent with HasChanged
+
+object Test:
+  def main(args: Array[String]): Unit =
+    val child = Child()
+    println(child.changed)
+    println((child: HasChanged).changed)
+end Test