JIT: Fix check for cast type for cast on top of address (#118019)

Author: jakobbotsch

src/coreclr/jit/lclmorph.cpp

@@ -1241,18 +1241,21 @@ class LocalAddressVisitor final : public GenTreeVisitor<LocalAddressVisitor>
                 break;
 
             case GT_CAST:
+            {
                 assert(TopValue(1).Node() == node);
                 assert(TopValue(0).Node() == node->AsCast()->CastOp());
 
-                if (!node->TypeIs(TYP_I_IMPL, TYP_BYREF) || node->gtOverflow() || !TopValue(0).IsAddress() ||
+                var_types castToType = node->CastToType();
+                bool isPtrCast = (castToType == TYP_I_IMPL) || (castToType == TYP_U_IMPL) || (castToType == TYP_BYREF);
+                if (!isPtrCast || node->gtOverflow() || !TopValue(0).IsAddress() ||
                     !TopValue(1).AddOffset(TopValue(0), 0))
                 {
                     EscapeValue(TopValue(0), node);
                 }
 
                 PopValue();
                 break;
-
+            }
             case GT_CALL:
                 while (TopValue(0).Node() != node)
                 {