Limit np conversion to IntegerArray and FloatArray

Author: eicchen

pandas/core/frame.py

@@ -123,6 +123,10 @@
     notna,
 )
 
+from pandas.arrays import (
+    FloatingArray,
+    IntegerArray,
+)
 from pandas.core import (
     algorithms,
     common as com,
@@ -8444,7 +8448,12 @@ def _maybe_align_series_as_frame(self, series: Series, axis: AxisInt):
         """
         rvalues = series._values
         if not isinstance(rvalues, np.ndarray):
-            rvalues = np.asarray(rvalues)
+            if rvalues.dtype in ("datetime64[ns]", "timedelta64[ns]") or isinstance(
+                rvalues, (IntegerArray, FloatingArray)
+            ):
+                rvalues = np.asarray(rvalues)
+            else:
+                return series
 
         if axis == 0:
             rvalues = rvalues.reshape(-1, 1)