Merge branch 'main' into bugfix-spss-kwargs

Author: astronights

.github/workflows/unit-tests.yml

@@ -92,7 +92,10 @@ jobs:
           - name: "Numpy Dev"
             env_file: actions-311-numpydev.yaml
             pattern: "not slow and not network and not single_cpu"
-            test_args: "-W error::DeprecationWarning -W error::FutureWarning"
+            # Currently restricted the warnings that error to Deprecation Warnings from numpy
+            # done since pyarrow isn't compatible with numpydev always
+            # TODO: work with pyarrow to revert this?
+            test_args: "-W error::DeprecationWarning:numpy -W error::FutureWarning:numpy"
           - name: "Pyarrow Nightly"
             env_file: actions-311-pyarrownightly.yaml
             pattern: "not slow and not network and not single_cpu"

LICENSE

@@ -3,7 +3,7 @@ BSD 3-Clause License
 Copyright (c) 2008-2011, AQR Capital Management, LLC, Lambda Foundry, Inc. and PyData Development Team
 All rights reserved.
 
-Copyright (c) 2011-2023, Open source contributors.
+Copyright (c) 2011-2024, Open source contributors.
 
 Redistribution and use in source and binary forms, with or without
 modification, are permitted provided that the following conditions are met:

ci/code_checks.sh

@@ -73,13 +73,8 @@ if [[ -z "$CHECK" || "$CHECK" == "docstrings" ]]; then
     $BASE_DIR/scripts/validate_docstrings.py --format=actions --errors=EX03 --ignore_functions \
         pandas.Series.plot.line \
         pandas.Series.to_sql \
-        pandas.errors.SettingWithCopyWarning \
-        pandas.errors.SpecificationError \
-        pandas.errors.UndefinedVariableError \
         pandas.read_json \
-        pandas.io.formats.style.Styler.to_latex \
-        pandas.read_parquet \
-        pandas.DataFrame.to_sql \
+        pandas.DataFrame.to_sql # There should be no backslash in the final line, please keep this comment in the last ignored function
     RET=$(($RET + $?)) ; echo $MSG "DONE"
 
 fi

doc/source/whatsnew/index.rst

@@ -10,13 +10,13 @@ This is the list of changes to pandas between each release. For full details,
 see the `commit logs <https://github.com/pandas-dev/pandas/commits/>`_. For install and
 upgrade instructions, see :ref:`install`.
 
-Version 2.3
+Version 3.0
 -----------
 
 .. toctree::
    :maxdepth: 2
 
-   v2.3.0
+   v3.0.0
 
 
 Version 2.2
@@ -25,6 +25,7 @@ Version 2.2
 .. toctree::
    :maxdepth: 2
 
+   v2.2.1
    v2.2.0
 
 Version 2.1

doc/source/whatsnew/v2.2.1.rst

@@ -0,0 +1,36 @@
+.. _whatsnew_221:
+
+What's new in 2.2.1 (February XX, 2024)
+---------------------------------------
+
+These are the changes in pandas 2.2.1. See :ref:`release` for a full changelog
+including other versions of pandas.
+
+{{ header }}
+
+.. ---------------------------------------------------------------------------
+.. _whatsnew_221.regressions:
+
+Fixed regressions
+~~~~~~~~~~~~~~~~~
+-
+
+.. ---------------------------------------------------------------------------
+.. _whatsnew_221.bug_fixes:
+
+Bug fixes
+~~~~~~~~~
+-
+
+.. ---------------------------------------------------------------------------
+.. _whatsnew_221.other:
+
+Other
+~~~~~
+-
+
+.. ---------------------------------------------------------------------------
+.. _whatsnew_221.contributors:
+
+Contributors
+~~~~~~~~~~~~

doc/source/whatsnew/v2.3.0.rst renamed to doc/source/whatsnew/v3.0.0.rst

@@ -1,61 +1,61 @@
 .. _whatsnew_230:
 
-What's new in 2.3.0 (Month XX, 2024)
+What's new in 3.0.0 (Month XX, 2024)
 ------------------------------------
 
-These are the changes in pandas 2.2.0. See :ref:`release` for a full changelog
+These are the changes in pandas 3.0.0. See :ref:`release` for a full changelog
 including other versions of pandas.
 
 {{ header }}
 
 .. ---------------------------------------------------------------------------
-.. _whatsnew_230.enhancements:
+.. _whatsnew_300.enhancements:
 
 Enhancements
 ~~~~~~~~~~~~
 
-.. _whatsnew_230.enhancements.enhancement1:
+.. _whatsnew_300.enhancements.enhancement1:
 
 enhancement1
 ^^^^^^^^^^^^
 
-.. _whatsnew_230.enhancements.enhancement2:
+.. _whatsnew_300.enhancements.enhancement2:
 
 enhancement2
 ^^^^^^^^^^^^
 
-.. _whatsnew_230.enhancements.other:
+.. _whatsnew_300.enhancements.other:
 
 Other enhancements
 ^^^^^^^^^^^^^^^^^^
 -
 -
 
 .. ---------------------------------------------------------------------------
-.. _whatsnew_230.notable_bug_fixes:
+.. _whatsnew_300.notable_bug_fixes:
 
 Notable bug fixes
 ~~~~~~~~~~~~~~~~~
 
 These are bug fixes that might have notable behavior changes.
 
-.. _whatsnew_230.notable_bug_fixes.notable_bug_fix1:
+.. _whatsnew_300.notable_bug_fixes.notable_bug_fix1:
 
 notable_bug_fix1
 ^^^^^^^^^^^^^^^^
 
-.. _whatsnew_230.notable_bug_fixes.notable_bug_fix2:
+.. _whatsnew_300.notable_bug_fixes.notable_bug_fix2:
 
 notable_bug_fix2
 ^^^^^^^^^^^^^^^^
 
 .. ---------------------------------------------------------------------------
-.. _whatsnew_230.api_breaking:
+.. _whatsnew_300.api_breaking:
 
 Backwards incompatible API changes
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 
-.. _whatsnew_230.api_breaking.deps:
+.. _whatsnew_300.api_breaking.deps:
 
 Increased minimum versions for dependencies
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
@@ -80,15 +80,15 @@ Optional libraries below the lowest tested version may still work, but are not c
 
 See :ref:`install.dependencies` and :ref:`install.optional_dependencies` for more.
 
-.. _whatsnew_230.api_breaking.other:
+.. _whatsnew_300.api_breaking.other:
 
 Other API changes
 ^^^^^^^^^^^^^^^^^
 -
 -
 
 .. ---------------------------------------------------------------------------
-.. _whatsnew_230.deprecations:
+.. _whatsnew_300.deprecations:
 
 Deprecations
 ~~~~~~~~~~~~
@@ -97,7 +97,7 @@ Deprecations
 -
 
 .. ---------------------------------------------------------------------------
-.. _whatsnew_230.performance:
+.. _whatsnew_300.performance:
 
 Performance improvements
 ~~~~~~~~~~~~~~~~~~~~~~~~
@@ -109,7 +109,7 @@ Performance improvements
 -
 
 .. ---------------------------------------------------------------------------
-.. _whatsnew_230.bug_fixes:
+.. _whatsnew_300.bug_fixes:
 
 Bug fixes
 ~~~~~~~~~
@@ -222,7 +222,7 @@ Other
 -
 
 .. ---------------------------------------------------------------------------
-.. _whatsnew_230.contributors:
+.. _whatsnew_300.contributors:
 
 Contributors
 ~~~~~~~~~~~~

pandas/__init__.py

@@ -202,8 +202,37 @@
         FutureWarning,
         stacklevel=2,
     )
-# Don't allow users to use pandas.os or pandas.warnings
-del os, warnings
+
+# DeprecationWarning for missing pyarrow
+from pandas.compat.pyarrow import pa_version_under10p1, pa_not_found
+
+if pa_version_under10p1:
+    # pyarrow is either too old or nonexistent, warn
+    from pandas.compat._optional import VERSIONS
+
+    if pa_not_found:
+        pa_msg = "was not found to be installed on your system."
+    else:
+        pa_msg = (
+            f"was too old on your system - pyarrow {VERSIONS['pyarrow']} "
+            "is the current minimum supported version as of this release."
+        )
+
+    warnings.warn(
+        f"""
+Pyarrow will become a required dependency of pandas in the next major release of pandas (pandas 3.0),
+(to allow more performant data types, such as the Arrow string type, and better interoperability with other libraries)
+but {pa_msg}
+If this would cause problems for you,
+please provide us feedback at https://github.com/pandas-dev/pandas/issues/54466
+        """,  # noqa: E501
+        DeprecationWarning,
+        stacklevel=2,
+    )
+    del VERSIONS, pa_msg
+
+# Delete all unnecessary imported modules
+del pa_version_under10p1, pa_not_found, warnings, os
 
 # module level doc-string
 __doc__ = """

pandas/compat/pyarrow.py

@@ -8,6 +8,7 @@
     import pyarrow as pa
 
     _palv = Version(Version(pa.__version__).base_version)
+    pa_not_found = False
     pa_version_under10p1 = _palv < Version("10.0.1")
     pa_version_under11p0 = _palv < Version("11.0.0")
     pa_version_under12p0 = _palv < Version("12.0.0")
@@ -16,6 +17,7 @@
     pa_version_under14p1 = _palv < Version("14.0.1")
     pa_version_under15p0 = _palv < Version("15.0.0")
 except ImportError:
+    pa_not_found = True
     pa_version_under10p1 = True
     pa_version_under11p0 = True
     pa_version_under12p0 = True

pandas/core/dtypes/dtypes.py

@@ -919,7 +919,7 @@ def __from_arrow__(self, array: pa.Array | pa.ChunkedArray) -> DatetimeArray:
         else:
             np_arr = array.to_numpy()
 
-        return DatetimeArray._from_sequence(np_arr, dtype=self, copy=False)
+        return DatetimeArray._simple_new(np_arr, dtype=self)
 
     def __setstate__(self, state) -> None:
         # for pickle compat. __get_state__ is defined in the

pandas/core/groupby/groupby.py

@@ -1856,7 +1856,7 @@ def f(g):
                         message=_apply_groupings_depr.format(
                             type(self).__name__, "apply"
                         ),
-                        category=FutureWarning,
+                        category=DeprecationWarning,
                         stacklevel=find_stack_level(),
                     )
             except TypeError: