GH-47443: [Python][Packaging] Drop Python 3.9 support (#47478)

### Rationale for this change

Python 3.9 is End of Support on 31st October 2025. We can drop support for pyarrow 22.0.0.
See: https://endoflife.date/python

### What changes are included in this PR?

Remove support for 3.9. Update minimum required Python version and update some CI jobs to use the minimum Python supported version

### Are these changes tested?

They will be tested via CI and Archery

### Are there any user-facing changes?

Yes in terms of not supporting older versions of Python. This will be a breaking change for some users but not for the API itself
* GitHub Issue: #47443

Lead-authored-by: Raúl Cumplido <[email protected]>
Co-authored-by: Sutou Kouhei <[email protected]>
Signed-off-by: Raúl Cumplido <[email protected]>

Author: raulcd

.env

@@ -70,9 +70,9 @@ NUMBA=latest
 NUMBA_CUDA=latest
 NUMPY=latest
 PANDAS=latest
-PYTHON=3.9
-PYTHON_IMAGE_TAG=3.9
-PYTHON_ABI_TAG=cp39
+PYTHON=3.10
+PYTHON_IMAGE_TAG=3.10
+PYTHON_ABI_TAG=cp310
 R=4.5
 SPARK=master
 TURBODBC=latest

.github/workflows/archery.yml

@@ -67,7 +67,7 @@ jobs:
       - name: Setup Python
         uses: actions/[email protected]
         with:
-          python-version: '3.9'
+          python-version: '3.12'
       - name: Install pygit2 binary wheel
         run: pip install pygit2 --only-binary pygit2
       - name: Install Archery, Crossbow- and Test Dependencies

.github/workflows/cpp.yml

@@ -468,7 +468,7 @@ jobs:
         uses: actions/[email protected]
         id: python-install
         with:
-          python-version: 3.9
+          python-version: '3.12'
       - name: Install Google Cloud Storage Testbench
         shell: msys2 {0}
         env:

.github/workflows/docs_light.yml

@@ -41,12 +41,12 @@ env:
 jobs:
 
   light:
-    name: AMD64 Conda Python 3.9 Sphinx Documentation
+    name: AMD64 Conda Python 3.12 Sphinx Documentation
     runs-on: ubuntu-latest
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
     timeout-minutes: 60
     env:
-      PYTHON: "3.9"
+      PYTHON: "3.12"
     steps:
       - name: Checkout Arrow
         uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0

.github/workflows/python.yml

@@ -63,41 +63,41 @@ jobs:
       matrix:
         name:
           - conda-python-docs
-          - conda-python-3.10-nopandas
-          - conda-python-3.9-pandas-1.1.3
-          - conda-python-3.11-pandas-latest
-          - conda-python-3.11-no-numpy
+          - conda-python-3.11-nopandas
+          - conda-python-3.10-pandas-1.3.4
+          - conda-python-3.13-pandas-latest
+          - conda-python-3.12-no-numpy
         include:
           - name: conda-python-docs
             cache: conda-python-3.10
             image: conda-python-docs
             title: AMD64 Conda Python 3.10 Sphinx & Numpydoc
             python: "3.10"
-          - name: conda-python-3.10-nopandas
-            cache: conda-python-3.10
+          - name: conda-python-3.11-nopandas
+            cache: conda-python-3.11
             image: conda-python
-            title: AMD64 Conda Python 3.10 Without Pandas
-            python: "3.10"
-          - name: conda-python-3.9-pandas-1.1.3
-            cache: conda-python-3.9
+            title: AMD64 Conda Python 3.11 Without Pandas
+            python: "3.11"
+          - name: conda-python-3.10-pandas-1.3.4
+            cache: conda-python-3.10
             image: conda-python-pandas
-            title: AMD64 Conda Python 3.9 Pandas 1.1.3
-            python: 3.9
-            pandas: "1.1.3"
-            numpy: 1.19.5
-          - name: conda-python-3.11-pandas-latest
-            cache: conda-python-3.11
+            title: AMD64 Conda Python 3.10 Pandas 1.3.4
+            python: "3.10"
+            pandas: "1.3.4"
+            numpy: "1.21.2"
+          - name: conda-python-3.13-pandas-latest
+            cache: conda-python-3.13
             image: conda-python-pandas
-            title: AMD64 Conda Python 3.11 Pandas latest
-            python: "3.11"
+            title: AMD64 Conda Python 3.13 Pandas latest
+            python: "3.13"
             pandas: latest
-          - name: conda-python-3.11-no-numpy
-            cache: conda-python-3.11
+          - name: conda-python-3.12-no-numpy
+            cache: conda-python-3.12
             image: conda-python-no-numpy
-            title: AMD64 Conda Python 3.11 without NumPy
-            python: "3.11"
+            title: AMD64 Conda Python 3.12 without NumPy
+            python: "3.12"
     env:
-      PYTHON: ${{ matrix.python || 3.9 }}
+      PYTHON: ${{ matrix.python || 3.10 }}
       UBUNTU: ${{ matrix.ubuntu || 22.04 }}
       PANDAS: ${{ matrix.pandas || 'latest' }}
       NUMPY: ${{ matrix.numpy || 'latest' }}

ci/docker/conda-python-cpython-debug.dockerfile

@@ -17,11 +17,11 @@
 
 ARG repo
 ARG arch
-ARG python=3.9
+ARG python=3.10
 FROM ${repo}:${arch}-conda-python-${python}
 
 # (Docker oddity: ARG needs to be repeated after FROM)
-ARG python=3.9
+ARG python=3.10
 RUN mamba install -y "conda-forge/label/python_debug::python=${python}[build=*_cpython]" && \
     mamba clean --all --yes
 # Quick check that we do have a debug mode CPython

ci/docker/conda-python-dask.dockerfile

@@ -17,7 +17,7 @@
 
 ARG repo
 ARG arch=amd64
-ARG python=3.9
+ARG python=3.10
 FROM ${repo}:${arch}-conda-python-${python}
 
 ARG dask=latest

ci/docker/conda-python-hdfs.dockerfile

@@ -17,7 +17,7 @@
 
 ARG repo
 ARG arch=amd64
-ARG python=3.9
+ARG python=3.10
 FROM ${repo}:${arch}-conda-python-${python}
 
 ARG jdk=11

ci/docker/conda-python-jpype.dockerfile

@@ -17,7 +17,7 @@
 
 ARG repo
 ARG arch=amd64
-ARG python=3.9
+ARG python=3.10
 FROM ${repo}:${arch}-conda-python-${python}
 
 ARG jdk=11

ci/docker/conda-python-pandas.dockerfile

@@ -17,7 +17,7 @@
 
 ARG repo
 ARG arch=amd64
-ARG python=3.9
+ARG python=3.10
 FROM ${repo}:${arch}-conda-python-${python}
 
 ARG pandas=latest