SNOW-698916 support Python 3.11 (#1349)

noamcohen97 · 3dbrows · web-flow · commit c08ba70fc944 · 2023-01-24T16:25:00.000-08:00
Co-authored-by: Duncan MacQuarrie <5956299+3dbrows@users.noreply.github.com> Fixes #1345
diff --git a/.github/workflows/build_test.yml b/.github/workflows/build_test.yml
@@ -51,7 +51,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [ "3.7", "3.8", "3.9", "3.10" ]
+        python-version: [ "3.7", "3.8", "3.9", "3.10", "3.11" ]
     steps:
       - uses: actions/checkout@v3
       - name: Set up Python
@@ -80,7 +80,7 @@ jobs:
             id: macosx_x86_64
           - image: macos-latest
             id: macosx_arm64
-        python-version: ["3.7", "3.8", "3.9", "3.10"]
+        python-version: ["3.7", "3.8", "3.9", "3.10", "3.11"]
         exclude:
           - os:
               id: macosx_arm64
@@ -128,7 +128,7 @@ jobs:
            download_name: macosx_x86_64
          - image_name: windows-2019
            download_name: win_amd64
-        python-version: ["3.7", "3.8", "3.9", "3.10"]
+        python-version: ["3.7", "3.8", "3.9", "3.10", "3.11"]
         cloud-provider: [aws, azure, gcp]
     steps:
       - uses: actions/checkout@v3
diff --git a/.github/workflows/create_req_files.yml b/.github/workflows/create_req_files.yml
@@ -9,7 +9,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.7", "3.8", "3.9", "3.10"]
+        python-version: ["3.7", "3.8", "3.9", "3.10", "3.11"]
     steps:
       - uses: actions/checkout@v3
       - name: Set up Python
diff --git a/Jenkinsfile b/Jenkinsfile
@@ -51,6 +51,7 @@ timestamps {
           'Test Python 38': { build job: 'RT-PyConnector38-PC',parameters: params},
           'Test Python 39': { build job: 'RT-PyConnector39-PC',parameters: params},
           'Test Python 310': { build job: 'RT-PyConnector310-PC',parameters: params},
+          'Test Python 311': { build job: 'RT-PyConnector311-PC',parameters: params},
           'Test Python Lambda 37': { build job: 'RT-PyConnector37-PC-Lambda',parameters: params}
           )
         }
diff --git a/ci/build_darwin.sh b/ci/build_darwin.sh
@@ -3,7 +3,7 @@
 # Build Snowflake Python Connector on Mac
 # NOTES:
 #   - To compile only a specific version(s) pass in versions like: `./build_darwin.sh "3.7 3.8"`
-PYTHON_VERSIONS="${1:-3.7 3.8 3.9 3.10}"
+PYTHON_VERSIONS="${1:-3.7 3.8 3.9 3.10 3.11}"
 THIS_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 CONNECTOR_DIR="$(dirname "${THIS_DIR}")"
 DIST_DIR="$CONNECTOR_DIR/dist"
diff --git a/ci/build_docker.sh b/ci/build_docker.sh
@@ -18,10 +18,10 @@ arch=$(uname -p)
 echo "[Info] Building docker image"
 if [[ "$arch" == "aarch64" ]]; then
   BASE_IMAGE=$BASE_IMAGE_MANYLINUX2014AARCH64
-  GOSU_URL=https://github.com/tianon/gosu/releases/download/1.11/gosu-arm64
+  GOSU_URL=https://github.com/tianon/gosu/releases/download/1.14/gosu-arm64
 else
   BASE_IMAGE=$BASE_IMAGE_MANYLINUX2014
-  GOSU_URL=https://github.com/tianon/gosu/releases/download/1.11/gosu-amd64
+  GOSU_URL=https://github.com/tianon/gosu/releases/download/1.14/gosu-amd64
 fi
 
 docker build --pull -t ${CONTAINER_NAME}:1.0 --build-arg BASE_IMAGE=$BASE_IMAGE --build-arg GOSU_URL="$GOSU_URL" . -f Dockerfile
diff --git a/ci/build_linux.sh b/ci/build_linux.sh
@@ -7,7 +7,7 @@
 set -o pipefail
 
 U_WIDTH=16
-PYTHON_VERSIONS="${1:-3.7 3.8 3.9 3.10}"
+PYTHON_VERSIONS="${1:-3.7 3.8 3.9 3.10 3.11}"
 THIS_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 CONNECTOR_DIR="$(dirname "${THIS_DIR}")"
 DIST_DIR="${CONNECTOR_DIR}/dist"
diff --git a/ci/build_windows.bat b/ci/build_windows.bat
@@ -6,7 +6,7 @@
 SET SCRIPT_DIR=%~dp0
 SET CONNECTOR_DIR=%~dp0\..\
 
-set python_versions= 3.7 3.8 3.9 3.10
+set python_versions= 3.7 3.8 3.9 3.10 3.11
 
 cd %CONNECTOR_DIR%
 
diff --git a/ci/docker/connector_build/Dockerfile b/ci/docker/connector_build/Dockerfile
@@ -2,7 +2,7 @@ ARG BASE_IMAGE=quay.io/pypa/manylinux2014_x86_64
 FROM $BASE_IMAGE
 
 # This is to solve permission issue, read https://denibertovic.com/posts/handling-permissions-with-docker-volumes/
-ARG GOSU_URL=https://github.com/tianon/gosu/releases/download/1.11/gosu-amd64
+ARG GOSU_URL=https://github.com/tianon/gosu/releases/download/1.14/gosu-amd64
 ENV GOSU_PATH $GOSU_URL
 RUN curl -o /usr/local/bin/gosu -SL $GOSU_PATH
 RUN chmod +x /usr/local/bin/gosu
@@ -14,6 +14,6 @@ WORKDIR /home/user
 RUN chmod 777 /home/user
 RUN git clone https://github.com/matthew-brett/multibuild.git && cd /home/user/multibuild && git checkout bfc6d8b82d8c37b8ca1e386081fd800e81c6ab4a
 
-ENV PATH="${PATH}:/opt/python/cp37-cp37m/bin:/opt/python/cp38-cp38/bin:/opt/python/cp39-cp39/bin:/opt/python/cp310-cp310/bin"
+ENV PATH="${PATH}:/opt/python/cp37-cp37m/bin:/opt/python/cp38-cp38/bin:/opt/python/cp39-cp39/bin:/opt/python/cp310-cp310/bin:/opt/python/cp311-cp311/bin"
 
 ENTRYPOINT ["/usr/local/bin/entrypoint.sh"]
diff --git a/ci/docker/connector_test/Dockerfile b/ci/docker/connector_test/Dockerfile
@@ -2,7 +2,7 @@ ARG BASE_IMAGE=quay.io/pypa/manylinux2014_x86_64
 FROM $BASE_IMAGE
 
 # This is to solve permission issue, read https://denibertovic.com/posts/handling-permissions-with-docker-volumes/
-ARG GOSU_URL=https://github.com/tianon/gosu/releases/download/1.11/gosu-amd64
+ARG GOSU_URL=https://github.com/tianon/gosu/releases/download/1.14/gosu-amd64
 ENV GOSU_PATH $GOSU_URL
 RUN curl -o /usr/local/bin/gosu -SL $GOSU_PATH
 RUN chmod +x /usr/local/bin/gosu
@@ -12,6 +12,6 @@ RUN chmod +x /usr/local/bin/entrypoint.sh
 
 WORKDIR /home/user
 RUN chmod 777 /home/user
-ENV PATH="${PATH}:/opt/python/cp37-cp37m/bin:/opt/python/cp38-cp38/bin/:/opt/python/cp39-cp39/bin/:/opt/python/cp310-cp310/bin/"
+ENV PATH="${PATH}:/opt/python/cp37-cp37m/bin:/opt/python/cp38-cp38/bin/:/opt/python/cp39-cp39/bin/:/opt/python/cp310-cp310/bin/:/opt/python/cp311-cp311/bin/"
 
 ENTRYPOINT ["/usr/local/bin/entrypoint.sh"]
diff --git a/ci/docker/connector_test_fips/Dockerfile b/ci/docker/connector_test_fips/Dockerfile
@@ -1,7 +1,7 @@
 FROM centos:7
 
 # This is to solve permission issue, read https://denibertovic.com/posts/handling-permissions-with-docker-volumes/
-RUN curl -o /usr/local/bin/gosu -SL "https://github.com/tianon/gosu/releases/download/1.11/gosu-amd64"
+RUN curl -o /usr/local/bin/gosu -SL "https://github.com/tianon/gosu/releases/download/1.14/gosu-amd64"
 RUN chmod +x /usr/local/bin/gosu
 
 COPY scripts/entrypoint.sh /usr/local/bin/entrypoint.sh
diff --git a/ci/test_darwin.sh b/ci/test_darwin.sh
@@ -2,10 +2,10 @@
 #
 # Test Snowflake Connector on a Darwin Jenkins slave
 # NOTES:
-#   - Versions to be tested should be passed in as the first argument, e.g: "3.7 3.8". If omitted 3.7-3.10 will be assumed.
+#   - Versions to be tested should be passed in as the first argument, e.g: "3.7 3.8". If omitted 3.7-3.11 will be assumed.
 #   - This script uses .. to download the newest wheel files from S3
 
-PYTHON_VERSIONS="${1:-3.7 3.8 3.9 3.10}"
+PYTHON_VERSIONS="${1:-3.7 3.8 3.9 3.10 3.11}"
 THIS_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 CONNECTOR_DIR="$( dirname "${THIS_DIR}")"
 PARAMETERS_DIR="${CONNECTOR_DIR}/.github/workflows/parameters/public"
diff --git a/ci/test_docker.sh b/ci/test_docker.sh
@@ -22,10 +22,10 @@ CONTAINER_NAME=test_pyconnector
 echo "[Info] Building docker image"
 if [[ "$arch" == "aarch64" ]]; then
   BASE_IMAGE=$BASE_IMAGE_MANYLINUX2014AARCH64
-  GOSU_URL=https://github.com/tianon/gosu/releases/download/1.11/gosu-arm64
+  GOSU_URL=https://github.com/tianon/gosu/releases/download/1.14/gosu-arm64
 else
   BASE_IMAGE=$BASE_IMAGE_MANYLINUX2014
-  GOSU_URL=https://github.com/tianon/gosu/releases/download/1.11/gosu-amd64
+  GOSU_URL=https://github.com/tianon/gosu/releases/download/1.14/gosu-amd64
 fi
 
 docker build --pull -t ${CONTAINER_NAME}:1.0 --build-arg BASE_IMAGE=$BASE_IMAGE --build-arg GOSU_URL="$GOSU_URL" . -f Dockerfile
diff --git a/ci/test_linux.sh b/ci/test_linux.sh
@@ -2,11 +2,11 @@
 #
 # Test Snowflake Connector in Linux
 # NOTES:
-#   - Versions to be tested should be passed in as the first argument, e.g: "3.7 3.8". If omitted 3.7-3.10 will be assumed.
+#   - Versions to be tested should be passed in as the first argument, e.g: "3.7 3.8". If omitted 3.7-3.11 will be assumed.
 #   - This script assumes that ../dist/repaired_wheels has the wheel(s) built for all versions to be tested
 #   - This is the script that test_docker.sh runs inside of the docker container
 
-PYTHON_VERSIONS="${1:-3.7 3.8 3.9 3.10}"
+PYTHON_VERSIONS="${1:-3.7 3.8 3.9 3.10 3.11}"
 THIS_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 CONNECTOR_DIR="$( dirname "${THIS_DIR}")"
 
diff --git a/setup.cfg b/setup.cfg
@@ -24,6 +24,7 @@ classifiers =
     Programming Language :: Python :: 3.8
     Programming Language :: Python :: 3.9
     Programming Language :: Python :: 3.10
+    Programming Language :: Python :: 3.11
     Programming Language :: SQL
     Topic :: Database
     Topic :: Scientific/Engineering :: Information Analysis
diff --git a/tested_requirements/requirements_311.reqs b/tested_requirements/requirements_311.reqs
@@ -0,0 +1,18 @@
+# Generated on: Python 3.11.0
+asn1crypto==1.5.1
+certifi==2022.9.24
+cffi==1.15.1
+charset-normalizer==2.1.1
+cryptography==38.0.3
+filelock==3.8.0
+idna==3.4
+oscrypto==1.3.0
+pycparser==2.21
+pycryptodomex==3.15.0
+PyJWT==2.6.0
+pyOpenSSL==22.1.0
+pytz==2022.6
+requests==2.28.1
+typing_extensions==4.4.0
+urllib3==1.26.13
+snowflake-connector-python==2.8.2
diff --git a/tox.ini b/tox.ini
@@ -18,7 +18,7 @@ source = src/snowflake/connector
 [tox]
 minversion = 3.7
 envlist = fix_lint,
-          py{37,38,39,310}-{extras,unit-parallel,integ,pandas,sso},
+          py{37,38,39,310,311}-{extras,unit-parallel,integ,pandas,sso},
           coverage
 skip_missing_interpreters = true
 requires =
@@ -36,6 +36,7 @@ external_wheels =
     py38-ci: dist/*cp38*.whl
     py39-ci: dist/*cp39*.whl
     py310-ci: dist/*cp310*.whl
+    py311-ci: dist/*cp311*.whl
 setenv =
     COVERAGE_FILE = {env:COVERAGE_FILE:{toxworkdir}/.coverage.{envname}}
     ci: SNOWFLAKE_PYTEST_OPTS = -vvv
@@ -108,9 +109,9 @@ commands = coverage combine
            coverage xml -o {env:COV_REPORT_DIR:{toxworkdir}}/coverage.xml
            coverage html -d {env:COV_REPORT_DIR:{toxworkdir}}/htmlcov
 ;           diff-cover --compare-branch {env:DIFF_AGAINST:origin/master} {toxworkdir}/coverage.xml
-depends = py37, py38, py39, py310
+depends = py37, py38, py39, py310, py311
 
-[testenv:py{37,38,39,310}-coverage]
+[testenv:py{37,38,39,310,311}-coverage]
 # I hate doing this, but this env is for Jenkins, please keep it up-to-date with the one env above it if necessary
 description = [run locally after tests]: combine coverage data and create report specifically with {basepython}
 deps = {[testenv:coverage]deps}
@@ -143,7 +144,7 @@ deps =
     pip-tools
 skip_install = True
 commands = pip-compile setup.py
-depends = py37, py38, py39, py310
+depends = py37, py38, py39, py310, py311
 
 [pytest]
 log_level = info

Original file line number	Diff line number	Diff line change
`@@ -51,6 +51,7 @@ timestamps {`
`51`	`51`	`'Test Python 38': { build job: 'RT-PyConnector38-PC',parameters: params},`
`52`	`52`	`'Test Python 39': { build job: 'RT-PyConnector39-PC',parameters: params},`
`53`	`53`	`'Test Python 310': { build job: 'RT-PyConnector310-PC',parameters: params},`
	`54`	`+ 'Test Python 311': { build job: 'RT-PyConnector311-PC',parameters: params},`
`54`	`55`	`'Test Python Lambda 37': { build job: 'RT-PyConnector37-PC-Lambda',parameters: params}`
`55`	`56`	`)`
`56`	`57`	`}`