Merge branch 'main' into bugfix/leaking-proxy

Author: sfc-gh-pbulawa

.github/CODEOWNERS

@@ -1 +1 @@
-@snowflakedb/snowpark-python-api
+@snowflakedb/snow-drivers-warsaw

.github/workflows/build_test.yml

@@ -9,9 +9,7 @@ on:
             - v*
     pull_request:
         branches:
-            - master
-            - main
-            - prep-**
+            - '**'
     workflow_dispatch:
         inputs:
           logLevel:
@@ -21,16 +19,21 @@ on:
           tags:
             description: "Test scenario tags"
 
+concurrency:
+  # older builds for the same pull request number or branch should be cancelled
+  cancel-in-progress: true
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+
 jobs:
   lint:
     name: Check linting
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: '3.8'
+          python-version: '3.9'
       - name: Display Python version
         run: python -c "import sys; import os; print(\"\n\".join(os.environ[\"PATH\"].split(os.pathsep))); print(sys.version); print(sys.executable);"
       - name: Upgrade setuptools, pip and wheel
@@ -39,7 +42,7 @@ jobs:
         run: python -m pip install tox>=4
       - name: Set PY
         run: echo "PY=$(python -VV | sha256sum | cut -d' ' -f1)" >> $GITHUB_ENV
-      - uses: actions/cache@v3
+      - uses: actions/cache@v4
         with:
           path: ~/.cache/pre-commit
           key: pre-commit|${{ env.PY }}|${{ hashFiles('.pre-commit-config.yaml') }}
@@ -51,9 +54,9 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
@@ -70,17 +73,17 @@ jobs:
     strategy:
       matrix:
         os:
-          - image: ubuntu-20.04
+          - image: ubuntu-latest
             id: manylinux_x86_64
-          - image: ubuntu-20.04
+          - image: ubuntu-latest
             id: manylinux_aarch64
-          - image: windows-2019
+          - image: windows-latest
             id: win_amd64
           - image: macos-latest
             id: macosx_x86_64
           - image: macos-latest
             id: macosx_arm64
-        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
     name: Build ${{ matrix.os.id }}-py${{ matrix.python-version }}
     runs-on: ${{ matrix.os.image }}
     steps:
@@ -93,10 +96,13 @@ jobs:
         if: ${{ matrix.os.id == 'manylinux_aarch64' }}
         uses: docker/setup-qemu-action@v2
         with:
+          # xref https://github.com/docker/setup-qemu-action/issues/188
+          # xref https://github.com/tonistiigi/binfmt/issues/215
+          image: tonistiigi/binfmt:qemu-v8.1.5
           platforms: all
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Building wheel
-        uses: pypa/cibuildwheel@v2.16.5
+        uses: pypa/cibuildwheel@v2.21.3
         env:
           CIBW_BUILD: cp${{ env.shortver }}-${{ matrix.os.id }}
           MACOSX_DEPLOYMENT_TARGET: 10.14  # Should be kept in sync with ci/build_darwin.sh
@@ -105,8 +111,9 @@ jobs:
       - name: Show wheels generated
         run: ls -lh dist
         shell: bash
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         with:
+          include-hidden-files: true
           name: ${{ matrix.os.id }}_py${{ matrix.python-version }}
           path: dist/
 
@@ -122,18 +129,36 @@ jobs:
            download_name: manylinux_x86_64
          - image_name: macos-latest
            download_name: macosx_x86_64
-         - image_name: windows-2019
+         - image_name: windows-latest
            download_name: win_amd64
-        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
         cloud-provider: [aws, azure, gcp]
+        # TODO: When there are prebuilt wheels accessible for our dependencies (i.e. numpy)
+        # for Python 3.13 windows runs can be re-enabled. Currently, according to numpy:
+        # "Numpy built with MINGW-W64 on Windows 64 bits is experimental, and only available for
+        # testing. You are advised not to use it for production."
+        exclude:
+          - os:
+              image_name: windows-latest
+              download_name: win_amd64
+            python-version: "3.13"
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
           python-version: ${{ matrix.python-version }}
       - name: Display Python version
         run: python -c "import sys; print(sys.version)"
+      - name: Set up Java
+        uses: actions/setup-java@v4 # for wiremock
+        with:
+          java-version: 11
+          distribution: 'temurin'
+          java-package: 'jre'
+      - name: Fetch Wiremock
+        shell: bash
+        run: curl https://repo1.maven.org/maven2/org/wiremock/wiremock-standalone/3.11.0/wiremock-standalone-3.11.0.jar --output .wiremock/wiremock-standalone.jar
       - name: Setup parameters file
         shell: bash
         env:
@@ -142,7 +167,7 @@ jobs:
           gpg --quiet --batch --yes --decrypt --passphrase="$PARAMETERS_SECRET" \
           .github/workflows/parameters/public/parameters_${{ matrix.cloud-provider }}.py.gpg > test/parameters.py
       - name: Download wheel(s)
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: ${{ matrix.os.download_name }}_py${{ matrix.python-version }}
           path: dist
@@ -164,8 +189,9 @@ jobs:
       - name: Combine coverages
         run: python -m tox run -e coverage --skip-missing-interpreters false
         shell: bash
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         with:
+          include-hidden-files: true
           name: coverage_${{ matrix.os.download_name }}-${{ matrix.python-version }}-${{ matrix.cloud-provider }}
           path: |
             .tox/.coverage
@@ -179,12 +205,14 @@ jobs:
       fail-fast: false
       matrix:
         os:
-         - image_name: ubuntu-latest
+         # Because old the version 3.0.2 of snowflake-connector-python depends on oscrypto which causes conflicts with higher versions of libssl
+         # TODO: It can be changed to ubuntu-latest, when python sf connector version in tox is above 3.4.0
+         - image_name: ubuntu-22.04
            download_name: linux
-        python-version: [3.8]
+        python-version: [3.9]
         cloud-provider: [aws]
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
@@ -220,10 +248,10 @@ jobs:
         os:
          - image_name: ubuntu-latest
            download_name: linux
-        python-version: [3.8]
+        python-version: [3.9]
         cloud-provider: [aws]
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
@@ -243,15 +271,15 @@ jobs:
         shell: bash
 
   test-fips:
-    name: Test FIPS linux-3.8-${{ matrix.cloud-provider }}
+    name: Test FIPS linux-3.9-${{ matrix.cloud-provider }}
     needs: build
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
         cloud-provider: [aws]
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Setup parameters file
         shell: bash
         env:
@@ -260,24 +288,25 @@ jobs:
           gpg --quiet --batch --yes --decrypt --passphrase="$PARAMETERS_SECRET" \
           .github/workflows/parameters/public/parameters_${{ matrix.cloud-provider }}.py.gpg > test/parameters.py
       - name: Download wheel(s)
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
-          name: manylinux_x86_64_py3.8
+          name: manylinux_x86_64_py3.9
           path: dist
       - name: Show wheels downloaded
         run: ls -lh dist
         shell: bash
       - name: Run tests
         run: ./ci/test_fips_docker.sh
         env:
-          PYTHON_VERSION: 3.8
+          PYTHON_VERSION: 3.9
           cloud_provider: ${{ matrix.cloud-provider }}
           PYTEST_ADDOPTS: --color=yes --tb=short
           TOX_PARALLEL_NO_SPINNER: 1
         shell: bash
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         with:
-          name: coverage_linux-fips-3.8-${{ matrix.cloud-provider }}
+          include-hidden-files: true
+          name: coverage_linux-fips-3.9-${{ matrix.cloud-provider }}
           path: |
             .coverage
             coverage.xml
@@ -289,15 +318,15 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
         cloud-provider: [aws]
     steps:
       - name: Set shortver
         run: echo "shortver=${longver//./}" >> $GITHUB_ENV
         env:
           longver: ${{ matrix.python-version }}
         shell: bash
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Setup parameters file
         shell: bash
         env:
@@ -306,7 +335,7 @@ jobs:
           gpg --quiet --batch --yes --decrypt --passphrase="$PARAMETERS_SECRET" \
           .github/workflows/parameters/public/parameters_${{ matrix.cloud-provider }}.py.gpg > test/parameters.py
       - name: Download wheel(s)
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: manylinux_x86_64_py${{ matrix.python-version }}
           path: dist
@@ -321,8 +350,9 @@ jobs:
           PYTEST_ADDOPTS: --color=yes --tb=short
           TOX_PARALLEL_NO_SPINNER: 1
         shell: bash
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         with:
+          include-hidden-files: true
           name: coverage_linux-lambda-${{ matrix.python-version }}-${{ matrix.cloud-provider }}
           path: |
             .coverage.py${{ env.shortver }}-lambda-ci
@@ -334,14 +364,14 @@ jobs:
     needs: [lint, test, test-fips, test-lambda]
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
-      - uses: actions/download-artifact@v3
+      - uses: actions/checkout@v4
+      - uses: actions/download-artifact@v4
         with:
           path: artifacts
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: '3.8'
+          python-version: '3.9'
       - name: Display Python version
         run: python -c "import sys; print(sys.version)"
       - name: Upgrade setuptools and pip
@@ -364,15 +394,18 @@ jobs:
       - name: Combine coverages
         run: python -m tox run -e coverage
       - name: Publish html coverage
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
+          include-hidden-files: true
           name: overall_cov_html
           path: .tox/htmlcov
       - name: Publish xml coverage
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
+          include-hidden-files: true
           name: overall_cov_xml
           path: .tox/coverage.xml
-      - uses: codecov/codecov-action@v3
+      - uses: codecov/codecov-action@v4
         with:
           files: .tox/coverage.xml
+          token: ${{ secrets.CODECOV_TOKEN }}

.github/workflows/create_req_files.yml

@@ -9,7 +9,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
     steps:
       - uses: actions/checkout@v3
       - name: Set up Python
@@ -37,9 +37,10 @@ jobs:
       - name: Show created req file
         shell: bash
         run: cat ${{ env.requirements_file }}
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         with:
-          path: temp_requirement
+          name: tested_requirement-py${{ matrix.python-version }}
+          path: ${{ env.requirements_file }}
 
   push-files:
     needs: create-req-files
@@ -50,10 +51,11 @@ jobs:
         with:
           token: ${{ secrets.PAT }}
       - name: Download requirement files
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
-          name: artifact
+          pattern: tested_requirement-py*
           path: tested_requirements
+          merge-multiple: true
       - name: Commit and push new requirements files
         run: |
           git config user.name github-actions

.github/workflows/jira_issue.yml

@@ -37,7 +37,7 @@ jobs:
           summary: '${{ github.event.issue.title }}'
           description: |
             ${{ github.event.issue.body }} \\ \\ _Created from GitHub Action_ for ${{ github.event.issue.html_url }}
-          fields: '{"customfield_11401":{"id":"14586"},"assignee":{"id":"61027a237ab143006ecfb9a2"},"components":[{"id":"16413"}]}'
+          fields: '{"customfield_11401":{"id":"14723"},"assignee":{"id":"712020:e527ae71-55cc-4e02-9217-1ca4ca8028a2"},"components":[{"id":"16413"}], "labels": ["oss"], "priority": {"id": "10001"} }'
 
       - name: Update GitHub Issue
         uses: ./jira/gajira-issue-update

.github/workflows/parameters/private/parameters_aws_auth_tests.json.gpg

@@ -15,19 +15,19 @@ jobs:
   snyk:
     runs-on: ubuntu-latest
     steps:
-    - name: Checkout Action
-      uses: actions/checkout@v3
+    - name: checkout action
+      uses: actions/checkout@v4
       with:
         repository: snowflakedb/whitesource-actions
-        token: ${{ secrets.whitesource_action_token }}
+        token: ${{ secrets.WHITESOURCE_ACTION_TOKEN }}
         path: whitesource-actions
-    - name: Set Env
-      run: echo "repo=$(basename $GITHUB_REPOSITORY)" >> $GITHUB_ENV
+    - name: set-env
+      run: echo "REPO=$(basename $GITHUB_REPOSITORY)" >> $GITHUB_ENV
     - name: Jira Creation
       uses: ./whitesource-actions/snyk-issue
       with:
-        snyk_org: ${{ secrets.snyk_org_id_public_repo }}
-        snyk_token:  ${{ secrets.snyk_github_integration_token_public_repo }}
-        jira_token: ${{ secrets.jira_token_public_repo }}
+        snyk_org: ${{ secrets.SNYK_ORG_ID_PUBLIC_REPO }}
+        snyk_token:  ${{ secrets.SNYK_GITHUB_INTEGRATION_TOKEN_PUBLIC_REPO }}
+        jira_token: ${{ secrets.JIRA_TOKEN_PUBLIC_REPO }}
       env:
-        gh_token: ${{ secrets.github_token }}
+        GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}