Add support for async io (#2608)

Co-authored-by: Mikołaj Kubik <[email protected]>
Co-authored-by: Filip Pawłowski <[email protected]>
Co-authored-by: Patryk Czajka <[email protected]>
Co-authored-by: Jakub Szczerbiński <[email protected]>
Co-authored-by: Maxim Mishchenko <[email protected]>
Co-authored-by: github-actions <[email protected]>
Co-authored-by: Naresh Kumar <[email protected]>
Co-authored-by: Piotr Bulawa <[email protected]>
Co-authored-by: Zexin Yao <[email protected]>
Co-authored-by: Rob Clevenger <[email protected]>
Co-authored-by: Mark Keller <[email protected]>
Co-authored-by: Michał Hofman <[email protected]>
Co-authored-by: Yijun Xie <[email protected]>
Co-authored-by: Patryk Cyrek <[email protected]>
Co-authored-by: Xiaohu Zhao <[email protected]>
Co-authored-by: Peter Mansour <[email protected]>
Co-authored-by: Susheel Aroskar <[email protected]>
Co-authored-by: Myles Borins <[email protected]>
Co-authored-by: Sid Shetkar <[email protected]>
Co-authored-by: Yuyang Wang <[email protected]>
Co-authored-by: Sanchit Karve <[email protected]>
Co-authored-by: Adam Kolodziejczyk <[email protected]>
Co-authored-by: Julian <[email protected]>
Co-authored-by: Gleb Khmyznikov <[email protected]>
Co-authored-by: George Merticariu <[email protected]>
Co-authored-by: Brandon Chinn <[email protected]>
Co-authored-by: jochenott <[email protected]>
Co-authored-by: Jochen Ott <[email protected]>
Co-authored-by: Sean Noonan <[email protected]>
Co-authored-by: HeroCC <[email protected]>
Co-authored-by: Naren Krishna <[email protected]>
Co-authored-by: Edward Qin <[email protected]>
Co-authored-by: Jakub Wilkowski <[email protected]>
Co-authored-by: Mathias Florin <[email protected]>
Co-authored-by: David Szmolka <[email protected]>
Co-authored-by: Eric Woroshow <[email protected]>
Co-authored-by: Bing Li <[email protected]>
Co-authored-by: Jamison <[email protected]>
Co-authored-by: Adam Ling <[email protected]>
Co-authored-by: Pablo Nicolás Estevez <[email protected]>
Co-authored-by: Richard Ebeling <[email protected]>
Co-authored-by: Filip Ochnik <[email protected]>
Co-authored-by: Zihan Li <[email protected]>
Co-authored-by: Thomas Kissinger <[email protected]>
Co-authored-by: Leonhard Spiegelberg <[email protected]>
Co-authored-by: Berkay Öztürk <[email protected]>
Co-authored-by: Harsh Pathak <[email protected]>
Co-authored-by: Eric Buehl <[email protected]>
Co-authored-by: James Kasten <[email protected]>
Co-authored-by: Dawid Heyman <[email protected]>
Co-authored-by: Nikita Peshkov <[email protected]>

Author: 52 people

.github/workflows/build_test.yml

@@ -446,6 +446,114 @@ jobs:
           path: |
             junit.py${{ env.shortver }}-lambda-ci-dev.xml
 
+  test-aio:
+    name: Test asyncio ${{ matrix.os.download_name }}-${{ matrix.python-version }}-${{ matrix.cloud-provider }}
+    needs: build
+    runs-on: ${{ matrix.os.image_name }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os:
+         - image_name: ubuntu-latest
+           download_name: manylinux_x86_64
+         - image_name: macos-latest
+           download_name: macosx_x86_64
+         - image_name: windows-latest
+           download_name: win_amd64
+        python-version: ["3.10", "3.11", "3.12"]
+        cloud-provider: [aws, azure, gcp]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Display Python version
+        run: python -c "import sys; print(sys.version)"
+      - name: Set up Java
+        uses: actions/setup-java@v4 # for wiremock
+        with:
+          java-version: 11
+          distribution: 'temurin'
+          java-package: 'jre'
+      - name: Fetch Wiremock
+        shell: bash
+        run: curl https://repo1.maven.org/maven2/org/wiremock/wiremock-standalone/3.11.0/wiremock-standalone-3.11.0.jar --output .wiremock/wiremock-standalone.jar
+      - name: Setup parameters file
+        shell: bash
+        env:
+          PARAMETERS_SECRET: ${{ secrets.PARAMETERS_SECRET }}
+        run: |
+          gpg --quiet --batch --yes --decrypt --passphrase="$PARAMETERS_SECRET" \
+          .github/workflows/parameters/public/parameters_${{ matrix.cloud-provider }}.py.gpg > test/parameters.py
+      - name: Setup private key file
+        shell: bash
+        env:
+          PARAMETERS_SECRET: ${{ secrets.PARAMETERS_SECRET }}
+        run: |
+          gpg --quiet --batch --yes --decrypt --passphrase="$PARAMETERS_SECRET" \
+          .github/workflows/parameters/public/rsa_keys/rsa_key_python_${{ matrix.cloud-provider }}.p8.gpg > test/rsa_key_python_${{ matrix.cloud-provider }}.p8
+      - name: Download wheel(s)
+        uses: actions/download-artifact@v4
+        with:
+          name: ${{ matrix.os.download_name }}_py${{ matrix.python-version }}
+          path: dist
+      - name: Show wheels downloaded
+        run: ls -lh dist
+        shell: bash
+      - name: Upgrade setuptools, pip and wheel
+        run: python -m pip install -U setuptools pip wheel
+      - name: Install tox
+        run: python -m pip install tox>=4
+      - name: Run tests
+        run: python -m tox run -e aio
+        env:
+          PYTHON_VERSION: ${{ matrix.python-version }}
+          cloud_provider: ${{ matrix.cloud-provider }}
+          PYTEST_ADDOPTS: --color=yes --tb=short
+          TOX_PARALLEL_NO_SPINNER: 1
+      - name: Combine coverages
+        run: python -m tox run -e coverage --skip-missing-interpreters false
+        shell: bash
+      - uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          include-hidden-files: true
+          name: coverage_aio_${{ matrix.os.download_name }}-${{ matrix.python-version }}-${{ matrix.cloud-provider }}
+          path: |
+            .tox/.coverage
+            .tox/coverage.xml
+
+  test-unsupporeted-aio:
+    name: Test unsupported asyncio ${{ matrix.os.download_name }}-${{ matrix.python-version }}
+    runs-on: ${{ matrix.os.image_name }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os:
+          - image_name: ubuntu-latest
+            download_name: manylinux_x86_64
+        python-version: [ "3.9", ]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Display Python version
+        run: python -c "import sys; print(sys.version)"
+      - name: Upgrade setuptools, pip and wheel
+        run: python -m pip install -U setuptools pip wheel
+      - name: Install tox
+        run: python -m pip install tox>=4
+      - name: Run tests
+        run: python -m tox run -e aio-unsupported-python
+        env:
+          PYTHON_VERSION: ${{ matrix.python-version }}
+          PYTEST_ADDOPTS: --color=yes --tb=short
+          TOX_PARALLEL_NO_SPINNER: 1
+        shell: bash
+
   test-rockylinux9:
     name: Test Rocky Linux 9 rockylinux9-${{ matrix.python-version }}-${{ matrix.cloud-provider }}
     needs: lint
@@ -499,7 +607,7 @@ jobs:
   combine-coverage:
     if: always()
     name: Combine coverage
-    needs: [lint, test, test-fips, test-lambda]
+    needs: [lint, test, test-fips, test-lambda, test-aio]
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4

.pre-commit-config.yaml

@@ -61,6 +61,7 @@ repos:
         exclude: |
             (?x)^(
                 src/snowflake/connector/session_manager\.py|
+                src/snowflake/connector/aio/_session_manager\.py|
                 src/snowflake/connector/vendored/.*
             )$
         args: [--show-fixes]

DESCRIPTION.md

@@ -7,6 +7,8 @@ https://docs.snowflake.com/
 Source code is also available at: https://github.com/snowflakedb/snowflake-connector-python
 
 # Release Notes
+- v4.2.0(TBD)
+  - Added support for async I/O. Asynchronous version of connector is available via `snowflake.connector.aio` module.
 - v4.1.1(TBD)
   - Relaxed pandas dependency requirements for Python below 3.12.
   - Changed CRL cache cleanup background task to daemon to avoid blocking main thread.