ci: use shared workflows and refactor them (#272)

- Use shared workflows and refactor them
(apify/workflows#129).
- Use the same setup we had in Crawlee before the automatic changelog -
https://github.com/apify/crawlee-python/tree/c533a39c5e9ee80c3a333dd76cf9a4dd26061c95.
- Currently, we are missing something here... Also, the transition to
the automatic changelogs should be smoother.
- Rm tests from `pre-commit`
- Add `asyncio_default_fixture_loop_scope` to pytest options
- Install Poetry to setup-python environment.

Author: vdusek

.github/workflows/check_async_docstrings.yaml renamed to .github/workflows/_async_docstrings_check.yaml

@@ -1,11 +1,14 @@
-name: Check async docstrings
+name: Async docstrings check
 
 on:
   workflow_call:
 
+env:
+  PYTHON_VERSION: 3.12
+
 jobs:
-  check_async_docstrings:
-    name: Check whether doctrings for async methods are up-to-date
+  async_docstring_check:
+    name: Async docstrings check
     runs-on: ubuntu-latest
 
     steps:
@@ -15,12 +18,12 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v5
         with:
-          python-version: 3.8
+          python-version: ${{ env.PYTHON_VERSION }}
 
       - name: Install dependencies
         run: |
-          pipx install poetry
+          pipx install --python ${{ env.PYTHON_VERSION }} poetry
           make install-dev
 
-      - name: Check async docstrings
+      - name: Run async docstrings check
         run: make check-async-docstrings

.github/workflows/check_version_availability.yaml renamed to .github/workflows/_changelog_entry_check.yaml

@@ -1,11 +1,14 @@
-name: Check package version availability
+name: Changelog entry check
 
 on:
   workflow_call:
 
+env:
+  PYTHON_VERSION: 3.12
+
 jobs:
-  check_version_availability:
-    name: Check version availability
+  check_changelog_entry:
+    name: Changelog entry check
     runs-on: ubuntu-latest
     if: (!startsWith(github.event.pull_request.title, 'docs:'))
 
@@ -16,12 +19,12 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v5
         with:
-          python-version: "3.8"
+          python-version: ${{ env.PYTHON_VERSION }}
 
       - name: Install dependencies
         run: |
-          pipx install poetry
+          pipx install --python ${{ env.PYTHON_VERSION }} poetry
           make install-dev
 
-      - name: Check version availability
-        run: make check-version-availability
+      - name: Run changelog entry check
+        run: make check-changelog-entry

.github/workflows/_version_conflict_check.yaml

@@ -0,0 +1,30 @@
+name: Version conflict check
+
+on:
+  workflow_call:
+
+env:
+  PYTHON_VERSION: 3.12
+
+jobs:
+  check_version_conflict:
+    name: Version conflict check
+    runs-on: ubuntu-latest
+    if: (!startsWith(github.event.pull_request.title, 'docs:'))
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+
+      - name: Install dependencies
+        run: |
+          pipx install --python ${{ env.PYTHON_VERSION }} poetry
+          make install-dev
+
+      - name: Run version conflict check
+        run: make check-version-conflict

.github/workflows/docs.yaml renamed to .github/workflows/build_and_deploy_docs.yaml

@@ -6,6 +6,10 @@ on:
       - master
   workflow_dispatch:
 
+env:
+  NODE_VERSION: 20
+  PYTHON_VERSION: 3.12
+
 jobs:
   build_and_deploy_docs:
     environment:
@@ -22,14 +26,14 @@ jobs:
         with:
           token: ${{ secrets.APIFY_SERVICE_ACCOUNT_GITHUB_TOKEN }}
 
-      - name: Set up Node.js
+      - name: Set up Node
         uses: actions/setup-node@v4
         with:
-          node-version: 18
+          node-version: ${{ env.NODE_VERSION }}
           cache: npm
           cache-dependency-path: website/package-lock.json
 
-      - name: Install Node.js dependencies
+      - name: Install Node dependencies
         run: |
           npm install
           npm update @apify/docs-theme
@@ -48,11 +52,11 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v5
         with:
-          python-version: 3.8
+          python-version: ${{ env.PYTHON_VERSION }}
 
-      - name: Install dependencies
+      - name: Install Python dependencies
         run: |
-          pipx install poetry
+          pipx install --python ${{ env.PYTHON_VERSION }} poetry
           make install-dev
 
       - name: Build generated API reference

.github/workflows/integration_tests.yaml

@@ -0,0 +1,44 @@
+name: Run code checks
+
+on:
+  # Trigger code checks on opening a new pull request.
+  # Secrets are only made available to the integration tests job, with a manual approval
+  # step required for PRs from forks. This prevents their potential exposure.
+  pull_request:
+
+jobs:
+  lint_check:
+    name: Lint check
+    uses: apify/workflows/.github/workflows/python_lint_check.yaml@main
+
+  type_check:
+    name: Type check
+    uses: apify/workflows/.github/workflows/python_type_check.yaml@main
+
+  unit_tests:
+    name: Unit tests
+    uses: apify/workflows/.github/workflows/python_unit_tests.yaml@main
+
+  async_docstrings:
+    name: Async dostrings check
+    uses: ./.github/workflows/_async_docstrings_check.yaml
+
+  # TODO: remove this once https://github.com/apify/apify-sdk-python/issues/241 is resolved
+  changelog_entry_check:
+    name: Changelog entry check
+    uses: ./.github/workflows/_changelog_entry_check.yaml
+
+  # TODO: remove this once https://github.com/apify/apify-sdk-python/issues/241 is resolved
+  version_conflict_check:
+    name: Version conflict check
+    uses: ./.github/workflows/_version_conflict_check.yaml
+
+  docs_check:
+    name: Docs check
+    uses: apify/workflows/.github/workflows/python_docs_check.yaml@main
+
+  integration_tests:
+    name: Integration tests
+    needs: [lint_check, type_check, unit_tests]
+    uses: apify/workflows/.github/workflows/python_integration_tests.yaml@main
+    secrets: inherit