ci: test library installation (#2736) (#2757)

* Test library install

Install and load the library on every supported platform
during the build process.

* Skip universal2 test on arm

* Test on Alpine Linux

* Fix YAML quirk

* Install Alpine build dependencies

* Use a dedicated step for smoke testing

* Check source package with twine

Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>

Co-authored-by: Nicolas Vivet <[email protected]>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>

Author: 3 people

.circleci/config.yml

@@ -2,7 +2,6 @@ version: 2.1
 
 default_resource_class: &default_resource_class medium
 cimg_base_image: &cimg_base_image cimg/base:stable
-python39-alpine_image: &python39-alpine_image python:3.9-alpine
 python39_image: &python39_image cimg/python:3.9
 ddtrace_dev_image: &ddtrace_dev_image datadog/dd-trace-py:buster
 datadog_agent_image: &datadog_agent_image datadog/agent:latest
@@ -218,14 +217,6 @@ commands:
       - store_artifacts:
           path: test-results
 
-  test_build:
-    description: "Build the package extensions and wheel to validate builds work"
-    steps:
-      - checkout
-      - run:
-          name: Run test build
-          command: .circleci/scripts/test_build.sh
-
   build_docs:
     steps:
       - setup_riot
@@ -239,10 +230,6 @@ executors:
     docker:
       - image: *cimg_base_image
     resource_class: small
-  python39-alpine:
-    docker:
-      - image: *python39-alpine_image
-    resource_class: small
   python39:
     docker:
       - image: *python39_image
@@ -368,15 +355,6 @@ jobs:
           paths:
             - "."
 
-
-  # alpine is the only environment not built/tested by cibuildwheel
-  test_build_alpine:
-    executor: python39-alpine
-    steps:
-      # Rust + Cargo are needed for Cryptography
-      - run: apk add git gcc musl-dev libffi-dev openssl-dev bash rust cargo
-      - test_build
-
   tracer:
     <<: *contrib_job
     steps:
@@ -998,9 +976,6 @@ workflows:
       # Build necessary base venvs for integration tests
       - build_base_venvs: *requires_pre_check
 
-      # Test building the package
-      - test_build_alpine: *requires_pre_check
-
       # Integration test suites
       - aiobotocore: *requires_base_venvs
       - aiohttp: *requires_base_venvs

.circleci/scripts/test_build.sh

@@ -16,11 +16,19 @@ on:
 
 jobs:
   build_wheels:
-    name: Build wheels on ${{ matrix.os }}
+    name: Build and test wheels on ${{ matrix.os }} (${{ matrix.archs }})
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
-        os: [ubuntu-18.04, windows-latest, macos-latest]
+        include:
+         - os: ubuntu-18.04
+           archs: x86_64 i686
+         - os: ubuntu-18.04
+           archs: aarch64
+         - os: windows-latest
+           archs: AMD64 x86
+         - os: macos-latest
+           archs: x86_64 universal2
     steps:
       - uses: actions/checkout@v2
         # Include all history and tags
@@ -43,11 +51,14 @@ jobs:
         env:
           # configure cibuildwheel to build native archs ('auto'), and some
           # emulated ones
-          CIBW_ARCHS_LINUX: auto aarch64
-          CIBW_ARCHS_MACOS: x86_64 universal2
+          CIBW_ARCHS: ${{ matrix.archs }}
           # PyPY is not supported
           # Windows 2.7 wheels no longer can be built https://github.com/DataDog/dd-trace-py/pull/2344
           CIBW_SKIP: pp* cp27-win*
+          # Run a smoke test on every supported platform
+          CIBW_TEST_COMMAND: python {project}/tests/smoke_test.py
+          # Testing arm on MacOS is currently not supported by Github
+          CIBW_TEST_SKIP: "*-macosx_universal2:arm64"
 
       - uses: actions/upload-artifact@v2
         with:
@@ -76,8 +87,39 @@ jobs:
         with:
           path: dist/*.tar.gz
 
+  test_alpine_sdist:
+    # alpine is the only environment not built/tested by cibuildwheel
+    name: Test source distribution on Alpine Linux
+    needs: [build_sdist]
+    runs-on: ubuntu-latest
+    container:
+      image: python:3.9-alpine
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/download-artifact@v2
+        with:
+          name: artifact
+          path: dist
+
+      - name: Install build dependencies
+        # Rust + Cargo are needed for Cryptography
+        run: apk add git gcc musl-dev libffi-dev openssl-dev bash rust cargo
+
+      - name: Check source package
+        run: |
+          pip install twine readme_renderer[md]
+          twine check dist/*.tar.gz
+
+      - name: Install source package
+        run: pip install dist/*.tar.gz
+
+      - name: Test the source package
+        run: python $GITHUB_WORKSPACE/tests/smoke_test.py
+        # Move out of the workspace to avoid importing ddtrace from the source
+        working-directory: /
+
   upload_pypi:
-    needs: [build_wheels, build_sdist]
+    needs: [build_wheels, test_alpine_sdist]
     runs-on: ubuntu-latest
     if: (github.event_name == 'release' && github.event.action == 'published') || (github.event.action == 'workflow_dispatch')
     steps:

.github/workflows/build_deploy.yml

@@ -0,0 +1,7 @@
+import sys
+
+import ddtrace.bootstrap.sitecustomize as module
+
+
+if __name__ == "__main__":
+    sys.exit(0 if module.loaded else 1)