ci: report status of unit tests (#498)

api-clients-generation-pipeline[bot] · jirikuncar · ci.datadog-api-spec · web-flow · commit 3a99de869c4b · 2021-06-29T10:29:17.000Z
* ci: report status for unit tests

* format

* use job status

* add missing test type

* Regenerate client from commit 6fd5e2f of spec repo

Co-authored-by: Jiri Kuncar &lt;jiri.kuncar@gmail.com&gt;
Co-authored-by: api-clients-generation-pipeline[bot] &lt;54105614+api-clients-generation-pipeline[bot]@users.noreply.github.com&gt;
Co-authored-by: ci.datadog-api-spec &lt;packages@datadoghq.com&gt;
diff --git a/.apigentools-info b/.apigentools-info
@@ -4,13 +4,13 @@
     "spec_versions": {
         "v1": {
             "apigentools_version": "1.4.1.dev8",
-            "regenerated": "2021-06-28 16:37:38.437354",
-            "spec_repo_commit": "49e5f63"
+            "regenerated": "2021-06-29 10:15:19.603968",
+            "spec_repo_commit": "6fd5e2f"
         },
         "v2": {
             "apigentools_version": "1.4.1.dev8",
-            "regenerated": "2021-06-28 16:38:06.418638",
-            "spec_repo_commit": "49e5f63"
+            "regenerated": "2021-06-29 10:15:47.477187",
+            "spec_repo_commit": "6fd5e2f"
         }
     }
 }
diff --git a/.github/workflows/scripts/test_integration.js b/.github/workflows/scripts/test_integration.js
@@ -1,6 +1,6 @@
 const SPEC_REPO = "datadog-api-spec"
 
-module.exports.post_status_check = async (github, context, status) => {
+module.exports.post_status_check = async (github, context, test, status) => {
     const pr_num = context.payload.pull_request.head.ref.split("/")[2]
     const {data: pr} = await github.pulls.get({
         owner: context.repo.owner,
@@ -18,7 +18,7 @@ module.exports.post_status_check = async (github, context, status) => {
         sha: pr.head.sha,
         state: status,
         target_url: `https://github.com/${context.repo.owner}/${context.repo.repo}/pull/${context.payload.pull_request.number}/checks?check_run_id=${jobs.jobs[0].id}`,
-        description: `${context.repo.repo} integration tests`,
-        context: `${context.repo.repo}_integration_tests`
+        description: `${context.repo.repo} ${test} tests`,
+        context: `${context.repo.repo}_${test}_tests`
     });
 }
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -14,24 +14,24 @@ jobs:
     runs-on: ubuntu-latest
     if: false == startsWith(github.event.pull_request.head.ref, 'datadog-api-spec/generated/') && !contains(github.event.pull_request.labels.*.name, 'ci/skip/pre-commit')
     steps:
-    - uses: actions/checkout@v1
-    - uses: actions/setup-python@v1
-    - name: Install pre-commit
-      run: python -m pip install pre-commit
-    - name: set PY
-      run: echo "PY=$(python -c 'import hashlib, sys;print(hashlib.sha256(sys.version.encode()+sys.executable.encode()).hexdigest())')" >> $GITHUB_ENV
-    - uses: actions/cache@v1
-      with:
-        path: ~/.cache/pre-commit
-        key: pre-commit|${{ env.PY }}|${{ hashFiles('.pre-commit-config.yaml') }}
-    - name: Run pre-commit
-      run: pre-commit run --all-files --source ${{ github.event.pull_request.base.sha }} --origin ${{ github.event.pull_request.head.sha }} --show-diff-on-failure --color=always
+      - uses: actions/checkout@v1
+      - uses: actions/setup-python@v1
+      - name: Install pre-commit
+        run: python -m pip install pre-commit
+      - name: set PY
+        run: echo "PY=$(python -c 'import hashlib, sys;print(hashlib.sha256(sys.version.encode()+sys.executable.encode()).hexdigest())')" >> $GITHUB_ENV
+      - uses: actions/cache@v1
+        with:
+          path: ~/.cache/pre-commit
+          key: pre-commit|${{ env.PY }}|${{ hashFiles('.pre-commit-config.yaml') }}
+      - name: Run pre-commit
+        run: pre-commit run --from-ref ${{ github.event.pull_request.base.sha }} --to-ref ${{ github.event.pull_request.head.sha }} --show-diff-on-failure --color=always
 
   test:
     strategy:
       matrix:
         python-version: [3.6, 3.7, 3.8]
-        platform: [ubuntu-latest, macos-latest]  # windows-latest
+        platform: [ubuntu-latest, macos-latest] # windows-latest
         # test only latest version on macos and windows
         exclude:
           - platform: macos-latest
@@ -46,13 +46,38 @@ jobs:
     runs-on: ${{ matrix.platform }}
     if: github.event.pull_request.draft == false && !contains(github.event.pull_request.labels.*.name, 'ci/skip') && !contains(github.event.pull_request.head.ref, 'datadog-api-spec/test/')
     steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v2
-      with:
-        python-version: ${{ matrix.python-version }}
-    - name: Install
-      run: pip install --disable-pip-version-check -e .[tests]
-    - name: Test
-      run: ./run-tests.sh
-      shell: bash
+      - uses: actions/checkout@v2
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Install
+        run: pip install --disable-pip-version-check -e .[tests]
+      - name: Test
+        run: ./run-tests.sh
+        shell: bash
+
+  report:
+    runs-on: ubuntu-latest
+    if: always() && github.event_name == 'pull_request' && contains(github.event.pull_request.head.ref, 'datadog-api-spec/generated/')
+    needs: test
+    steps:
+      - name: Get GitHub App token
+        if: github.event_name == 'pull_request'
+        id: get_token
+        uses: tibdex/github-app-token@v1.3.0
+        with:
+          app_id: ${{ secrets.PIPELINE_GITHUB_APP_ID }}
+          private_key: ${{ secrets.PIPELINE_GITHUB_APP_PRIVATE_KEY }}
+          repository: DataDog/datadog-api-spec
+      - name: Checkout code
+        uses: actions/checkout@v2
+      - name: Post status check
+        uses: actions/github-script@v4.0.2
+        env:
+          JOB_STATUS: ${{ needs.test.result }}
+        with:
+          github-token: ${{ steps.get_token.outputs.token }}
+          script: |
+            const script = require('./.github/workflows/scripts/test_integration.js')
+            await script.post_status_check(github, context, "unit", process.env.JOB_STATUS)
diff --git a/.github/workflows/test_integration.yml b/.github/workflows/test_integration.yml
@@ -31,58 +31,58 @@ jobs:
           DD_HOSTNAME: "none"
           DD_INSIDE_CI: "true"
     steps:
-    - name: Get GitHub App token
-      if: github.event_name == 'pull_request'
-      id: get_token
-      uses: tibdex/github-app-token@v1.3.0
-      with:
-        app_id: ${{ secrets.PIPELINE_GITHUB_APP_ID }}
-        private_key: ${{ secrets.PIPELINE_GITHUB_APP_PRIVATE_KEY }}
-        repository: DataDog/datadog-api-spec
-    - name: Checkout code
-      uses: actions/checkout@v2
-    - name: Post pending status check
-      if: github.event_name == 'pull_request' && contains(github.event.pull_request.head.ref, 'datadog-api-spec/generated/')
-      uses: actions/github-script@v4.0.2
-      with:
-        github-token: ${{ steps.get_token.outputs.token }}
-        script: |
-          const script = require('.github/workflows/scripts/test_integration.js')
-          await script.post_status_check(github, context, "pending")
-    - name: Set up Python 3.8
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.8
-    - name: Install
-      run: pip install --disable-pip-version-check -e .[apm,tests]
-    - name: Test
-      run: ./run-tests.sh
-      shell: bash
-      env:
-        CI: "true"
-        DD_AGENT_HOST: localhost
-        DD_ENV: prod
-        DD_SERVICE: datadog-api-client-python
-        DD_TAGS: "team:integration-tools-and-libraries"
-        DD_TEST_CLIENT_API_KEY: ${{ secrets.DD_CLIENT_API_KEY }}
-        DD_TEST_CLIENT_APP_KEY: ${{ secrets.DD_CLIENT_APP_KEY }}
-        DD_TRACE_ANALYTICS_ENABLED: "true"
-        RECORD: "none"
-        PYTEST_ADDOPTS: "--ddtrace"
-        DD_PYTEST_OPERATION_NAME: "test"
-    - name: Post failure status check
-      if: failure() && github.event_name == 'pull_request' && contains(github.event.pull_request.head.ref, 'datadog-api-spec/generated/')
-      uses: actions/github-script@v4.0.2
-      with:
-        github-token: ${{ steps.get_token.outputs.token }}
-        script: |
-          const script = require('./.github/workflows/scripts/test_integration.js')
-          await script.post_status_check(github, context, "failure")
-    - name: Post success status check
-      if: "!failure() && github.event_name == 'pull_request' && contains(github.event.pull_request.head.ref, 'datadog-api-spec/generated/')"
-      uses: actions/github-script@v4.0.2
-      with:
-        github-token: ${{ steps.get_token.outputs.token }}
-        script: |
-          const script = require('./.github/workflows/scripts/test_integration.js')
-          await script.post_status_check(github, context, "success")
+      - name: Get GitHub App token
+        if: github.event_name == 'pull_request'
+        id: get_token
+        uses: tibdex/github-app-token@v1.3.0
+        with:
+          app_id: ${{ secrets.PIPELINE_GITHUB_APP_ID }}
+          private_key: ${{ secrets.PIPELINE_GITHUB_APP_PRIVATE_KEY }}
+          repository: DataDog/datadog-api-spec
+      - name: Checkout code
+        uses: actions/checkout@v2
+      - name: Post pending status check
+        if: github.event_name == 'pull_request' && contains(github.event.pull_request.head.ref, 'datadog-api-spec/generated/')
+        uses: actions/github-script@v4.0.2
+        with:
+          github-token: ${{ steps.get_token.outputs.token }}
+          script: |
+            const script = require('.github/workflows/scripts/test_integration.js')
+            await script.post_status_check(github, context, "integration", "pending")
+      - name: Set up Python 3.8
+        uses: actions/setup-python@v2
+        with:
+          python-version: 3.8
+      - name: Install
+        run: pip install --disable-pip-version-check -e .[apm,tests]
+      - name: Test
+        run: ./run-tests.sh
+        shell: bash
+        env:
+          CI: "true"
+          DD_AGENT_HOST: localhost
+          DD_ENV: prod
+          DD_SERVICE: datadog-api-client-python
+          DD_TAGS: "team:integration-tools-and-libraries"
+          DD_TEST_CLIENT_API_KEY: ${{ secrets.DD_CLIENT_API_KEY }}
+          DD_TEST_CLIENT_APP_KEY: ${{ secrets.DD_CLIENT_APP_KEY }}
+          DD_TRACE_ANALYTICS_ENABLED: "true"
+          RECORD: "none"
+          PYTEST_ADDOPTS: "--ddtrace"
+          DD_PYTEST_OPERATION_NAME: "test"
+      - name: Post failure status check
+        if: failure() && github.event_name == 'pull_request' && contains(github.event.pull_request.head.ref, 'datadog-api-spec/generated/')
+        uses: actions/github-script@v4.0.2
+        with:
+          github-token: ${{ steps.get_token.outputs.token }}
+          script: |
+            const script = require('./.github/workflows/scripts/test_integration.js')
+            await script.post_status_check(github, context, "integration", "failure")
+      - name: Post success status check
+        if: "!failure() && github.event_name == 'pull_request' && contains(github.event.pull_request.head.ref, 'datadog-api-spec/generated/')"
+        uses: actions/github-script@v4.0.2
+        with:
+          github-token: ${{ steps.get_token.outputs.token }}
+          script: |
+            const script = require('./.github/workflows/scripts/test_integration.js')
+            await script.post_status_check(github, context, "integration", "success")

Original file line number	Diff line number	Diff line change
`@@ -4,13 +4,13 @@`
`4`	`4`	`"spec_versions": {`
`5`	`5`	`"v1": {`
`6`	`6`	`"apigentools_version": "1.4.1.dev8",`
`7`		`- "regenerated": "2021-06-28 16:37:38.437354",`
`8`		`- "spec_repo_commit": "49e5f63"`
	`7`	`+ "regenerated": "2021-06-29 10:15:19.603968",`
	`8`	`+ "spec_repo_commit": "6fd5e2f"`
`9`	`9`	`},`
`10`	`10`	`"v2": {`
`11`	`11`	`"apigentools_version": "1.4.1.dev8",`
`12`		`- "regenerated": "2021-06-28 16:38:06.418638",`
`13`		`- "spec_repo_commit": "49e5f63"`
	`12`	`+ "regenerated": "2021-06-29 10:15:47.477187",`
	`13`	`+ "spec_repo_commit": "6fd5e2f"`
`14`	`14`	`}`
`15`	`15`	`}`
`16`	`16`	`}`