build: Upload stats data and coverage reports to staging (#61)

nsdeschenes · web-flow · commit d28a2e422601 · 2024-01-31T12:12:09.000-04:00
Regularly upload stats data for the example apps to staging, and upload coverage reports to staging.
diff --git a/.changeset/grumpy-icons-hammer.md b/.changeset/grumpy-icons-hammer.md
@@ -0,0 +1,8 @@
+---
+"@codecov/bundler-plugin-core": patch
+"@codecov/rollup-plugin": patch
+"@codecov/vite-plugin": patch
+"@codecov/webpack-plugin": patch
+---
+
+Break from retry loop when the response is ok
diff --git a/.eslintrc.js b/.eslintrc.js
@@ -29,6 +29,7 @@ const config = {
     ],
   },
   rules: {
+    "no-console": ["error"],
     "@typescript-eslint/no-unused-vars": [
       "error",
       { argsIgnorePattern: "^_", destructuredArrayIgnorePattern: "^_" },
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -143,10 +143,39 @@ jobs:
       - name: Run TSC
         run: pnpm run type-check
 
+  codecov-startup:
+    name: Codecov Startup
+    runs-on: ubuntu-latest
+    needs: install
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 2
+
+      - name: Install CLI
+        if: ${{ !github.event.pull_request.head.repo.fork && github.repository_owner == 'codecov' }}
+        run: |
+          pip install --no-cache-dir codecov-cli
+
+      - name: Run Startup
+        if: ${{ !github.event.pull_request.head.repo.fork && github.repository_owner == 'codecov' }}
+        env:
+          CODECOV_TOKEN: ${{ secrets.CODECOV_ORG_TOKEN }}
+        run: |
+          codecovcli -u ${{ secrets.CODECOV_URL }} create-commit --fail-on-error
+          codecovcli -u ${{ secrets.CODECOV_URL }} create-report --fail-on-error
+
+      - name: Run Startup Staging
+        if: ${{ !github.event.pull_request.head.repo.fork && github.repository_owner == 'codecov' }}
+        run: |
+          codecovcli -u ${{ secrets.CODECOV_STAGING_URL }} create-commit -t ${{ secrets.CODECOV_ORG_TOKEN_STAGING }} --fail-on-error
+          codecovcli -u ${{ secrets.CODECOV_STAGING_URL }} create-report -t ${{ secrets.CODECOV_ORG_TOKEN_STAGING }} --fail-on-error
+
   unit-test:
     name: Run Unit Tests
     runs-on: ubuntu-latest
-    needs: install
+    needs: [install, codecov-startup]
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -189,10 +218,22 @@ jobs:
       - name: Run unit tests
         run: pnpm run test:unit:ci --maxWorkers=2
 
+      - name: Install CLI
+        if: ${{ !github.event.pull_request.head.repo.fork && github.repository_owner == 'codecov' }}
+        run: |
+          pip install --no-cache-dir codecov-cli
+
       - name: Upload coverage reports to Codecov
-        uses: codecov/codecov-action@v3
-        env:
-          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+        ## Don't upload on forks for now.
+        if: ${{ !github.event.pull_request.head.repo.fork && github.repository_owner == 'codecov' }}
+        run: |
+          codecovcli -u ${{ secrets.CODECOV_URL }} do-upload -t ${{ secrets.CODECOV_ORG_TOKEN }} --fail-on-error
+
+      - name: Upload coverage reports to Codecov staging
+        ## Don't upload on forks for now.
+        if: ${{ !github.event.pull_request.head.repo.fork && github.repository_owner == 'codecov' }}
+        run: |
+          codecovcli -u ${{ secrets.CODECOV_STAGING_URL }} do-upload -t ${{ secrets.CODECOV_ORG_TOKEN_STAGING }} --fail-on-error
 
   integration-test:
     name: Run Integration Tests (Node ${{ matrix.node-version }})
@@ -201,10 +242,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        node-version: [
-            "18.x",
-            "20.x"
-        ]
+        node-version: ["18.x", "20.x"]
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -246,3 +284,66 @@ jobs:
 
       - name: Run e2e tests
         run: pnpm run test:e2e --maxWorkers=2
+
+  upload-stats-data-to-staging:
+    name: Build and upload ${{ matrix.example }} stats data to staging
+    runs-on: ubuntu-latest
+    needs: [install, unit-test, integration-test]
+    strategy:
+      fail-fast: false
+      matrix:
+        example: ["next-js", "rollup", "vite", "webpack"]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Setup node
+        uses: actions/setup-node@v3
+        with:
+          node-version: 18
+
+      - name: Install pnpm
+        uses: pnpm/action-setup@v2
+        with:
+          version: 8
+          run_install: false
+
+      - name: Get pnpm store directory
+        shell: bash
+        run: |
+          echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV
+
+      - name: Cache node_modules
+        id: cache-node-modules
+        uses: actions/cache@v3
+        env:
+          cache-name: cache-codecov-js-bundle-plugin-node-modules
+        with:
+          path: ${{ env.STORE_PATH }}
+          key: ${{ runner.os }}-${{ env.cache-name }}-${{ hashFiles('**/pnpm-lock.yaml') }}
+          restore-keys: |
+            ${{ runner.os }}-${{ env.cache-name }}-
+
+      - name: Install dependencies
+        run: pnpm install
+
+      - name: Build plugins
+        run: pnpm run build
+
+      - name: Install built plugins
+        run: pnpm install
+
+      - name: Build ${{ matrix.example }} app
+        working-directory: ./examples/${{ matrix.example }}
+        env:
+          NEXT_UPLOAD_TOKEN: ${{ secrets.CODECOV_ORG_TOKEN_STAGING }}
+          NEXT_API_URL: ${{ secrets.CODECOV_STAGING_API_URL }}
+          ROLLUP_UPLOAD_TOKEN: ${{ secrets.CODECOV_ORG_TOKEN_STAGING }}
+          ROLLUP_API_URL: ${{ secrets.CODECOV_STAGING_API_URL }}
+          VITE_UPLOAD_TOKEN: ${{ secrets.CODECOV_ORG_TOKEN_STAGING }}
+          VITE_API_URL: ${{ secrets.CODECOV_STAGING_API_URL }}
+          WEBPACK_UPLOAD_TOKEN: ${{ secrets.CODECOV_ORG_TOKEN_STAGING }}
+          WEBPACK_API_URL: ${{ secrets.CODECOV_STAGING_API_URL }}
+        run: pnpm run build
diff --git a/.github/workflows/upload_example_stats.yml b/.github/workflows/upload_example_stats.yml
diff --git a/packages/bundler-plugin-core/src/utils/fetchWithRetry.ts b/packages/bundler-plugin-core/src/utils/fetchWithRetry.ts
@@ -27,6 +27,7 @@ export const fetchWithRetry = async ({
       if (!response.ok) {
         throw new BadResponseError("Response not ok");
       }
+      break;
     } catch (err) {
       debug(`${name} fetch attempt ${i} failed`);
       const isLastAttempt = i + 1 === retryCount;
@@ -35,7 +36,6 @@ export const fetchWithRetry = async ({
         red(`${name} failed after ${i} attempts`);
 
         if (!(err instanceof BadResponseError)) {
-          console.debug("ahh");
           throw err;
         }
         return response;
diff --git a/packages/bundler-plugin-core/src/utils/logging.ts b/packages/bundler-plugin-core/src/utils/logging.ts
@@ -11,6 +11,8 @@ export function prepareMessage(msg: unknown): string {
 }
 
 export function l(msg: string): void {
+  // Required to properly log to the console
+  // eslint-disable-next-line no-console
   console.log(msg);
 }
 

Original file line number	Diff line number	Diff line change
`@@ -27,6 +27,7 @@ export const fetchWithRetry = async ({`
`27`	`27`	`if (!response.ok) {`
`28`	`28`	`throw new BadResponseError("Response not ok");`
`29`	`29`	`}`
	`30`	`+ break;`
`30`	`31`	`} catch (err) {`
`31`	`32`	debug(`${name} fetch attempt ${i} failed`);
`32`	`33`	`const isLastAttempt = i + 1 === retryCount;`
`@@ -35,7 +36,6 @@ export const fetchWithRetry = async ({`
`35`	`36`	red(`${name} failed after ${i} attempts`);
`36`	`37`
`37`	`38`	`if (!(err instanceof BadResponseError)) {`
`38`		`- console.debug("ahh");`
`39`	`39`	`throw err;`
`40`	`40`	`}`
`41`	`41`	`return response;`
Original file line number	Diff line number	Diff line change
`@@ -11,6 +11,8 @@ export function prepareMessage(msg: unknown): string {`
`11`	`11`	`}`
`12`	`12`
`13`	`13`	`export function l(msg: string): void {`
	`14`	`+ // Required to properly log to the console`
	`15`	`+ // eslint-disable-next-line no-console`
`14`	`16`	`console.log(msg);`
`15`	`17`	`}`
`16`	`18`