ci(lint): expand jscpd to use branch comparison #15852
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # github actions: https://docs.github.com/en/actions/use-cases-and-examples/building-and-testing/building-and-testing-nodejs | |
| # setup-node: https://github.com/actions/setup-node | |
| name: CI | |
| on: | |
| push: | |
| branches: [master, staging] | |
| pull_request: | |
| branches: [master, feature/*, staging] | |
| # Default = opened + synchronize + reopened. | |
| # We also want "edited" so that lint-commits runs when PR title is updated. | |
| # https://docs.github.com/en/actions/writing-workflows/choosing-when-your-workflow-runs/events-that-trigger-workflows#pull_request | |
| types: | |
| - edited | |
| - opened | |
| - reopened | |
| - synchronize | |
| # Cancel old jobs when a pull request is updated. | |
| concurrency: | |
| group: ${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| jobs: | |
| dupe-check: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| node-version: [18.x] | |
| env: | |
| NODE_OPTIONS: '--max-old-space-size=8192' | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Node.js ${{ matrix.node-version }} | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ matrix.node-version }} | |
| - name: Fetch fork upstream | |
| run: | | |
| git remote add forkUpstream https://github.com/${{ github.event.pull_request.head.repo.full_name }} # URL of the fork | |
| git fetch forkUpstream # Fetch fork | |
| - name: Determine current and target branches | |
| run: | | |
| echo "CURRENT_BRANCH=${{ github.head_ref }}" >> $GITHUB_ENV | |
| echo "TARGET_BRANCH=${{ github.event.pull_request.base.ref }}" >> $GITHUB_ENV | |
| - name: Get the diff | |
| run: git diff --name-only origin/$TARGET_BRANCH forkUpstream/$CURRENT_BRANCH > diff_output.txt | |
| - name: Install dependencies | |
| run: | | |
| npm install -g jscpd diff-so-fancy | |
| - name: Run jscpd on entire codebase | |
| run: jscpd --config "$GITHUB_WORKSPACE/.github/workflows/jscpd.json" | |
| - name: Upload unfiltered jscpd report | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: unfiltered-jscpd-report | |
| path: ./jscpd-report.json | |
| - name: Filter jscpd report for changed files | |
| run: | | |
| if [ ! -f ./jscpd-report.json ]; then | |
| echo "jscpd-report.json not found" | |
| exit 1 | |
| fi | |
| echo "Filtering jscpd report for changed files..." | |
| CHANGED_FILES=$(jq -R -s -c 'split("\n")[:-1]' diff_output.txt) | |
| echo "Changed files: $CHANGED_FILES" | |
| jq --argjson changed_files "$CHANGED_FILES" ' | |
| .duplicates | map(select( | |
| (.firstFile?.name as $fname | $changed_files | any(. == $fname)) or | |
| (.secondFile?.name as $sname | $changed_files | any(. == $sname)) | |
| )) | |
| ' ./jscpd-report.json > filtered-jscpd-report.json | |
| cat filtered-jscpd-report.json | |
| - name: Check if filtered jscpd report exists | |
| id: check_filtered_report | |
| run: | | |
| if [ $(wc -l < ./filtered-jscpd-report.json) -gt 1 ]; then | |
| echo "filtered_report_exists=true" >> $GITHUB_ENV | |
| else | |
| echo "filtered_report_exists=false" >> $GITHUB_ENV | |
| fi | |
| - name: Upload filtered jscpd report | |
| if: env.filtered_report_exists == 'true' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: filtered-jscpd-report | |
| path: ./filtered-jscpd-report.json | |
| - name: Fail if duplications are found | |
| if: env.filtered_report_exists == 'true' | |
| run: | | |
| cat ./filtered-jscpd-report.json | |
| echo "Duplications found, failing the check." | |
| exit 1 | |
| lint-commits: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 20 | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: '20' | |
| - name: Check PR title | |
| run: | | |
| node "$GITHUB_WORKSPACE/.github/workflows/lintcommit.js" | |
| lint: | |
| needs: lint-commits | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| node-version: [18.x] | |
| vscode-version: [stable] | |
| env: | |
| NODE_OPTIONS: '--max-old-space-size=8192' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Use Node.js ${{ matrix.node-version }} | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ matrix.node-version }} | |
| - run: npm ci | |
| - run: npm run testCompile | |
| - run: npm run lint | |
| macos: | |
| needs: lint-commits | |
| name: test macOS | |
| runs-on: macos-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| node-version: [18.x] | |
| vscode-version: [minimum, stable, insiders] | |
| env: | |
| VSCODE_TEST_VERSION: ${{ matrix.vscode-version }} | |
| NODE_OPTIONS: '--max-old-space-size=8192' | |
| AWS_TOOLKIT_TEST_CACHE_DIR: '/tmp/.vscode-test/' | |
| AWS_TOOLKIT_TEST_USER_DIR: '/tmp/.vscode-test/user-data/' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Use Node.js ${{ matrix.node-version }} | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ matrix.node-version }} | |
| - run: npm ci | |
| - name: Tests | |
| uses: coactions/setup-xvfb@v1 | |
| with: | |
| run: npm test | |
| - name: Code coverage (Toolkit) | |
| env: | |
| # Unset NODE_OPTIONS because of https://github.com/codecov/uploader/issues/475 | |
| NODE_OPTIONS: '' | |
| if: ${{ github.repository == 'aws/aws-toolkit-vscode' && github.ref == 'master' }} | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| flags: macos-toolkit-unittests | |
| verbose: true | |
| file: ./coverage/toolkit/lcov.info | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| - name: Code coverage (Amazon Q) | |
| env: | |
| # Unset NODE_OPTIONS because of https://github.com/codecov/uploader/issues/475 | |
| NODE_OPTIONS: '' | |
| if: ${{ github.repository == 'aws/aws-toolkit-vscode' && github.ref == 'master' }} | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| flags: macos-amazonq-unittests | |
| verbose: true | |
| file: ./coverage/amazonq/lcov.info | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| web: | |
| needs: lint-commits | |
| name: test Web | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| node-version: [18.x] | |
| vscode-version: [stable, insiders] | |
| env: | |
| VSCODE_TEST_VERSION: ${{ matrix.vscode-version }} | |
| NODE_OPTIONS: '--max-old-space-size=8192' | |
| AWS_TOOLKIT_TEST_CACHE_DIR: '/tmp/.vscode-test/' | |
| AWS_TOOLKIT_TEST_USER_DIR: '/tmp/.vscode-test/user-data/' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Use Node.js ${{ matrix.node-version }} | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ matrix.node-version }} | |
| - run: npm ci | |
| - name: Tests | |
| uses: coactions/setup-xvfb@v1 | |
| with: | |
| run: npm run testWeb | |
| windows: | |
| needs: lint-commits | |
| name: test Windows | |
| runs-on: windows-2019 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| node-version: [18.x] | |
| vscode-version: [stable, insiders] | |
| env: | |
| VSCODE_TEST_VERSION: ${{ matrix.vscode-version }} | |
| NODE_OPTIONS: '--max-old-space-size=8192' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Use Node.js ${{ matrix.node-version }} | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ matrix.node-version }} | |
| - run: npm ci | |
| - name: Tests | |
| run: npm test | |
| - name: Code coverage | |
| env: | |
| # Unset NODE_OPTIONS because of https://github.com/codecov/uploader/issues/475 | |
| NODE_OPTIONS: '' | |
| if: ${{ github.repository == 'aws/aws-toolkit-vscode' && github.ref == 'master' }} | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| flags: windows-unittests | |
| verbose: true | |
| file: ./coverage/lcov.info | |
| token: ${{ secrets.CODECOV_TOKEN }} |