ci(lint): expand jscpd to use branch comparison #15828
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # github actions: https://docs.github.com/en/actions/use-cases-and-examples/building-and-testing/building-and-testing-nodejs | |
| # setup-node: https://github.com/actions/setup-node | |
| name: CI | |
| on: | |
| push: | |
| branches: [master, staging] | |
| pull_request: | |
| branches: [master, feature/*, staging] | |
| # Default = opened + synchronize + reopened. | |
| # We also want "edited" so that lint-commits runs when PR title is updated. | |
| # https://docs.github.com/en/actions/writing-workflows/choosing-when-your-workflow-runs/events-that-trigger-workflows#pull_request | |
| types: | |
| - edited | |
| - opened | |
| - reopened | |
| - synchronize | |
| # Cancel old jobs when a pull request is updated. | |
| concurrency: | |
| group: ${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| jobs: | |
| dupe-check: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: '18' | |
| - name: Set up Git | |
| run: | | |
| # Add the main repository as a remote | |
| git remote add forkUpstream https://github.com/${{ github.event.pull_request.head.repo.full_name }} # URL of the fork | |
| git fetch forkUpstream # Fetch fork | |
| - name: Get current branch and target branch | |
| id: get_branches | |
| run: | | |
| if [ "${{ github.event_name }}" == "pull_request" ]; then | |
| echo "CURRENT_BRANCH=${{ github.head_ref }}" >> $GITHUB_ENV | |
| echo "TARGET_BRANCH=${{ github.event.pull_request.base.ref }}" >> $GITHUB_ENV | |
| else | |
| echo "CURRENT_BRANCH=${{ github.head_ref }}" >> $GITHUB_ENV | |
| echo "TARGET_BRANCH=master" >> $GITHUB_ENV # Default target branch | |
| fi | |
| - name: Get the diff | |
| run: git diff --name-only origin/$TARGET_BRANCH forkUpstream/$CURRENT_BRANCH > diff_output.txt | |
| - name: Install dependencies | |
| run: | | |
| npm install -g jscpd diff-so-fancy | |
| - name: Run jscpd on entire codebase | |
| run: jscpd --config "$GITHUB_WORKSPACE/.github/workflows/jscpd.json" | |
| - name: Upload unfiltered jscpd report | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: unfiltered-jscpd-report | |
| path: ./jscpd-report.json | |
| - name: Filter jscpd report for changed files | |
| run: | | |
| if [ ! -f ./jscpd-report.json ]; then | |
| echo "jscpd-report.json not found" | |
| exit 1 | |
| fi | |
| echo "Filtering jscpd report for changed files..." | |
| CHANGED_FILES=$(jq -R -s -c 'split("\n")[:-1]' diff_output.txt) | |
| echo "Changed files: $CHANGED_FILES" | |
| jq --argjson changed_files "$CHANGED_FILES" ' | |
| .duplicates | map(select( | |
| (.firstFile?.name as $fname | $changed_files | any(. == $fname)) or | |
| (.secondFile?.name as $sname | $changed_files | any(. == $sname)) | |
| )) | |
| ' ./jscpd-report.json > filtered-jscpd-report.json | |
| cat filtered-jscpd-report.json | |
| - name: Check if filtered jscpd report exists | |
| id: check_filtered_report | |
| run: | | |
| if [ $(wc -l < ./filtered-jscpd-report.json) -gt 1 ]; then | |
| echo "filtered_report_exists=true" >> $GITHUB_ENV | |
| else | |
| echo "filtered_report_exists=false" >> $GITHUB_ENV | |
| fi | |
| - name: Upload filtered jscpd report | |
| if: env.filtered_report_exists == 'true' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: filtered-jscpd-report | |
| path: ./filtered-jscpd-report.json | |
| - name: Fail if duplications are found | |
| if: env.filtered_report_exists == 'true' | |
| run: | | |
| echo "Duplications found, failing the check." | |
| exit 1 | |
| lint-commits: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 20 | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: '20' | |
| - name: Check PR title | |
| run: | | |
| node "$GITHUB_WORKSPACE/.github/workflows/lintcommit.js" | |
| lint: | |
| needs: lint-commits | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| node-version: [18.x] | |
| vscode-version: [stable] | |
| env: | |
| NODE_OPTIONS: '--max-old-space-size=8192' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Use Node.js ${{ matrix.node-version }} | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ matrix.node-version }} | |
| - run: npm ci | |
| - run: npm run testCompile | |
| - run: npm run lint | |
| macos: | |
| needs: lint-commits | |
| name: test macOS | |
| runs-on: macos-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| node-version: [18.x] | |
| vscode-version: [minimum, stable, insiders] | |
| env: | |
| VSCODE_TEST_VERSION: ${{ matrix.vscode-version }} | |
| NODE_OPTIONS: '--max-old-space-size=8192' | |
| AWS_TOOLKIT_TEST_CACHE_DIR: '/tmp/.vscode-test/' | |
| AWS_TOOLKIT_TEST_USER_DIR: '/tmp/.vscode-test/user-data/' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Use Node.js ${{ matrix.node-version }} | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ matrix.node-version }} | |
| - run: npm ci | |
| - name: Tests | |
| uses: coactions/setup-xvfb@v1 | |
| with: | |
| run: npm test | |
| - name: Code coverage (Toolkit) | |
| env: | |
| # Unset NODE_OPTIONS because of https://github.com/codecov/uploader/issues/475 | |
| NODE_OPTIONS: '' | |
| if: ${{ github.repository == 'aws/aws-toolkit-vscode' && github.ref == 'master' }} | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| flags: macos-toolkit-unittests | |
| verbose: true | |
| file: ./coverage/toolkit/lcov.info | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| - name: Code coverage (Amazon Q) | |
| env: | |
| # Unset NODE_OPTIONS because of https://github.com/codecov/uploader/issues/475 | |
| NODE_OPTIONS: '' | |
| if: ${{ github.repository == 'aws/aws-toolkit-vscode' && github.ref == 'master' }} | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| flags: macos-amazonq-unittests | |
| verbose: true | |
| file: ./coverage/amazonq/lcov.info | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| web: | |
| needs: lint-commits | |
| name: test Web | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| node-version: [18.x] | |
| vscode-version: [stable, insiders] | |
| env: | |
| VSCODE_TEST_VERSION: ${{ matrix.vscode-version }} | |
| NODE_OPTIONS: '--max-old-space-size=8192' | |
| AWS_TOOLKIT_TEST_CACHE_DIR: '/tmp/.vscode-test/' | |
| AWS_TOOLKIT_TEST_USER_DIR: '/tmp/.vscode-test/user-data/' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Use Node.js ${{ matrix.node-version }} | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ matrix.node-version }} | |
| - run: npm ci | |
| - name: Tests | |
| uses: coactions/setup-xvfb@v1 | |
| with: | |
| run: npm run testWeb | |
| windows: | |
| needs: lint-commits | |
| name: test Windows | |
| runs-on: windows-2019 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| node-version: [18.x] | |
| vscode-version: [stable, insiders] | |
| env: | |
| VSCODE_TEST_VERSION: ${{ matrix.vscode-version }} | |
| NODE_OPTIONS: '--max-old-space-size=8192' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Use Node.js ${{ matrix.node-version }} | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ matrix.node-version }} | |
| - run: npm ci | |
| - name: Tests | |
| run: npm test | |
| - name: Code coverage | |
| env: | |
| # Unset NODE_OPTIONS because of https://github.com/codecov/uploader/issues/475 | |
| NODE_OPTIONS: '' | |
| if: ${{ github.repository == 'aws/aws-toolkit-vscode' && github.ref == 'master' }} | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| flags: windows-unittests | |
| verbose: true | |
| file: ./coverage/lcov.info | |
| token: ${{ secrets.CODECOV_TOKEN }} |