test.yml

# Copyright 2024 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

name: Test

on:
  pull_request:
  push:
    branches:
      - main
  workflow_dispatch:

jobs:
  get-playwright-version:
    runs-on: ubuntu-latest
    outputs:
      version: ${{ steps.get-version.outputs.version }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-node@v4
        with:
          node-version: lts/*
      - run: npm ci
      - id: get-version
        run: echo "version=$(npm list --depth=0 playwright | awk -F@ '/playwright/ {print $2}')" >> "$GITHUB_OUTPUT"
        
  test:
    timeout-minutes: 60
    needs: get-playwright-version
    runs-on: ubuntu-latest
    container:
      image: mcr.microsoft.com/playwright:v${{ needs.get-playwright-version.outputs.version }}
    steps:
    - uses: actions/checkout@v4
      with:
        submodules: true
    - uses: actions/setup-node@v4
      with:
        node-version: lts/*
    - name: Install dependencies
      run: npm ci
    - name: Install Playwright Browsers
      run: npx playwright install --with-deps
    - name: Build project
      run: |
        npm run build:ts
        npm run build:rollup
    - name: Build samples
      working-directory: ./samples
      run: |
        npm install
        npm run build
    - name: Generate sample configs
      run: npx -y tsx scripts/gen-samples.ts        
    - name: Run Node tests
      run: npm run test
    - name: Setup Playwright report dirs
      run: |
        mkdir -p all-blob-reports
        mkdir -p blob-report
    - name: Run Playwright tests (Chrome)
      env:
          HOME: /root
      run: |
        npm run test:playwright -- --project=chromium --grep-invert=@screenshot
        cp blob-report/* all-blob-reports/
    - name: Run Playwright tests (Firefox)
      env:
          HOME: /root
      run: |
        npm run test:playwright -- --project=firefox --grep-invert=@screenshot --workers='50%'
        cp blob-report/* all-blob-reports/
    - name: Run Playwright tests (Safari)
      env:
          HOME: /root
      run: |
        npm run test:playwright -- --project=webkit --grep-invert=@screenshot --workers='50%'
        cp blob-report/* all-blob-reports/
    - name: Run Playwright tests (Screenshot)
      env:
          HOME: /root
      run: |
        npm run test:playwright -- --grep=@screenshot
        cp blob-report/* all-blob-reports/
    - name: Merge Playwright reports
      run: |
        if [ -d all-blob-reports ]; then
          cp blob-report/* all-blob-reports/
          npx playwright merge-reports --reporter html ./all-blob-reports
        fi
    - uses: actions/upload-artifact@v4
      if: ${{ !cancelled() }}
      with:
        name: playwright-report
        path: playwright-report/
        retention-days: 30