midscene/.github/workflows/ai.yml at main · web-infra-dev/midscene · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
name: AI - Playwright e2e
on:
  push:
    branches:
      - main
  pull_request:
  workflow_dispatch:
    inputs:
      branch:
        description: 'Branch to checkout'
        required: false
        default: 'main'
        type: string

permissions:
  contents: read

env:
  MIDSCENE_MODEL_API_KEY: ${{ secrets.MIDSCENE_MODEL_API_KEY }}
  MIDSCENE_MODEL_BASE_URL: ${{ vars.MIDSCENE_MODEL_BASE_URL }}
  MIDSCENE_MODEL_NAME: ${{ vars.MIDSCENE_MODEL_NAME }}
  MIDSCENE_MODEL_FAMILY: ${{ vars.MIDSCENE_MODEL_FAMILY }}
  MIDSCENE_MODEL_RETRY_COUNT: "2"
  MIDSCENE_MODEL_RETRY_INTERVAL: "60000"
  MIDSCENE_REPORT_QUIET: "true"
  CI: 1

jobs:
  e2e-web:
    runs-on: ubuntu-22.04
    steps:
    - uses: actions/checkout@v4
      with:
        fetch-depth: 0
        ref: ${{ github.event.inputs.branch || github.ref }}

    - name: Setup pnpm
      uses: pnpm/action-setup@v2
      with:
        version: 9.3.0

    - name: Setup Node.js
      uses: actions/setup-node@v4
      with:
        node-version: '24.13.0'
        cache: 'pnpm'

    - name: Cache Playwright dependencies
      uses: actions/cache@v3
      id: cache-playwright
      with:
        path: ~/.cache/ms-playwright
        key: ${{ runner.os }}-playwright-${{ hashFiles('pnpm-lock.yaml') }}
        restore-keys: |
          ${{ runner.os }}-playwright-

    - name: Install dependencies
      run: pnpm install --frozen-lockfile

    - name: Install Playwright dependencies
      run: |
        cd packages/web-integration
        if [ "${{ steps.cache-playwright.outputs.cache-hit }}" != "true" ]; then
          npx playwright install --with-deps
        else
          npx playwright install-deps && npx playwright install
        fi

    - name: Install puppeteer dependencies
      run: |
        cd packages/web-integration
        npx puppeteer browsers install chrome

    - name: Run e2e tests
      run: pnpm run e2e
      id: e2e-tests
      continue-on-error: true

    - name: Upload e2e report
      if: always()
      uses: actions/upload-artifact@v4
      with:
        name: e2e-report
        path: ${{ github.workspace }}/packages/web-integration/midscene_run/report
        if-no-files-found: ignore

    - name: Run e2e tests cache
      run: pnpm run e2e:cache
      id: e2e-tests-cache
      continue-on-error: true

    - name: Upload e2e cache report
      if: always()
      uses: actions/upload-artifact@v4
      with:
        name: e2e-cache-report
        path: ${{ github.workspace }}/packages/web-integration/midscene_run/report
        if-no-files-found: ignore

    - name: Run e2e tests report
      run: pnpm run e2e:report
      id: e2e-tests-report
      continue-on-error: true

    - name: Upload e2e report output
      if: always()
      uses: actions/upload-artifact@v4
      with:
        name: e2e-report-output
        path: ${{ github.workspace }}/packages/web-integration/midscene_run/report
        if-no-files-found: ignore

    - name: Check if tests failed
      if: steps.e2e-tests.outcome == 'failure' || steps.e2e-tests-cache.outcome == 'failure' || steps.e2e-tests-report.outcome == 'failure'
      run: |
        echo "::error::The following e2e tests failed:"
        if [ "${{ steps.e2e-tests.outcome }}" == "failure" ]; then echo "  - e2e (basic)"; fi
        if [ "${{ steps.e2e-tests-cache.outcome }}" == "failure" ]; then echo "  - e2e:cache"; fi
        if [ "${{ steps.e2e-tests-report.outcome }}" == "failure" ]; then echo "  - e2e:report"; fi
        exit 1

  e2e-report:
    runs-on: ubuntu-22.04
    steps:
    - uses: actions/checkout@v4
      with:
        fetch-depth: 0
        ref: ${{ github.event.inputs.branch || github.ref }}

    - name: Setup pnpm
      uses: pnpm/action-setup@v2
      with:
        version: 9.3.0

    - name: Setup Node.js
      uses: actions/setup-node@v4
      with:
        node-version: '24.13.0'
        cache: 'pnpm'

    - name: Cache Playwright dependencies
      uses: actions/cache@v3
      id: cache-playwright
      with:
        path: ~/.cache/ms-playwright
        key: ${{ runner.os }}-playwright-${{ hashFiles('pnpm-lock.yaml') }}
        restore-keys: |
          ${{ runner.os }}-playwright-

    - name: Install dependencies
      run: pnpm install --frozen-lockfile

    - name: Install Playwright dependencies
      run: |
        cd packages/web-integration
        if [ "${{ steps.cache-playwright.outputs.cache-hit }}" != "true" ]; then
          npx playwright install --with-deps
        else
          npx playwright install-deps && npx playwright install
        fi

    - name: Install puppeteer dependencies
      run: |
        cd packages/web-integration
        npx puppeteer browsers install chrome

    - name: Run apps/report e2e tests
      run: cd apps/report && pnpm run e2e
      id: e2e-tests-app-report

    - name: Upload apps/report e2e report
      if: always()
      uses: actions/upload-artifact@v4
      with:
        name: e2e-app-report-output
        path: |
          ${{ github.workspace }}/midscene_run/report
          ${{ github.workspace }}/apps/report/midscene_run/report
        if-no-files-found: ignore