Skip to content

Commit 82f607a

Browse files
wdevfxwdevfx
authored
CI: improve jobs stability (#29193)
1 parent 4b282f0 commit 82f607a

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

63 files changed

+399
-302
lines changed

‎.github/actions/run-qunit-tests/action.yml‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,7 @@ runs:
5252

5353
- name: Setup Chrome
5454
if: ${{ inputs.browser == 'chrome' }}
55-
uses: ./.github/actions/setup-chrome
55+
uses: ./.github/actions/setup-chrome-headless-shell
5656
with:
5757
chrome-version: '133.0.6943.53'
5858

@@ -126,6 +126,7 @@ runs:
126126
GITHUBACTION: "true"
127127
TARGET: "test"
128128
DISPLAY: ":99"
129+
CHROME_CMD: ${{ env.CHROME_SHELL }}
129130
run: |
130131
chmod +x ./docker-ci.sh
131132
./docker-ci.sh

‎.github/actions/setup-chrome-headless-shell/action.yml‎

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
name: Chrome headless shell installer
2+
description: Install chrome-headless-shell
3+
4+
# Chrome headless shell
5+
# https://developer.chrome.com/blog/chrome-headless-shell
6+
7+
inputs:
8+
chrome-version:
9+
description: Chrome headless shell version to install
10+
default: "latest"
11+
12+
runs:
13+
using: composite
14+
steps:
15+
- name: Setup chrome-headless-shell
16+
shell: bash
17+
env:
18+
CHROME_VERSION: ${{ inputs.chrome-version }}
19+
run: |
20+
if [ -n "$CHROME_VERSION" ]; then
21+
sudo apt-get update
22+
sudo apt-get -y install libu2f-udev
23+
sudo apt-get -y install dbus
24+
25+
echo "version to install: $CHROME_VERSION"
26+
CHROME_BIN=`npx @puppeteer/browsers install chrome-headless-shell@$CHROME_VERSION | awk '{print $2}'`
27+
chmod +x $CHROME_BIN
28+
echo "chrome-headless-shell installed in: $CHROME_BIN"
29+
$CHROME_BIN --version
30+
echo "CHROME_SHELL=$CHROME_BIN" >> $GITHUB_ENV
31+
else
32+
echo "chrome-headless-shell not installed!"
33+
fi
34+

‎.github/workflows/qunit_tests-additional-renovation.yml‎

Lines changed: 23 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -96,24 +96,27 @@ jobs:
9696
useJQuery: 'false'
9797
useCsp: 'true'
9898

99-
qunit-tests-performance:
100-
needs: build
101-
runs-on: devextreme-shr2
102-
name: Performance
103-
timeout-minutes: 25
104-
steps:
105-
- name: Get sources
106-
uses: actions/checkout@v4
107-
108-
- name: Run QUnit tests
109-
uses: ./.github/actions/run-qunit-tests
110-
with:
111-
name: 'Performance'
112-
browser: 'chrome'
113-
isPerformance: 'true'
114-
useJQuery: 'true'
115-
headless: 'false'
116-
useCsp: 'false'
99+
# TODO Chrome133: skipped during chrome update
100+
# We should run performance tests with non headless chrome
101+
# It fails in headless mode
102+
# qunit-tests-performance:
103+
# needs: build
104+
# runs-on: devextreme-shr2
105+
# name: Performance
106+
# timeout-minutes: 25
107+
# steps:
108+
# - name: Get sources
109+
# uses: actions/checkout@v4
110+
#
111+
# - name: Run QUnit tests
112+
# uses: ./.github/actions/run-qunit-tests
113+
# with:
114+
# name: 'Performance'
115+
# browser: 'chrome'
116+
# isPerformance: 'true'
117+
# useJQuery: 'true'
118+
# headless: 'true'
119+
# useCsp: 'false'
117120

118121
qunit-tests-mobile-and-shadow-dom:
119122
needs: build
@@ -140,7 +143,6 @@ jobs:
140143
]
141144
kind: [ 'shadow-dom', 'ios10', 'android6' ]
142145
include:
143-
- headless: false
144146
- kind: 'shadow-dom'
145147
userAgent: ''
146148
useShadowDom: true
@@ -149,10 +151,6 @@ jobs:
149151
- kind: 'android6'
150152
userAgent: 'android6'
151153
useJQuery: true
152-
- constel: 'ui'
153-
headless: true
154-
- constel: 'viz'
155-
headless: true
156154

157155
steps:
158156
- name: Get sources
@@ -167,7 +165,7 @@ jobs:
167165
useJQuery: ${{ matrix.useJquery || 'false' }}
168166
userAgent: ${{ matrix.userAgent }}
169167
useShadowDom: ${{ matrix.useShadowDom }}
170-
headless: ${{ matrix.headless }}
168+
headless: 'true'
171169
useCsp: 'true'
172170

173171
qunit-tests-firefox:
@@ -262,7 +260,7 @@ jobs:
262260
needs: [
263261
build,
264262
qunit-tests-timezones,
265-
qunit-tests-performance,
263+
# qunit-tests-performance,
266264
qunit-tests-mobile-and-shadow-dom,
267265
qunit-tests-firefox,
268266
qunit-tests-no-csp

‎.github/workflows/testcafe_tests.yml‎

Lines changed: 27 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -64,27 +64,33 @@ jobs:
6464
fail-fast: false
6565
matrix:
6666
ARGS: [
67-
{ componentFolder: "accessibility", name: "accessibility (1/7)", indices: "1/7" },
68-
{ componentFolder: "accessibility", name: "accessibility (2/7)", indices: "2/7" },
69-
{ componentFolder: "accessibility", name: "accessibility (3/7)", indices: "3/7" },
70-
{ componentFolder: "accessibility", name: "accessibility (4/7)", indices: "4/7" },
71-
{ componentFolder: "accessibility", name: "accessibility (5/7)", indices: "5/7" },
72-
{ componentFolder: "accessibility", name: "accessibility (6/7)", indices: "6/7" },
73-
{ componentFolder: "accessibility", name: "accessibility (7/7)", indices: "7/7" },
74-
{ componentFolder: "accessibility", name: "accessibility - material (1/7)", theme: "material.blue.light", indices: "1/7" },
75-
{ componentFolder: "accessibility", name: "accessibility - material (2/7)", theme: "material.blue.light", indices: "2/7" },
76-
{ componentFolder: "accessibility", name: "accessibility - material (3/7)", theme: "material.blue.light", indices: "3/7" },
77-
{ componentFolder: "accessibility", name: "accessibility - material (4/7)", theme: "material.blue.light", indices: "4/7" },
78-
{ componentFolder: "accessibility", name: "accessibility - material (5/7)", theme: "material.blue.light", indices: "5/7" },
79-
{ componentFolder: "accessibility", name: "accessibility - material (6/7)", theme: "material.blue.light", indices: "6/7" },
80-
{ componentFolder: "accessibility", name: "accessibility - material (7/7)", theme: "material.blue.light", indices: "7/7" },
81-
{ componentFolder: "accessibility", name: "accessibility - fluent (1/7)", theme: "fluent.blue.light", indices: "1/7" },
82-
{ componentFolder: "accessibility", name: "accessibility - fluent (2/7)", theme: "fluent.blue.light", indices: "2/7" },
83-
{ componentFolder: "accessibility", name: "accessibility - fluent (3/7)", theme: "fluent.blue.light", indices: "3/7" },
84-
{ componentFolder: "accessibility", name: "accessibility - fluent (4/7)", theme: "fluent.blue.light", indices: "4/7" },
85-
{ componentFolder: "accessibility", name: "accessibility - fluent (5/7)", theme: "fluent.blue.light", indices: "5/7" },
86-
{ componentFolder: "accessibility", name: "accessibility - fluent (6/7)", theme: "fluent.blue.light", indices: "6/7" },
87-
{ componentFolder: "accessibility", name: "accessibility - fluent (7/7)", theme: "fluent.blue.light", indices: "7/7" },
67+
{ componentFolder: "accessibility/common", name: "accessibility (1/7)", indices: "1/7" },
68+
{ componentFolder: "accessibility/common", name: "accessibility (2/7)", indices: "2/7" },
69+
{ componentFolder: "accessibility/common", name: "accessibility (3/7)", indices: "3/7" },
70+
{ componentFolder: "accessibility/common", name: "accessibility (4/7)", indices: "4/7" },
71+
{ componentFolder: "accessibility/common", name: "accessibility (5/7)", indices: "5/7" },
72+
{ componentFolder: "accessibility/common", name: "accessibility (6/7)", indices: "6/7" },
73+
{ componentFolder: "accessibility/common", name: "accessibility (7/7)", indices: "7/7" },
74+
{ componentFolder: "accessibility/common", name: "accessibility - material (1/7)", theme: "material.blue.light", indices: "1/7" },
75+
{ componentFolder: "accessibility/common", name: "accessibility - material (2/7)", theme: "material.blue.light", indices: "2/7" },
76+
{ componentFolder: "accessibility/common", name: "accessibility - material (3/7)", theme: "material.blue.light", indices: "3/7" },
77+
{ componentFolder: "accessibility/common", name: "accessibility - material (4/7)", theme: "material.blue.light", indices: "4/7" },
78+
{ componentFolder: "accessibility/common", name: "accessibility - material (5/7)", theme: "material.blue.light", indices: "5/7" },
79+
{ componentFolder: "accessibility/common", name: "accessibility - material (6/7)", theme: "material.blue.light", indices: "6/7" },
80+
{ componentFolder: "accessibility/common", name: "accessibility - material (7/7)", theme: "material.blue.light", indices: "7/7" },
81+
{ componentFolder: "accessibility/common", name: "accessibility - fluent (1/7)", theme: "fluent.blue.light", indices: "1/7" },
82+
{ componentFolder: "accessibility/common", name: "accessibility - fluent (2/7)", theme: "fluent.blue.light", indices: "2/7" },
83+
{ componentFolder: "accessibility/common", name: "accessibility - fluent (3/7)", theme: "fluent.blue.light", indices: "3/7" },
84+
{ componentFolder: "accessibility/common", name: "accessibility - fluent (4/7)", theme: "fluent.blue.light", indices: "4/7" },
85+
{ componentFolder: "accessibility/common", name: "accessibility - fluent (5/7)", theme: "fluent.blue.light", indices: "5/7" },
86+
{ componentFolder: "accessibility/common", name: "accessibility - fluent (6/7)", theme: "fluent.blue.light", indices: "6/7" },
87+
{ componentFolder: "accessibility/common", name: "accessibility - fluent (7/7)", theme: "fluent.blue.light", indices: "7/7" },
88+
{ componentFolder: "accessibility/list", name: "accessibility - list (1/2)", indices: "1/2" },
89+
{ componentFolder: "accessibility/list", name: "accessibility - list (1/2)", indices: "2/2" },
90+
{ componentFolder: "accessibility/list", name: "accessibility - list - material (1/2)", theme: "material.blue.light", indices: "1/2" },
91+
{ componentFolder: "accessibility/list", name: "accessibility - list - material (1/2)", theme: "material.blue.light", indices: "2/2" },
92+
{ componentFolder: "accessibility/list", name: "accessibility - list - fluent (1/2)", theme: "fluent.blue.light", indices: "1/2" },
93+
{ componentFolder: "accessibility/list", name: "accessibility - list - fluent (1/2)", theme: "fluent.blue.light", indices: "2/2" },
8894
{ componentFolder: "common", name: "common" },
8995
{ componentFolder: "common", name: "common - material", theme: 'material.blue.light' },
9096
{ componentFolder: "common", name: "common - fluent", theme: 'fluent.blue.light' },

‎apps/demos/testing/etalons/TreeList-MultipleRowSelection (material.blue.light).png‎

-228 Bytes
Loading

‎apps/demos/testing/etalons/TreeList-MultipleRowSelection (material.blue.light)_mask.png‎

6.25 KB
Loading

‎apps/demos/testing/etalons/TreeList-Resizing (material.blue.light).png‎

-91 Bytes
Loading

‎apps/demos/testing/etalons/TreeList-Resizing (material.blue.light)_mask.png‎

5.78 KB
Loading

‎e2e/testcafe-devextreme/runner.js‎

Lines changed: 34 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,16 @@ const { globSync } = require('glob');
99
const testPageUtils = require('./helpers/clearPage');
1010
require('nconf').argv();
1111

12+
const LAUNCH_RETRY_ATTEMPTS = 5;
13+
const LAUNCH_RETRY_TIMEOUT = 20000;
14+
const TESTCAFE_CONFIG = {
15+
hostname: 'localhost',
16+
port1: 1437,
17+
port2: 1438,
18+
// eslint-disable-next-line spellcheck/spell-checker
19+
experimentalProxyless: true,
20+
};
21+
1222
const changeTheme = async(t, themeName) => createTestCafe.ClientFunction(() => new Promise((resolve) => {
1323
// eslint-disable-next-line no-undef
1424
window.DevExpress.ui.themes.ready(resolve);
@@ -33,15 +43,29 @@ const addShadowRootTree = async(t) => {
3343
}).with({ boundTestRun: t })();
3444
};
3545

46+
const wait = async(timeout) => new Promise(resolve => setTimeout(resolve, timeout));
47+
48+
const retry = async(action, attempt) => {
49+
return await action()
50+
.catch(async(error) => {
51+
if(attempt <= 1) {
52+
throw error;
53+
}
54+
55+
/* eslint-disable no-console */
56+
console.log('\n > error occurred during testcafe launch!\n');
57+
console.error(error);
58+
console.info(`\n > waiting ${LAUNCH_RETRY_TIMEOUT / 1000} seconds...\n`);
59+
await wait(LAUNCH_RETRY_TIMEOUT);
60+
console.info('\n > retry launching testcafe\n');
61+
/* eslint-enable no-console */
62+
return await retry(action, attempt - 1);
63+
});
64+
};
65+
3666
let testCafe;
37-
createTestCafe({
38-
hostname: 'localhost',
39-
port1: 1437,
40-
port2: 1438,
41-
// eslint-disable-next-line spellcheck/spell-checker
42-
experimentalProxyless: true,
43-
})
44-
.then(tc => {
67+
createTestCafe(TESTCAFE_CONFIG)
68+
.then(async(tc) => {
4569
testCafe = tc;
4670

4771
const args = getArgs();
@@ -164,7 +188,7 @@ createTestCafe({
164188
runOptions.disableScreenshots = true;
165189
}
166190

167-
return runner.run(runOptions);
191+
return await retry(() => runner.run(runOptions), LAUNCH_RETRY_ATTEMPTS);
168192
})
169193
.then(failedCount => {
170194
testCafe.close();
@@ -186,7 +210,7 @@ function setShadowDom(args) {
186210
function expandBrowserAlias(browser, componentFolder) {
187211
switch(browser) {
188212
case 'chrome:devextreme-shr2':
189-
return 'chrome:headless --no-sandbox --disable-gpu --window-size=1200,800 --disable-partial-raster --disable-skia-runtime-opts --run-all-compositor-stages-before-draw --disable-new-content-rendering-timeout --disable-threaded-animation --disable-threaded-scrolling --disable-checker-imaging --disable-image-animation-resync --use-gl="swiftshader" --disable-features=PaintHolding --js-flags=--random-seed=2147483647 --font-render-hinting=none --disable-font-subpixel-positioning';
213+
return 'chrome:headless --no-sandbox --disable-gpu --window-size=1200,800 --disable-partial-raster --disable-skia-runtime-opts --run-all-compositor-stages-before-draw --disable-new-content-rendering-timeout --disable-threaded-animation --disable-threaded-scrolling --disable-checker-imaging --disable-image-animation-resync --use-gl="swiftshader" --disable-features=PaintHolding --font-render-hinting=none --disable-font-subpixel-positioning';
190214
case 'chrome:docker':
191215
return 'chromium:headless --no-sandbox --disable-gpu --window-size=1200,800';
192216
}

e2e/testcafe-devextreme/tests/accessibility/accordion.ts renamed to e2e/testcafe-devextreme/tests/accessibility/common/accordion.ts

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,11 @@
11
import { Properties } from 'devextreme/ui/accordion.d';
22
import { Selector as $ } from 'testcafe';
3-
import url from '../../helpers/getPageUrl';
4-
import { testAccessibility, Configuration } from '../../helpers/accessibility/test';
5-
import { Options } from '../../helpers/generateOptionMatrix';
3+
import url from '../../../helpers/getPageUrl';
4+
import { testAccessibility, Configuration } from '../../../helpers/accessibility/test';
5+
import { Options } from '../../../helpers/generateOptionMatrix';
66

77
fixture.disablePageReloads`Accessibility`
8-
.page(url(__dirname, '../container.html'));
8+
.page(url(__dirname, '../../container.html'));
99

1010
const items = ['Item_1', 'Item_2', 'Item_3'];
1111

0 commit comments

Comments
 (0)