Skip to content

Commit 8e579ef

Browse files
authored
remove some benchmarks from CI (#4812)
1 parent b44bbc8 commit 8e579ef

File tree

4 files changed

+0
-1053
lines changed

4 files changed

+0
-1053
lines changed

.github/workflows/benchmarks.yml

Lines changed: 0 additions & 50 deletions
Original file line numberDiff line numberDiff line change
@@ -70,56 +70,6 @@ jobs:
7070
env:
7171
GITHUB_SHA: ${{ github.sha }}
7272

73-
simple-apps-benchmarks: # This app tests the compile times of various compoonents and pages
74-
if: github.event.pull_request.merged == true
75-
env:
76-
OUTPUT_FILE: benchmarks.json
77-
timeout-minutes: 50
78-
strategy:
79-
# Prioritize getting more information out of the workflow (even if something fails)
80-
fail-fast: false
81-
matrix:
82-
# Show OS combos first in GUI
83-
os: [ubuntu-latest, windows-latest, macos-latest]
84-
python-version: ["3.10.16", "3.11.11", "3.12.8"]
85-
exclude:
86-
- os: windows-latest
87-
python-version: "3.10.16"
88-
- os: windows-latest
89-
python-version: "3.11.11"
90-
# keep only one python version for MacOS
91-
- os: macos-latest
92-
python-version: "3.10.16"
93-
- os: macos-latest
94-
python-version: "3.11.11"
95-
include:
96-
- os: windows-latest
97-
python-version: "3.10.11"
98-
- os: windows-latest
99-
python-version: "3.11.9"
100-
101-
runs-on: ${{ matrix.os }}
102-
steps:
103-
- uses: actions/checkout@v4
104-
- uses: ./.github/actions/setup_build_env
105-
with:
106-
python-version: ${{ matrix.python-version }}
107-
run-poetry-install: true
108-
create-venv-at-path: .venv
109-
- name: Run benchmark tests
110-
env:
111-
APP_HARNESS_HEADLESS: 1
112-
PYTHONUNBUFFERED: 1
113-
run: |
114-
poetry run pytest -v benchmarks/ --benchmark-json=${{ env.OUTPUT_FILE }} -s
115-
- name: Upload benchmark results
116-
# Only run if the database creds are available in this context.
117-
run:
118-
poetry run python benchmarks/benchmark_compile_times.py --os "${{ matrix.os }}"
119-
--python-version "${{ matrix.python-version }}" --commit-sha "${{ github.sha }}"
120-
--benchmark-json "${{ env.OUTPUT_FILE }}" --branch-name "${{ github.head_ref || github.ref_name }}"
121-
--event-type "${{ github.event_name }}" --pr-id "${{ github.event.pull_request.id }}"
122-
12373
reflex-dist-size: # This job is used to calculate the size of the Reflex distribution (wheel file)
12474
if: github.event.pull_request.merged == true
12575
timeout-minutes: 30

.github/workflows/integration_tests.yml

Lines changed: 0 additions & 32 deletions
Original file line numberDiff line numberDiff line change
@@ -94,26 +94,6 @@ jobs:
9494
# Check that npm is home
9595
npm -v
9696
poetry run bash scripts/integration.sh ./reflex-examples/counter dev
97-
- name: Measure and upload .web size
98-
run:
99-
poetry run python benchmarks/benchmark_web_size.py --os "${{ matrix.os }}"
100-
--python-version "${{ matrix.python-version }}" --commit-sha "${{ github.sha }}"
101-
--pr-id "${{ github.event.pull_request.id }}"
102-
--branch-name "${{ github.head_ref || github.ref_name }}"
103-
--path ./reflex-examples/counter/.web
104-
--app-name "counter"
105-
- name: Install hyperfine
106-
run: cargo install hyperfine
107-
- name: Benchmark imports
108-
working-directory: ./reflex-examples/counter
109-
run: hyperfine --warmup 3 "export POETRY_VIRTUALENVS_PATH=../../.venv; poetry run python counter/counter.py" --show-output --export-json "${{ env.OUTPUT_FILE }}" --shell bash
110-
- name: Upload Benchmarks
111-
run:
112-
poetry run python benchmarks/benchmark_imports.py --os "${{ matrix.os }}"
113-
--python-version "${{ matrix.python-version }}" --commit-sha "${{ github.sha }}"
114-
--benchmark-json "./reflex-examples/counter/${{ env.OUTPUT_FILE }}"
115-
--branch-name "${{ github.head_ref || github.ref_name }}" --pr-id "${{ github.event.pull_request.id }}"
116-
--app-name "counter"
11797
- name: Install requirements for nba proxy example
11898
working-directory: ./reflex-examples/nba-proxy
11999
run: |
@@ -174,12 +154,6 @@ jobs:
174154
# Check that npm is home
175155
npm -v
176156
poetry run bash scripts/integration.sh ./reflex-web prod
177-
- name: Measure and upload .web size
178-
run:
179-
poetry run python benchmarks/benchmark_web_size.py --os "${{ matrix.os }}"
180-
--python-version "${{ matrix.python-version }}" --commit-sha "${{ github.sha }}"
181-
--pr-id "${{ github.event.pull_request.id }}" --branch-name "${{ github.head_ref || github.ref_name }}"
182-
--app-name "reflex-web" --path ./reflex-web/.web
183157
184158
rx-shout-from-template:
185159
strategy:
@@ -243,9 +217,3 @@ jobs:
243217
# Check that npm is home
244218
npm -v
245219
poetry run bash scripts/integration.sh ./reflex-web prod
246-
- name: Measure and upload .web size
247-
run:
248-
poetry run python benchmarks/benchmark_web_size.py --os "${{ matrix.os }}"
249-
--python-version "${{ matrix.python-version }}" --commit-sha "${{ github.sha }}"
250-
--pr-id "${{ github.event.pull_request.id }}" --branch-name "${{ github.head_ref || github.ref_name }}"
251-
--app-name "reflex-web" --path ./reflex-web/.web

0 commit comments

Comments
 (0)