Skip to content

Commit b992f71

Browse files
committed
loosen gain % for E2E
1 parent 2022e85 commit b992f71

File tree

3 files changed

+3
-3
lines changed

3 files changed

+3
-3
lines changed

.github/workflows/e2e-bubblesort-pytest-nogit.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ jobs:
2020
COLUMNS: 110
2121
MAX_RETRIES: 3
2222
RETRY_DELAY: 5
23-
EXPECTED_IMPROVEMENT_PCT: 300
23+
EXPECTED_IMPROVEMENT_PCT: 70
2424
CODEFLASH_END_TO_END: 1
2525
steps:
2626
- name: 🛎️ Checkout

tests/scripts/end_to_end_test_benchmark_sort.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@ def run_test(expected_improvement_pct: int) -> bool:
1111
function_name="sorter",
1212
benchmarks_root=cwd / "tests" / "pytest" / "benchmarks",
1313
test_framework="pytest",
14-
min_improvement_x=1.0,
14+
min_improvement_x=0.70,
1515
coverage_expectations=[
1616
CoverageExpectation(
1717
function_name="sorter", expected_coverage=100.0, expected_lines=[2, 3, 4, 5, 6, 7, 8, 9, 10]

tests/scripts/end_to_end_test_bubblesort_pytest.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ def run_test(expected_improvement_pct: int) -> bool:
99
file_path="bubble_sort.py",
1010
function_name="sorter",
1111
test_framework="pytest",
12-
min_improvement_x=1.0,
12+
min_improvement_x=0.70,
1313
coverage_expectations=[
1414
CoverageExpectation(
1515
function_name="sorter", expected_coverage=100.0, expected_lines=[2, 3, 4, 5, 6, 7, 8, 9, 10]

0 commit comments

Comments
 (0)