Skip to content

Commit a2b6fc5

Browse files
committed
chore(NODE-6729): move to new benchmark runner
1 parent 74281a5 commit a2b6fc5

File tree

173 files changed

+20
-1463
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

173 files changed

+20
-1463
lines changed

.evergreen/config.in.yml

Lines changed: 0 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -708,22 +708,6 @@ functions:
708708
args:
709709
- ${PROJECT_DIRECTORY}/.evergreen/run-benchmarks.sh
710710

711-
# TODO(NODE-6729): Remove this task when the original tasks are using the new runner
712-
"run new spec driver benchmarks":
713-
- command: subprocess.exec
714-
type: test
715-
params:
716-
working_dir: "src"
717-
env:
718-
PROJECT_DIRECTORY: ${PROJECT_DIRECTORY}
719-
MONGODB_URI: ${MONGODB_URI}
720-
DRIVERS_TOOLS: ${DRIVERS_TOOLS}
721-
MONGODB_CLIENT_OPTIONS: ${MONGODB_CLIENT_OPTIONS}
722-
NEW_BENCH: "true"
723-
binary: bash
724-
args:
725-
- ${PROJECT_DIRECTORY}/.evergreen/run-benchmarks.sh
726-
727711
"run x509 auth tests":
728712
- command: subprocess.exec
729713
type: test

.evergreen/config.yml

Lines changed: 10 additions & 38 deletions
Original file line numberDiff line numberDiff line change
@@ -633,20 +633,6 @@ functions:
633633
binary: bash
634634
args:
635635
- ${PROJECT_DIRECTORY}/.evergreen/run-benchmarks.sh
636-
run new spec driver benchmarks:
637-
- command: subprocess.exec
638-
type: test
639-
params:
640-
working_dir: src
641-
env:
642-
PROJECT_DIRECTORY: ${PROJECT_DIRECTORY}
643-
MONGODB_URI: ${MONGODB_URI}
644-
DRIVERS_TOOLS: ${DRIVERS_TOOLS}
645-
MONGODB_CLIENT_OPTIONS: ${MONGODB_CLIENT_OPTIONS}
646-
NEW_BENCH: 'true'
647-
binary: bash
648-
args:
649-
- ${PROJECT_DIRECTORY}/.evergreen/run-benchmarks.sh
650636
run x509 auth tests:
651637
- command: subprocess.exec
652638
type: test
@@ -2934,7 +2920,8 @@ tasks:
29342920
- func: run spec driver benchmarks
29352921
- command: perf.send
29362922
params:
2937-
file: src/results.json
2923+
working_dir: src
2924+
file: test/benchmarks/driver_bench/results.json
29382925
- name: run-spec-benchmark-tests-node-server-timeoutMS-120000
29392926
tags:
29402927
- run-spec-benchmark-tests
@@ -2955,7 +2942,8 @@ tasks:
29552942
- func: run spec driver benchmarks
29562943
- command: perf.send
29572944
params:
2958-
file: src/results.json
2945+
working_dir: src
2946+
file: test/benchmarks/driver_bench/results.json
29592947
- name: run-spec-benchmark-tests-node-server-timeoutMS-0
29602948
tags:
29612949
- run-spec-benchmark-tests
@@ -2976,7 +2964,8 @@ tasks:
29762964
- func: run spec driver benchmarks
29772965
- command: perf.send
29782966
params:
2979-
file: src/results.json
2967+
working_dir: src
2968+
file: test/benchmarks/driver_bench/results.json
29802969
- name: run-spec-benchmark-tests-node-server-monitorCommands-true
29812970
tags:
29822971
- run-spec-benchmark-tests
@@ -2997,7 +2986,8 @@ tasks:
29972986
- func: run spec driver benchmarks
29982987
- command: perf.send
29992988
params:
3000-
file: src/results.json
2989+
working_dir: src
2990+
file: test/benchmarks/driver_bench/results.json
30012991
- name: run-spec-benchmark-tests-node-server-logging
30022992
tags:
30032993
- run-spec-benchmark-tests
@@ -3018,25 +3008,8 @@ tasks:
30183008
- func: run spec driver benchmarks
30193009
- command: perf.send
30203010
params:
3021-
file: src/results.json
3022-
- name: run-spec-benchmark-tests-node-server-new
3023-
tags:
3024-
- run-spec-benchmark-tests
3025-
- performance
3026-
exec_timeout_secs: 18000
3027-
commands:
3028-
- command: expansions.update
3029-
type: setup
3030-
params:
3031-
updates:
3032-
- {key: NODE_LTS_VERSION, value: v22.11.0}
3033-
- {key: VERSION, value: v6.0-perf}
3034-
- {key: TOPOLOGY, value: server}
3035-
- {key: AUTH, value: noauth}
3036-
- {key: MONGODB_CLIENT_OPTIONS, value: '{}'}
3037-
- func: install dependencies
3038-
- func: bootstrap mongo-orchestration
3039-
- func: run new spec driver benchmarks
3011+
working_dir: src
3012+
file: test/benchmarks/driver_bench/results.json
30403013
- name: run-unit-tests-node-16
30413014
tags:
30423015
- unit-tests
@@ -4856,7 +4829,6 @@ buildvariants:
48564829
- run-spec-benchmark-tests-node-server-timeoutMS-0
48574830
- run-spec-benchmark-tests-node-server-monitorCommands-true
48584831
- run-spec-benchmark-tests-node-server-logging
4859-
- run-spec-benchmark-tests-node-server-new
48604832
- name: rhel8-custom-dependency-tests
48614833
display_name: Custom Dependency Version Test
48624834
run_on: rhel80-large

.evergreen/generate_evergreen_tasks.js

Lines changed: 5 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -744,33 +744,14 @@ function addPerformanceTasks() {
744744
].map(func => ({ func })),
745745
{
746746
command: 'perf.send',
747-
params: { file: 'src/results.json' }
747+
params: {
748+
working_dir: 'src',
749+
file: 'test/benchmarks/driver_bench/results.json'
750+
}
748751
}
749752
]
750753
});
751754

752-
// TODO(NODE-6729): Remove this task when the original tasks are using the new runner
753-
const makePerfTaskNEW = (name, MONGODB_CLIENT_OPTIONS) => ({
754-
name,
755-
tags: ['run-spec-benchmark-tests', 'performance'],
756-
exec_timeout_secs: 18000,
757-
commands: [
758-
updateExpansions({
759-
NODE_LTS_VERSION: 'v22.11.0',
760-
VERSION: 'v6.0-perf',
761-
TOPOLOGY: 'server',
762-
AUTH: 'noauth',
763-
MONGODB_CLIENT_OPTIONS: JSON.stringify(MONGODB_CLIENT_OPTIONS)
764-
}),
765-
...[
766-
'install dependencies',
767-
'bootstrap mongo-orchestration',
768-
'run new spec driver benchmarks'
769-
].map(func => ({ func }))
770-
// No perf send! just testing
771-
]
772-
});
773-
774755
const tasks = [
775756
makePerfTask('run-spec-benchmark-tests-node-server', {}),
776757
makePerfTask('run-spec-benchmark-tests-node-server-timeoutMS-120000', { timeoutMS: 120000 }),
@@ -781,8 +762,7 @@ function addPerformanceTasks() {
781762
makePerfTask('run-spec-benchmark-tests-node-server-logging', {
782763
mongodbLogPath: 'stderr',
783764
mongodbLogComponentSeverities: { default: 'trace' }
784-
}),
785-
makePerfTaskNEW('run-spec-benchmark-tests-node-server-new', {})
765+
})
786766
];
787767

788768
TASKS.push(...tasks);

.evergreen/run-benchmarks.sh

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -11,13 +11,6 @@ export MONGODB_CLIENT_OPTIONS=$MONGODB_CLIENT_OPTIONS
1111

1212
npm run build:ts
1313

14-
if [[ "${NEW_BENCH:-}" == "true" ]]; then
15-
pushd test/benchmarks/driver_bench
16-
npm start
17-
popd
18-
exit 0
19-
fi
20-
2114
# If MONGODB_CLIENT_OPTIONS contains mongodbLogComponentSeverities redirect stderr to a file
2215
if [[ $MONGODB_CLIENT_OPTIONS == *"mongodbLogComponentSeverities"* ]]; then
2316
npm run check:bench 2> bench.log

package.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -128,7 +128,7 @@
128128
"build:docs": "./etc/docs/build.ts",
129129
"build:typedoc": "typedoc",
130130
"build:nightly": "node ./.github/scripts/nightly.mjs",
131-
"check:bench": "node test/benchmarks/driverBench",
131+
"check:bench": "npm --prefix test/benchmarks/driver_bench start",
132132
"check:coverage": "nyc npm run test:all",
133133
"check:integration-coverage": "nyc npm run check:test",
134134
"check:lambda": "mocha --config test/mocha_lambda.json test/integration/node-specific/examples/handler.test.js",

test/benchmarks/driverBench/common.js

Lines changed: 0 additions & 204 deletions
This file was deleted.

0 commit comments

Comments
 (0)