File tree Expand file tree Collapse file tree 1 file changed +3
-9
lines changed
Expand file tree Collapse file tree 1 file changed +3
-9
lines changed Original file line number Diff line number Diff line change 11name : " Generate TPC-H files to S3"
22
33on :
4- workflow_dispatch : {}
4+ workflow_dispatch : { }
55 schedule :
66 # 5AM UTC
77 - cron : " 0 5 * * *"
2121 - family=m7i.2xlarge
2222 - image=ubuntu24-full-x64
2323 - spot=false
24- env :
25- REMOTE_PATH : s3://vortex-bench-dev-eu/tpch-sf1/
26- TMPDIR : /work
2724 steps :
2825 - uses : actions/checkout@v4
29- - uses : ./.github/actions/cleanup
30- - uses : ./.github/actions/setup-rust
3126 - name : Setup AWS CLI
3227 uses : aws-actions/configure-aws-credentials@v4
3328 with :
3833 run : |
3934 # We run each query once to make sure we don't upload a file if there's a bug that causes a panic.
4035 cargo run --release --bin tpch -- --formats parquet,vortex -i1
41- aws s3 cp --recursive bench-vortex/data/tpch/1 $REMOTE_PATH
42- # We can now clear generated data
43- rm -rf bench-vortex/data/
36+ aws s3 rm --recursive s3://vortex-bench-dev-eu/tpch-sf1/
37+ aws s3 cp --recursive bench-vortex/data/tpch/1 s3://vortex-bench-dev-eu/tpch-sf1/
You can’t perform that action at this time.
0 commit comments