Skip to content

Commit e0eb083

Browse files
committed
Merge remote-tracking branch 'origin/develop' into ji/expr-analysis-flow
# Conflicts: # vortex-array/src/arrays/struct_/vtable/reduce.rs # vortex-array/src/expr/analysis/immediate_access.rs # vortex-array/src/expr/exprs/cast/mod.rs # vortex-array/src/expr/exprs/get_item/mod.rs # vortex-array/src/expr/exprs/is_null.rs # vortex-array/src/expr/transform/partition.rs # vortex-layout/src/layouts/struct_/reader.rs # vortex-scan/src/scan_builder.rs
2 parents 6817a5d + 6b514f2 commit e0eb083

File tree

1,131 files changed

+18638
-8623
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

1,131 files changed

+18638
-8623
lines changed
Lines changed: 65 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,65 @@
1+
labels: ["needs-confirmation"]
2+
body:
3+
- type: markdown
4+
attributes:
5+
value: |
6+
> [!IMPORTANT]
7+
> Please check for both existing [Discussions](https://github.com/vortex-data/vortex/discussions) and [Issues](https://github.com/vortex-data/vortex/issues) prior to opening a new Discussion.
8+
- type: markdown
9+
attributes:
10+
value: "# Issue Details"
11+
- type: textarea
12+
attributes:
13+
label: Issue Description
14+
description: |
15+
Provide a detailed description of the issue. Include relevant information, such as:
16+
- Which integration you are using if any, e.g. DataFusion, DuckDB, Polars, etc.
17+
- Which language you are using, e.g. Python, Rust, Java, etc.
18+
- The Vortex package version you are using.
19+
- If this is a regression of an existing issue that was closed or resolved, please include the previous item reference (Discussion, Issue, PR, commit) in your description.
20+
validations:
21+
required: true
22+
- type: textarea
23+
attributes:
24+
label: Expected Behavior
25+
description: |
26+
Describe how you expect Vortex to behave in this situation. Include any relevant documentation links.
27+
validations:
28+
required: true
29+
- type: textarea
30+
attributes:
31+
label: Actual Behavior
32+
description: |
33+
Describe how Vortex actually behaves in this situation. If it is not immediately obvious how the actual behavior differs from the expected behavior described above, please be sure to mention the deviation specifically.
34+
validations:
35+
required: true
36+
- type: textarea
37+
attributes:
38+
label: Reproduction Steps
39+
description: |
40+
Provide a detailed set of step-by-step instructions for reproducing this issue.
41+
validations:
42+
required: true
43+
- type: input
44+
attributes:
45+
label: OS Version Information
46+
description: |
47+
Please tell us what operating system (name and version) you are using.
48+
placeholder: Ubuntu 24.04.1 (Noble Numbat)
49+
validations:
50+
required: true
51+
52+
- type: markdown
53+
attributes:
54+
value: |
55+
# User Acknowledgements
56+
> [!TIP]
57+
> Use these links to review the existing Vortex [Discussions](https://github.com/vortex-data/vortex/discussions) and [Issues](https://github.com/vortex-data/vortex/issues).
58+
- type: checkboxes
59+
attributes:
60+
label: "I acknowledge that:"
61+
options:
62+
- label: I have searched the Vortex repository (both open and closed Discussions and Issues) and confirm this is not a duplicate of an existing issue or discussion.
63+
required: true
64+
- label: I have checked the "Preview" tab on all text fields to ensure that everything looks right, and have wrapped all configuration and code in code blocks with a group of three backticks (` ``` `) on separate lines.
65+
required: true

.github/ISSUE_TEMPLATE/bug_report.yml

Lines changed: 0 additions & 27 deletions
This file was deleted.

.github/ISSUE_TEMPLATE/config.yml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
blank_issues_enabled: false
2+
contact_links:
3+
- name: Features, Bug Reports, Questions
4+
url: https://github.com/vortex-data/vortex/discussions/new/choose
5+
about: Our preferred starting point if you have any questions or suggestions about configuration, features or behavior.
Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
---
2+
name: Pre-Discussed and Approved Topics
3+
about: |-
4+
Only for topics already discussed and approved in the GitHub Discussions section.
5+
---
6+
7+
**DO NOT OPEN A NEW ISSUE. PLEASE USE THE DISCUSSIONS SECTION.**
8+
9+
**I DIDN'T READ THE ABOVE LINE. PLEASE CLOSE THIS ISSUE.**

.github/actions/setup-rust/action.yml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,7 @@ runs:
2525
run: echo "version=$(cat rust-toolchain.toml | grep channel | awk -F'\"' '{print $2}')" >> $GITHUB_OUTPUT
2626

2727
- name: Install Mold
28+
if: runner.os == 'Linux'
2829
uses: rui314/setup-mold@v1
2930

3031
- name: Rust Toolchain
@@ -50,6 +51,7 @@ runs:
5051
run: echo "PATH=$PATH" >> $GITHUB_ENV
5152

5253
- name: Install Protoc (for lance-encoding build step)
54+
if: runner.os != 'Windows'
5355
uses: arduino/setup-protoc@v3
5456
with:
5557
version: "29.3"

.github/workflows/bench-pr.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -49,7 +49,7 @@ jobs:
4949
if: github.event.pull_request.head.repo.fork == false
5050
with:
5151
sccache: s3
52-
- uses: actions/checkout@v5
52+
- uses: actions/checkout@v6
5353
with:
5454
ref: ${{ github.event.pull_request.head.sha }}
5555
- uses: ./.github/actions/setup-rust
@@ -94,7 +94,7 @@ jobs:
9494
aws-region: us-east-1
9595

9696
- name: Install uv
97-
uses: spiraldb/actions/.github/actions/[email protected].3
97+
uses: spiraldb/actions/.github/actions/[email protected].5
9898
with:
9999
sync: false
100100

.github/workflows/bench.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@ jobs:
1717
runs-on: ubuntu-latest
1818
timeout-minutes: 120
1919
steps:
20-
- uses: actions/checkout@v5
20+
- uses: actions/checkout@v6
2121
- name: Setup AWS CLI
2222
uses: aws-actions/configure-aws-credentials@v5
2323
with:
@@ -52,7 +52,7 @@ jobs:
5252
- uses: runs-on/action@v2
5353
with:
5454
sccache: s3
55-
- uses: actions/checkout@v5
55+
- uses: actions/checkout@v6
5656
- uses: ./.github/actions/setup-rust
5757
with:
5858
repo-token: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/ci.yml

Lines changed: 75 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -25,14 +25,14 @@ jobs:
2525
runs-on: ubuntu-latest
2626
timeout-minutes: 120
2727
steps:
28-
- uses: actions/checkout@v5
29-
- uses: spiraldb/actions/.github/actions/[email protected].3
28+
- uses: actions/checkout@v6
29+
- uses: spiraldb/actions/.github/actions/[email protected].5
3030

3131
validate-workflow-yaml:
3232
runs-on: ubuntu-latest
3333
timeout-minutes: 120
3434
steps:
35-
- uses: actions/checkout@v5
35+
- uses: actions/checkout@v6
3636
- name: Validate YAML file
3737
run: |
3838
# Lint the workflows and yamllint's configuration file.
@@ -47,9 +47,9 @@ jobs:
4747
runs-on: ubuntu-latest
4848
timeout-minutes: 120
4949
steps:
50-
- uses: actions/checkout@v5
50+
- uses: actions/checkout@v6
5151
- name: Install uv
52-
uses: spiraldb/actions/.github/actions/[email protected].3
52+
uses: spiraldb/actions/.github/actions/[email protected].5
5353
with:
5454
sync: false
5555
prune-cache: false
@@ -67,12 +67,12 @@ jobs:
6767
env:
6868
RUST_LOG: "info,uv=debug"
6969
steps:
70-
- uses: actions/checkout@v5
70+
- uses: actions/checkout@v6
7171
- uses: ./.github/actions/setup-rust
7272
with:
7373
repo-token: ${{ secrets.GITHUB_TOKEN }}
7474
- name: Install uv
75-
uses: spiraldb/actions/.github/actions/[email protected].3
75+
uses: spiraldb/actions/.github/actions/[email protected].5
7676
with:
7777
sync: false
7878
prune-cache: false
@@ -134,7 +134,7 @@ jobs:
134134
- uses: runs-on/action@v2
135135
with:
136136
sccache: s3
137-
- uses: actions/checkout@v5
137+
- uses: actions/checkout@v6
138138
- uses: ./.github/actions/setup-rust
139139
with:
140140
repo-token: ${{ secrets.GITHUB_TOKEN }}
@@ -180,7 +180,7 @@ jobs:
180180
- uses: runs-on/action@v2
181181
with:
182182
sccache: s3
183-
- uses: actions/checkout@v5
183+
- uses: actions/checkout@v6
184184
- uses: ./.github/actions/setup-rust
185185
with:
186186
repo-token: ${{ secrets.GITHUB_TOKEN }}
@@ -210,7 +210,7 @@ jobs:
210210
- uses: runs-on/action@v2
211211
with:
212212
sccache: s3
213-
- uses: actions/checkout@v5
213+
- uses: actions/checkout@v6
214214
- uses: ./.github/actions/setup-rust
215215
with:
216216
repo-token: ${{ secrets.GITHUB_TOKEN }}
@@ -232,7 +232,7 @@ jobs:
232232
- uses: runs-on/action@v2
233233
with:
234234
sccache: s3
235-
- uses: actions/checkout@v5
235+
- uses: actions/checkout@v6
236236
- uses: ./.github/actions/setup-rust
237237
with:
238238
toolchain: nightly
@@ -260,7 +260,7 @@ jobs:
260260
- uses: runs-on/action@v2
261261
with:
262262
sccache: s3
263-
- uses: actions/checkout@v5
263+
- uses: actions/checkout@v6
264264
- uses: ./.github/actions/setup-rust
265265
with:
266266
repo-token: ${{ secrets.GITHUB_TOKEN }}
@@ -300,7 +300,7 @@ jobs:
300300
- uses: runs-on/action@v2
301301
with:
302302
sccache: s3
303-
- uses: actions/checkout@v5
303+
- uses: actions/checkout@v6
304304
- uses: ./.github/actions/setup-rust
305305
with:
306306
repo-token: ${{ secrets.GITHUB_TOKEN }}
@@ -369,7 +369,7 @@ jobs:
369369
- uses: runs-on/action@v2
370370
with:
371371
sccache: s3
372-
- uses: actions/checkout@v5
372+
- uses: actions/checkout@v6
373373
- name: Install llvm
374374
uses: aminya/setup-cpp@v1
375375
with:
@@ -400,12 +400,65 @@ jobs:
400400
--target x86_64-unknown-linux-gnu \
401401
--verbose
402402
403+
rust-test-other:
404+
name: "Rust tests (${{ matrix.os }})"
405+
timeout-minutes: 120
406+
strategy:
407+
fail-fast: false
408+
matrix:
409+
include:
410+
- os: windows-x64
411+
runner:
412+
- runs-on=${{ github.run_id }}
413+
- family=m7i
414+
- cpu=8
415+
- image=windows22-full-x64
416+
- tag=rust-test-windows
417+
- os: linux-arm64
418+
runner:
419+
- runs-on=${{ github.run_id }}
420+
- family=m7g
421+
- cpu=8
422+
- image=ubuntu24-full-arm64
423+
- extras=s3-cache
424+
- tag=rust-test-linux-arm64
425+
runs-on: ${{ matrix.runner }}
426+
steps:
427+
- uses: runs-on/action@v2
428+
if: matrix.os == 'linux-arm64'
429+
with:
430+
sccache: s3
431+
- uses: actions/checkout@v5
432+
- name: Install Visual Studio Build Tools (Windows)
433+
if: matrix.os == 'windows-x64'
434+
shell: bash
435+
run: |
436+
choco install visualstudio2022buildtools --package-parameters "--add Microsoft.VisualStudio.Workload.VCTools --includeRecommended --passive" -y
437+
- name: Setup Python (Windows)
438+
if: matrix.os == 'windows-x64'
439+
uses: actions/setup-python@v5
440+
with:
441+
python-version: "3.11"
442+
- uses: ./.github/actions/setup-rust
443+
with:
444+
repo-token: ${{ secrets.GITHUB_TOKEN }}
445+
- name: Install nextest
446+
uses: taiki-e/install-action@v2
447+
with:
448+
tool: nextest
449+
- name: Rust Tests (Windows)
450+
if: matrix.os == 'windows-x64'
451+
run: cargo nextest run --locked --workspace --all-features --no-fail-fast --exclude bench-vortex --exclude vortex-python --exclude vortex-duckdb --exclude vortex-fuzz
452+
- name: Rust Tests (Other)
453+
if: matrix.os != 'windows-x64'
454+
run: cargo nextest run --locked --workspace --all-features --no-fail-fast --exclude bench-vortex --exclude vortex-duckdb
455+
403456
build-java:
404457
name: "Java"
405458
runs-on: ubuntu-latest
406459
timeout-minutes: 120
407460
steps:
408-
- uses: actions/checkout@v5
461+
- uses: actions/checkout@v6
409462
- uses: actions/setup-java@v5
410463
with:
411464
distribution: "corretto"
@@ -432,7 +485,7 @@ jobs:
432485
- uses: runs-on/action@v2
433486
with:
434487
sccache: s3
435-
- uses: actions/checkout@v5
488+
- uses: actions/checkout@v6
436489
- uses: ./.github/actions/setup-rust
437490
with:
438491
repo-token: ${{ secrets.GITHUB_TOKEN }}
@@ -529,7 +582,7 @@ jobs:
529582
--profile bench
530583
531584
- name: Run benchmarks
532-
uses: CodSpeedHQ/action@6a8e2b874c338bf81cc5e8be715ada75908d3871
585+
uses: CodSpeedHQ/action@346a2d8a8d9d38909abd0bc3d23f773110f076ad
533586
with:
534587
run: cargo codspeed run
535588
token: ${{ secrets.CODSPEED_TOKEN }}
@@ -547,7 +600,7 @@ jobs:
547600
# Prevent sudden announcement of a new advisory from failing ci:
548601
continue-on-error: ${{ matrix.checks == 'advisories' }}
549602
steps:
550-
- uses: actions/checkout@v5
603+
- uses: actions/checkout@v6
551604
- uses: EmbarkStudios/cargo-deny-action@v2
552605
with:
553606
command: check ${{ matrix.checks }}
@@ -563,7 +616,7 @@ jobs:
563616
- extras=s3-cache
564617
- tag=cxx-build
565618
steps:
566-
- uses: actions/checkout@v5
619+
- uses: actions/checkout@v6
567620
- uses: ./.github/actions/setup-rust
568621
with:
569622
repo-token: ${{ secrets.GITHUB_TOKEN }}
@@ -589,7 +642,7 @@ jobs:
589642
runs-on: ubuntu-latest
590643
timeout-minutes: 120
591644
steps:
592-
- uses: actions/checkout@v5
645+
- uses: actions/checkout@v6
593646
- uses: ./.github/actions/setup-rust
594647
with:
595648
repo-token: ${{ secrets.GITHUB_TOKEN }}
@@ -613,7 +666,7 @@ jobs:
613666
RUSTFLAGS: "-A warnings"
614667
RUST_BACKTRACE: full
615668
steps:
616-
- uses: actions/checkout@v5
669+
- uses: actions/checkout@v6
617670
- uses: ./.github/actions/setup-rust
618671
with:
619672
repo-token: ${{ secrets.GITHUB_TOKEN }}
@@ -630,7 +683,7 @@ jobs:
630683
runs-on: ubuntu-latest
631684
timeout-minutes: 120
632685
steps:
633-
- uses: actions/checkout@v5
686+
- uses: actions/checkout@v6
634687
- uses: ./.github/actions/setup-rust
635688
with:
636689
repo-token: ${{ secrets.GITHUB_TOKEN }}

0 commit comments

Comments
 (0)