Skip to content

Commit c387601

Browse files
vigithvigith
committed
Merge branch 'main' into pulsar-e2e-tests
# Conflicts: # go.mod # go.sum
2 parents 15184ff + e8e9913 commit c387601

File tree

492 files changed

+87207
-16183
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

492 files changed

+87207
-16183
lines changed

‎.github/workflows/changelog.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ on:
77
jobs:
88
generate_changelog:
99
if: github.repository == 'numaproj/numaflow'
10-
runs-on: ubuntu-latest
10+
runs-on: ubuntu-24.04
1111
name: Generate changelog
1212
steps:
1313
- uses: actions/checkout@v4
@@ -19,6 +19,6 @@ jobs:
1919
- run: ./hack/changelog.sh > CHANGELOG.md
2020
- uses: peter-evans/create-pull-request@v6
2121
with:
22-
title: 'docs: updated CHANGELOG.md'
23-
commit-message: 'docs: updated CHANGELOG.md'
22+
title: "docs: updated CHANGELOG.md"
23+
commit-message: "docs: updated CHANGELOG.md"
2424
signoff: true

‎.github/workflows/ci.yaml‎

Lines changed: 38 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ on:
99
jobs:
1010
ui:
1111
name: UI
12-
runs-on: ubuntu-latest
12+
runs-on: ubuntu-24.04
1313
timeout-minutes: 6
1414
steps:
1515
- name: Checkout code
@@ -30,7 +30,7 @@ jobs:
3030
run: git diff --exit-code
3131
codegen:
3232
name: Codegen
33-
runs-on: ubuntu-latest
33+
runs-on: ubuntu-24.04
3434
timeout-minutes: 5
3535
steps:
3636
- name: Checkout code
@@ -43,7 +43,7 @@ jobs:
4343
- name: Setup Golang
4444
uses: actions/setup-go@v5
4545
with:
46-
go-version: "1.23"
46+
go-version: "1.24"
4747
- name: Add bins to PATH
4848
run: |
4949
echo /home/runner/go/bin >> $GITHUB_PATH
@@ -59,7 +59,7 @@ jobs:
5959

6060
unit-tests:
6161
name: Unit Tests
62-
runs-on: ubuntu-latest
62+
runs-on: ubuntu-24.04
6363
timeout-minutes: 10
6464
services:
6565
redis:
@@ -71,21 +71,18 @@ jobs:
7171
--health-interval 10s
7272
--health-timeout 5s
7373
--health-retries 5
74-
nats:
75-
image: "bitnami/nats:latest"
76-
ports:
77-
- 4222:4222
78-
env:
79-
NATS_EXTRA_ARGS: -js
8074
8175
steps:
76+
- name: Start JetStream
77+
run: docker run -d -p 4222:4222 nats:latest -js
78+
8279
- name: Start Pulsar standalone container
8380
run: docker run -d -p 6650:6650 -p 8080:8080 apachepulsar/pulsar:4.0.0 bin/pulsar standalone
8481

8582
- name: Set up Go 1.x
8683
uses: actions/setup-go@v5
8784
with:
88-
go-version: "1.23"
85+
go-version: "1.24"
8986
id: go
9087

9188
- name: Check out code
@@ -129,7 +126,7 @@ jobs:
129126
- name: Check Rust formatting
130127
working-directory: ./rust
131128
run: |
132-
cargo fmt -- --check
129+
cargo fmt -- --check
133130
134131
- name: Upload coverage reports to Codecov
135132
uses: codecov/codecov-action@v4
@@ -140,7 +137,7 @@ jobs:
140137

141138
lint:
142139
name: Lint
143-
runs-on: ubuntu-latest
140+
runs-on: ubuntu-24.04
144141
timeout-minutes: 10
145142
env:
146143
GOPATH: /home/runner/go
@@ -149,7 +146,7 @@ jobs:
149146
- name: Setup Golang
150147
uses: actions/setup-go@v5
151148
with:
152-
go-version: "1.23"
149+
go-version: "1.24"
153150
- name: Restore Go build cache
154151
uses: actions/cache@v4
155152
with:
@@ -175,27 +172,41 @@ jobs:
175172
echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
176173
echo "SCCACHE_GHA_ENABLED=true" >> $GITHUB_ENV
177174
- name: Run sccache-cache
178-
uses: mozilla-actions/[email protected].5
175+
uses: mozilla-actions/[email protected].9
179176
- name: Install dependencies
180-
run: sudo apt-get install -y protobuf-compiler
177+
run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
181178
- name: Print Protoc version
182179
run: protoc --version
183180
- name: Build binary
184181
run: RUSTFLAGS='-C target-feature=+crt-static' cargo build --release --target x86_64-unknown-linux-gnu
185-
- name: Rename binary
186-
run: cp -pv target/x86_64-unknown-linux-gnu/release/numaflow ./numaflow-rs-linux-amd64
187-
- name: List files
188-
run: pwd && ls -al && file ./numaflow-rs-linux-amd64
182+
- name: Rename binaries
183+
run: |
184+
cp -pv target/x86_64-unknown-linux-gnu/release/numaflow ./numaflow-rs-linux-amd64
185+
cp -pv target/x86_64-unknown-linux-gnu/release/entrypoint ./entrypoint-linux-amd64
186+
- name: Verify numaflow binary is Statically Linked
187+
run: |
188+
file ./numaflow-rs-linux-amd64
189+
file ./numaflow-rs-linux-amd64 | grep -q 'static-pie linked'
190+
- name: Verify entrypoint binary is Statically Linked
191+
run: |
192+
file ./entrypoint-linux-amd64
193+
file ./entrypoint-linux-amd64 | grep -q 'static-pie linked'
189194
- name: Upload numaflow binary
190195
uses: actions/upload-artifact@v4
191196
with:
192197
name: numaflow-rs-linux-amd64
193198
path: rust/numaflow-rs-linux-amd64
194199
if-no-files-found: error
200+
- name: Upload entrypoint binary
201+
uses: actions/upload-artifact@v4
202+
with:
203+
name: entrypoint-linux-amd64
204+
path: rust/entrypoint-linux-amd64
205+
if-no-files-found: error
195206

196207
e2e-tests:
197208
name: E2E Tests
198-
runs-on: ubuntu-latest
209+
runs-on: ubuntu-24.04
199210
needs: [build-rust-amd64]
200211
timeout-minutes: 20
201212
strategy:
@@ -218,6 +229,7 @@ jobs:
218229
idle-source-e2e,
219230
monovertex-e2e,
220231
builtin-source-e2e,
232+
serving-e2e,
221233
]
222234
include:
223235
- driver: redis
@@ -238,7 +250,7 @@ jobs:
238250
- name: Setup Golang
239251
uses: actions/setup-go@v5
240252
with:
241-
go-version: "1.23"
253+
go-version: "1.24"
242254
- name: Add bins to PATH
243255
run: |
244256
echo /home/runner/go/bin >> $GITHUB_PATH
@@ -256,6 +268,10 @@ jobs:
256268
uses: actions/download-artifact@v4
257269
with:
258270
name: numaflow-rs-linux-amd64
271+
- name: Download Entrypoint amd64 binaries
272+
uses: actions/download-artifact@v4
273+
with:
274+
name: entrypoint-linux-amd64
259275
- name: Install k3d
260276
run: curl -sfL https://raw.githubusercontent.com/rancher/k3d/main/install.sh | bash &
261277
- name: Create a cluster

‎.github/workflows/gh-pages.yaml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@ on:
1111
jobs:
1212
docs:
1313
if: github.repository == 'numaproj/numaflow'
14-
runs-on: ubuntu-latest
14+
runs-on: ubuntu-24.04
1515
steps:
1616
- uses: actions/checkout@v4
1717
- name: Setup Python
@@ -21,7 +21,7 @@ jobs:
2121
- name: Setup Golang
2222
uses: actions/setup-go@v5
2323
with:
24-
go-version: '1.23'
24+
go-version: "1.24"
2525
- name: build
2626
run: make docs
2727
- name: deploy

‎.github/workflows/nightly-build.yml‎

Lines changed: 41 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@ name: nightly-build
22

33
on:
44
schedule:
5-
- cron: '55 23 * * *'
5+
- cron: "55 23 * * *"
66
push:
77
branches:
88
- dev-nightly*
@@ -16,7 +16,7 @@ defaults:
1616

1717
jobs:
1818
build-go-binaries:
19-
runs-on: ubuntu-20.04
19+
runs-on: ubuntu-24.04
2020
if: github.repository == 'numaproj/numaflow'
2121
name: Build binaries
2222
steps:
@@ -26,7 +26,7 @@ jobs:
2626
- name: Setup Go
2727
uses: actions/setup-go@v5
2828
with:
29-
go-version: '1.23'
29+
go-version: "1.24"
3030

3131
- name: Build binaries
3232
run: |
@@ -51,24 +51,32 @@ jobs:
5151
uses: actions-rust-lang/[email protected]
5252
with:
5353
cache-workspaces: rust -> target
54-
rustflags: ''
54+
rustflags: ""
5555
- name: Configure sccache
5656
run: |
5757
echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
5858
echo "SCCACHE_GHA_ENABLED=true" >> $GITHUB_ENV
5959
- name: Run sccache-cache
60-
uses: mozilla-actions/[email protected].5
60+
uses: mozilla-actions/[email protected].9
6161
- name: Install dependencies
62-
run: sudo apt-get install -y protobuf-compiler
62+
run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
6363
- name: Build binary
6464
run: RUSTFLAGS='-C target-feature=+crt-static' cargo build --release --target x86_64-unknown-linux-gnu
6565
- name: Rename binary
66-
run: cp -pv target/x86_64-unknown-linux-gnu/release/numaflow numaflow-rs-linux-amd64
66+
run: |
67+
cp -pv target/x86_64-unknown-linux-gnu/release/numaflow numaflow-rs-linux-amd64
68+
cp -pv target/x86_64-unknown-linux-gnu/release/entrypoint entrypoint-linux-amd64
6769
- name: Upload numaflow binary
6870
uses: actions/upload-artifact@v4
6971
with:
7072
name: numaflow-rs-linux-amd64
7173
path: rust/numaflow-rs-linux-amd64
74+
- name: Upload entrypoint binary
75+
uses: actions/upload-artifact@v4
76+
with:
77+
name: entrypoint-linux-amd64
78+
path: rust/entrypoint-linux-amd64
79+
if-no-files-found: error
7280

7381
build-rust-arm64:
7482
runs-on: ubuntu-24.04
@@ -84,33 +92,40 @@ jobs:
8492
uses: actions-rust-lang/[email protected]
8593
with:
8694
cache-workspaces: rust -> target
87-
rustflags: ''
95+
rustflags: ""
8896
- name: Configure sccache
8997
run: |
9098
echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
9199
echo "SCCACHE_GHA_ENABLED=true" >> $GITHUB_ENV
92100
- name: Run sccache-cache
93-
uses: mozilla-actions/[email protected].5
101+
uses: mozilla-actions/[email protected].9
94102
- name: Install dependenices
95-
run: sudo apt-get install -y gcc-aarch64-linux-gnu protobuf-compiler
103+
run: sudo apt-get update && sudo apt-get install -y gcc-aarch64-linux-gnu protobuf-compiler
96104
- name: Build binary
97105
run: RUSTFLAGS='-C target-feature=+crt-static -C linker=aarch64-linux-gnu-gcc' cargo build --release --target aarch64-unknown-linux-gnu
98106
- name: Rename binary
99-
run: cp -pv target/aarch64-unknown-linux-gnu/release/numaflow numaflow-rs-linux-arm64
107+
run: |
108+
cp -pv target/aarch64-unknown-linux-gnu/release/numaflow numaflow-rs-linux-arm64
109+
cp -pv target/aarch64-unknown-linux-gnu/release/entrypoint entrypoint-linux-arm64
100110
- name: Upload numaflow binary
101111
uses: actions/upload-artifact@v4
102112
with:
103113
name: numaflow-rs-linux-arm64
104114
path: rust/numaflow-rs-linux-arm64
115+
- name: Upload entrypoint binary
116+
uses: actions/upload-artifact@v4
117+
with:
118+
name: entrypoint-linux-arm64
119+
path: rust/entrypoint-linux-arm64
105120

106121
build-push-linux-multi:
107122
name: Build & push linux/amd64 and linux/arm64
108-
needs: [ build-go-binaries, build-rust-amd64, build-rust-arm64]
109-
runs-on: ubuntu-20.04
123+
needs: [build-go-binaries, build-rust-amd64, build-rust-arm64]
124+
runs-on: ubuntu-24.04
110125
if: github.repository == 'numaproj/numaflow'
111126
strategy:
112127
matrix:
113-
target: [ numaflow ]
128+
target: [numaflow]
114129
steps:
115130
- uses: actions/checkout@v4
116131
- name: Setup Node
@@ -138,12 +153,24 @@ jobs:
138153
name: numaflow-rs-linux-amd64
139154
path: dist/
140155

156+
- name: Download Entrypoint amd64 binaries
157+
uses: actions/download-artifact@v4
158+
with:
159+
name: entrypoint-linux-amd64
160+
path: dist/
161+
141162
- name: Download Rust arm64 binaries
142163
uses: actions/download-artifact@v4
143164
with:
144165
name: numaflow-rs-linux-arm64
145166
path: dist/
146167

168+
- name: Download Entrypoint arm64 binaries
169+
uses: actions/download-artifact@v4
170+
with:
171+
name: entrypoint-linux-arm64
172+
path: dist/
173+
147174
- name: Registry Login
148175
uses: docker/login-action@v2
149176
with:

0 commit comments

Comments
 (0)