Skip to content

Commit 869ab82

Browse files
committed
fix(ci): get binaries uploading
1 parent 3bcc74f commit 869ab82

File tree

155 files changed

+375
-5626
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

155 files changed

+375
-5626
lines changed

.github/workflows/release.yaml

Lines changed: 92 additions & 89 deletions
Original file line numberDiff line numberDiff line change
@@ -24,53 +24,53 @@ env:
2424
RUSTFLAGS: "--cfg tokio_unstable"
2525

2626
jobs:
27-
# setup:
28-
# name: "Setup"
29-
# runs-on: ubuntu-24.04
30-
# permissions:
31-
# # Allow pushing to GitHub
32-
# contents: write
33-
# # Allows JSR to authenticate with GitHub
34-
# id-token: write
35-
# steps:
36-
# - name: Checkout rivet
37-
# uses: actions/checkout@v4
38-
# with:
39-
# lfs: 'true'
40-
# path: './rivet'
41-
42-
# - uses: actions/setup-node@v4
43-
# with:
44-
# node-version: 20
45-
46-
# - run: corepack enable
47-
48-
# - name: Setup
49-
# env:
50-
# # Required to authenticate with Git
51-
# GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
52-
# working-directory: './rivet'
53-
# run: |
54-
# # Configure Git
55-
# git config --global user.name "github-actions[bot]"
56-
# git config --global user.email "github-actions[bot]@users.noreply.github.com"
57-
58-
# # Install Deno
59-
# curl -fsSL https://deno.land/x/install/install.sh | sh
60-
# export PATH=$HOME/.deno/bin:$PATH
61-
62-
# # Authenticate with NPM
63-
# cat << EOF > ~/.npmrc
64-
# //registry.npmjs.org/:_authToken=${{ secrets.NPM_TOKEN }}
65-
# EOF
66-
67-
# pnpm install
68-
69-
# if [ "${{ inputs.latest }}" = "true" ]; then
70-
# ./scripts/release/main.ts --version "${{ github.event.inputs.version }}" --setupCi
71-
# else
72-
# ./scripts/release/main.ts --version "${{ github.event.inputs.version }}" --no-latest --setupCi
73-
# fi
27+
setup:
28+
name: "Setup"
29+
runs-on: ubuntu-24.04
30+
permissions:
31+
# Allow pushing to GitHub
32+
contents: write
33+
# Allows JSR to authenticate with GitHub
34+
id-token: write
35+
steps:
36+
- name: Checkout rivet
37+
uses: actions/checkout@v4
38+
with:
39+
lfs: 'true'
40+
path: './rivet'
41+
42+
- uses: actions/setup-node@v4
43+
with:
44+
node-version: 20
45+
46+
- run: corepack enable
47+
48+
- name: Setup
49+
env:
50+
# Required to authenticate with Git
51+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
52+
working-directory: './rivet'
53+
run: |
54+
# Configure Git
55+
git config --global user.name "github-actions[bot]"
56+
git config --global user.email "github-actions[bot]@users.noreply.github.com"
57+
58+
# Authenticate with NPM
59+
cat << EOF > ~/.npmrc
60+
//registry.npmjs.org/:_authToken=${{ secrets.NPM_TOKEN }}
61+
EOF
62+
63+
# Install dependencies
64+
pnpm install
65+
66+
# Install tsx globally
67+
npm install -g tsx
68+
69+
if [ "${{ inputs.latest }}" = "true" ]; then
70+
./scripts/release/main.ts --version "${{ github.event.inputs.version }}" --setupCi
71+
else
72+
./scripts/release/main.ts --version "${{ github.event.inputs.version }}" --no-latest --setupCi
73+
fi
7474
7575
binaries:
7676
name: "Build & Push Binaries"
@@ -124,8 +124,8 @@ jobs:
124124
AWS_SECRET_ACCESS_KEY: ${{ secrets.R2_RELEASES_SECRET_ACCESS_KEY }}
125125
run: |
126126
# Install dependencies for AWS CLI
127-
apt-get update
128-
apt-get install -y unzip curl
127+
sudo apt-get update
128+
sudo apt-get install -y unzip curl
129129
130130
# Install AWS CLI - use ARM version if running on ARM architecture
131131
if [ "${{ matrix.arch }}" = "aarch64" ]; then
@@ -134,22 +134,22 @@ jobs:
134134
curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
135135
fi
136136
unzip awscliv2.zip
137-
./aws/install --update
137+
sudo ./aws/install --update
138138
139139
COMMIT_SHA_SHORT="${GITHUB_SHA::7}"
140140
BINARY_PATH="dist/rivet-engine-${{ matrix.target }}${{ matrix.binary_ext }}"
141141
142142
# Must specify --checksum-algorithm for compatibility with R2
143143
aws s3 cp \
144144
"${BINARY_PATH}" \
145-
"s3://rivet/${COMMIT_SHA_SHORT}/rivet-engine-${{ matrix.target }}${{ matrix.binary_ext }}" \
145+
"s3://engine/${COMMIT_SHA_SHORT}/rivet-engine-${{ matrix.target }}${{ matrix.binary_ext }}" \
146146
--region auto \
147-
--endpoint-url https://2a94c6a0ced8d35ea63cddc86c2681e7.r2.cloudflarestorage.com/rivet-engine-releases \
147+
--endpoint-url https://2a94c6a0ced8d35ea63cddc86c2681e7.r2.cloudflarestorage.com/rivet-releases \
148148
--checksum-algorithm CRC32
149149
150150
docker:
151151
name: "Build & Push Docker Images"
152-
# needs: [setup]
152+
needs: [setup]
153153
strategy:
154154
matrix:
155155
include:
@@ -169,13 +169,8 @@ jobs:
169169
uses: douglascamata/setup-docker-macos-action@v1-alpha
170170

171171
- uses: actions/checkout@v4
172-
173-
# Required for running in Docker
174-
- name: Git LFS Pull
175-
run: |
176-
apt-get update
177-
apt-get install git-lfs
178-
git lfs pull
172+
with:
173+
lfs: true
179174

180175
- name: Set outputs
181176
id: vars
@@ -215,32 +210,40 @@ jobs:
215210
# secret-files: |
216211
# netrc=${{ runner.temp }}/netrc
217212

218-
# complete:
219-
# name: "Complete"
220-
# needs: [docker]
221-
# runs-on: ubuntu-24.04
222-
# steps:
223-
# - uses: actions/checkout@v4
224-
# with:
225-
# lfs: 'true'
226-
227-
# - uses: ./.github/actions/docker-setup
228-
# with:
229-
# docker_username: ${{ secrets.DOCKER_CI_USERNAME }}
230-
# docker_password: ${{ secrets.DOCKER_CI_ACCESS_TOKEN }}
231-
# github_token: ${{ secrets.GITHUB_TOKEN}}
232-
233-
# - name: Complete
234-
# env:
235-
# R2_RELEASES_ACCESS_KEY_ID: ${{ secrets.R2_RELEASES_ACCESS_KEY_ID }}
236-
# R2_RELEASES_SECRET_ACCESS_KEY: ${{ secrets.R2_RELEASES_SECRET_ACCESS_KEY }}
237-
# run: |
238-
# # Install Deno
239-
# curl -fsSL https://deno.land/x/install/install.sh | sh
240-
# export PATH=$HOME/.deno/bin:$PATH
241-
242-
# if [ "${{ inputs.latest }}" = "true" ]; then
243-
# ./scripts/release/main.ts --version "${{ github.event.inputs.version }}" --completeCi
244-
# else
245-
# ./scripts/release/main.ts --version "${{ github.event.inputs.version }}" --no-latest --completeCi
246-
# fi
213+
complete:
214+
name: "Complete"
215+
needs: [docker]
216+
runs-on: ubuntu-24.04
217+
steps:
218+
- uses: actions/checkout@v4
219+
with:
220+
lfs: 'true'
221+
222+
- uses: actions/setup-node@v4
223+
with:
224+
node-version: 20
225+
226+
- run: corepack enable
227+
228+
- uses: ./.github/actions/docker-setup
229+
with:
230+
docker_username: ${{ secrets.DOCKER_CI_USERNAME }}
231+
docker_password: ${{ secrets.DOCKER_CI_ACCESS_TOKEN }}
232+
github_token: ${{ secrets.GITHUB_TOKEN}}
233+
234+
- name: Complete
235+
env:
236+
R2_RELEASES_ACCESS_KEY_ID: ${{ secrets.R2_RELEASES_ACCESS_KEY_ID }}
237+
R2_RELEASES_SECRET_ACCESS_KEY: ${{ secrets.R2_RELEASES_SECRET_ACCESS_KEY }}
238+
run: |
239+
# Install dependencies
240+
pnpm install
241+
242+
# Install tsx globally
243+
npm install -g tsx
244+
245+
if [ "${{ inputs.latest }}" = "true" ]; then
246+
./scripts/release/main.ts --version "${{ github.event.inputs.version }}" --completeCi
247+
else
248+
./scripts/release/main.ts --version "${{ github.event.inputs.version }}" --no-latest --completeCi
249+
fi

Cargo.lock

Lines changed: 0 additions & 12 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

Cargo.toml

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11

22
[workspace]
33
resolver = "2"
4-
members = ["packages/common/api-builder","packages/common/api-client","packages/common/api-types","packages/common/api-util","packages/common/cache/build","packages/common/cache/result","packages/common/clickhouse-inserter","packages/common/clickhouse-user-query","packages/common/config","packages/common/env","packages/common/error/core","packages/common/error/macros","packages/common/gasoline/core","packages/common/gasoline/macros","packages/common/logs","packages/common/metrics","packages/common/pools","packages/common/runtime","packages/common/service-manager","packages/common/telemetry","packages/common/test-deps","packages/common/test-deps-docker","packages/common/types","packages/common/udb-util","packages/common/universaldb","packages/common/universalpubsub","packages/common/util/core","packages/common/util/id","packages/common/versioned-data-util","packages/core/actor-kv","packages/core/api-peer","packages/core/api-public","packages/core/bootstrap","packages/core/dump-openapi","packages/core/guard/core","packages/core/guard/server","packages/core/pegboard-gateway","packages/core/pegboard-runner-ws","packages/core/pegboard-tunnel","packages/core/workflow-worker","packages/infra/engine","packages/services/epoxy","packages/services/namespace","packages/services/pegboard","sdks/rust/api-full","sdks/rust/api-runtime","sdks/rust/bare_gen","sdks/rust/epoxy-protocol","sdks/rust/key-data","sdks/rust/runner-protocol","sdks/rust/tunnel-protocol"]
4+
members = ["packages/common/api-builder","packages/common/api-client","packages/common/api-types","packages/common/api-util","packages/common/cache/build","packages/common/cache/result","packages/common/clickhouse-inserter","packages/common/clickhouse-user-query","packages/common/config","packages/common/env","packages/common/error/core","packages/common/error/macros","packages/common/gasoline/core","packages/common/gasoline/macros","packages/common/logs","packages/common/metrics","packages/common/pools","packages/common/runtime","packages/common/service-manager","packages/common/telemetry","packages/common/test-deps","packages/common/test-deps-docker","packages/common/types","packages/common/udb-util","packages/common/universaldb","packages/common/universalpubsub","packages/common/util/core","packages/common/util/id","packages/common/versioned-data-util","packages/core/actor-kv","packages/core/api-peer","packages/core/api-public","packages/core/bootstrap","packages/core/dump-openapi","packages/core/guard/core","packages/core/guard/server","packages/core/pegboard-gateway","packages/core/pegboard-runner-ws","packages/core/pegboard-tunnel","packages/core/workflow-worker","packages/infra/engine","packages/services/epoxy","packages/services/namespace","packages/services/pegboard","sdks/rust/api-full","sdks/rust/bare_gen","sdks/rust/epoxy-protocol","sdks/rust/key-data","sdks/rust/runner-protocol","sdks/rust/tunnel-protocol"]
55

66
[workspace.package]
77
version = "0.0.1"
@@ -58,7 +58,6 @@ regex = "1.4"
5858
rstest = "0.26.1"
5959
rustls-pemfile = "2.2.0"
6060
rustyline = "15.0.0"
61-
sentry = { version = "0.37.0", default-features = false, features = ["anyhow", "backtrace", "contexts", "debug-images", "panic", "reqwest", "rustls"] }
6261
serde_bare = "0.5.0"
6362
serde_yaml = "0.9.34"
6463
sha2 = "0.10"
@@ -81,6 +80,11 @@ tracing-opentelemetry = "0.29"
8180
tracing-slog = "0.2"
8281
vergen = "9.0.4"
8382

83+
[workspace.dependencies.sentry]
84+
version = "0.37.0"
85+
default-features = false
86+
features = ["anyhow","backtrace","contexts","debug-images","panic","reqwest","rustls"]
87+
8488
[workspace.dependencies.windows]
8589
version = "0.58"
8690
features = ["Win32","Win32_Storage","Win32_Storage_FileSystem","Win32_System","Win32_System_Console","Win32_Security"]
@@ -379,9 +383,6 @@ path = "packages/services/pegboard"
379383
[workspace.dependencies.rivet-api-full]
380384
path = "sdks/rust/api-full"
381385

382-
[workspace.dependencies.rivet-api-runtime]
383-
path = "sdks/rust/api-runtime"
384-
385386
[workspace.dependencies.bare_gen]
386387
path = "sdks/rust/bare_gen"
387388

docker/engine/linux-aarch64.Dockerfile

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -15,21 +15,21 @@ RUN apt-get update && apt-get install -y \
1515
g++-multilib \
1616
git-lfs && \
1717
rm -rf /var/lib/apt/lists/* && \
18-
wget -q https://musl.cc/aarch64-linux-musl-cross.tgz && \
19-
tar -xzf aarch64-linux-musl-cross.tgz -C /opt/ && \
20-
rm aarch64-linux-musl-cross.tgz
18+
wget -q https://github.com/cross-tools/musl-cross/releases/download/20250815/aarch64-unknown-linux-musl.tar.xz && \
19+
tar -xzf aarch64-unknown-linux-musl.tgz -C /opt/ && \
20+
rm aarch64-unknown-linux-musl.tgz
2121

2222
# Install musl targets
2323
RUN rustup target add aarch64-unknown-linux-musl
2424

2525
# Set environment variables
26-
ENV PATH="/opt/aarch64-linux-musl-cross/bin:$PATH" \
26+
ENV PATH="/opt/aarch64-unknown-linux-musl/bin:$PATH" \
2727
LIBCLANG_PATH=/usr/lib/llvm-14/lib \
2828
CLANG_PATH=/usr/bin/clang-14 \
29-
CC_aarch64_unknown_linux_musl=aarch64-linux-musl-gcc \
30-
CXX_aarch64_unknown_linux_musl=aarch64-linux-musl-g++ \
31-
AR_aarch64_unknown_linux_musl=aarch64-linux-musl-ar \
32-
CARGO_TARGET_AARCH64_UNKNOWN_LINUX_MUSL_LINKER=aarch64-linux-musl-gcc \
29+
CC_aarch64_unknown_linux_musl=aarch64-unknown-linux-musl-gcc \
30+
CXX_aarch64_unknown_linux_musl=aarch64-unknown-linux-musl-g++ \
31+
AR_aarch64_unknown_linux_musl=aarch64-unknown-linux-musl-ar \
32+
CARGO_TARGET_AARCH64_UNKNOWN_LINUX_MUSL_LINKER=aarch64-unknown-linux-musl-gcc \
3333
CARGO_INCREMENTAL=0 \
3434
RUSTFLAGS="--cfg tokio_unstable -C target-feature=+crt-static -C link-arg=-static-libgcc" \
3535
CARGO_NET_GIT_FETCH_WITH_CLI=true

docker/engine/linux-x86_64.Dockerfile

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -16,21 +16,21 @@ RUN apt-get update && apt-get install -y \
1616
g++-multilib \
1717
git-lfs && \
1818
rm -rf /var/lib/apt/lists/* && \
19-
wget -q https://musl.cc/x86_64-linux-musl-cross.tgz && \
20-
tar -xzf x86_64-linux-musl-cross.tgz -C /opt/ && \
21-
rm x86_64-linux-musl-cross.tgz
19+
wget -q https://github.com/cross-tools/musl-cross/releases/latest/download/x86_64-unknown-linux-musl.tar.xz && \
20+
tar -xf x86_64-unknown-linux-musl.tar.xz -C /opt/ && \
21+
rm x86_64-unknown-linux-musl.tar.xz
2222

2323
# Install musl targets
2424
RUN rustup target add x86_64-unknown-linux-musl
2525

2626
# Set environment variables
27-
ENV PATH="/opt/x86_64-linux-musl-cross/bin:$PATH" \
27+
ENV PATH="/opt/x86_64-unknown-linux-musl/bin:$PATH" \
2828
LIBCLANG_PATH=/usr/lib/llvm-14/lib \
2929
CLANG_PATH=/usr/bin/clang-14 \
30-
CC_x86_64_unknown_linux_musl=x86_64-linux-musl-gcc \
31-
CXX_x86_64_unknown_linux_musl=x86_64-linux-musl-g++ \
32-
AR_x86_64_unknown_linux_musl=x86_64-linux-musl-ar \
33-
CARGO_TARGET_X86_64_UNKNOWN_LINUX_MUSL_LINKER=x86_64-linux-musl-gcc \
30+
CC_x86_64_unknown_linux_musl=x86_64-unknown-linux-musl-gcc \
31+
CXX_x86_64_unknown_linux_musl=x86_64-unknown-linux-musl-g++ \
32+
AR_x86_64_unknown_linux_musl=x86_64-unknown-linux-musl-ar \
33+
CARGO_TARGET_X86_64_UNKNOWN_LINUX_MUSL_LINKER=x86_64-unknown-linux-musl-gcc \
3434
CARGO_INCREMENTAL=0 \
3535
RUSTFLAGS="--cfg tokio_unstable -C target-feature=+crt-static -C link-arg=-static-libgcc" \
3636
CARGO_NET_GIT_FETCH_WITH_CLI=true

0 commit comments

Comments
 (0)