Skip to content

Commit 2726d50

Browse files
tukwilatukwila
committed
Merge branch 'support_sharegpt' of https://github.com/tukwila/guidellm into support_sharegpt
2 parents 08a5a8b + a28d3eb commit 2726d50

File tree

191 files changed

+34996
-12888
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

191 files changed

+34996
-12888
lines changed

‎.containerignore‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
.gitignore

‎.github/workflows/container-maintenance.yml‎

Lines changed: 53 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,53 @@
1+
name: Container Image Maintenance
2+
3+
on:
4+
schedule:
5+
- cron: '0 2 * * 3' # Runs at 2am on Wednesdays
6+
workflow_dispatch: # Enables manual triggering of the workflow
7+
8+
# Only run one at a time
9+
concurrency:
10+
group: ${{ github.workflow }}
11+
12+
permissions:
13+
packages: write
14+
15+
jobs:
16+
cleanup-container-tags:
17+
runs-on: ubuntu-latest
18+
steps:
19+
- name: Delete PR and untagged images older than 2 weeks
20+
uses: snok/[email protected]
21+
with:
22+
account: ${{ github.repository_owner }}
23+
token: ${{ github.token }}
24+
image-names: ${{ github.event.repository.name }}
25+
image-tags: "pr-*"
26+
cut-off: 2w
27+
dry-run: false
28+
29+
push-container-tags:
30+
runs-on: ubuntu-latest
31+
needs: cleanup-container-tags
32+
if: always() # Run after cleanup even if it fails
33+
steps:
34+
- name: Log into ghcr.io
35+
uses: redhat-actions/podman-login@v1
36+
with:
37+
username: ${{ github.repository_owner }}
38+
password: ${{ github.token }}
39+
registry: ghcr.io/${{ github.repository_owner }}
40+
- name: Get list of tags
41+
run: |
42+
set -euo pipefail # Fail pipe if any command fails
43+
skopeo list-tags docker://ghcr.io/${{ github.repository }} | jq --raw-output '.Tags[]' > tags
44+
- name: Get latest release and rc tags
45+
run: |
46+
STABLE_TAG="$(grep -P '^v\d+\.\d+\.\d+$' tags | sort -rV | head -n1)"
47+
echo "stable_tag=${STABLE_TAG:-v0.0.0}" >> $GITHUB_ENV
48+
LATEST_TAG="$(grep -P '^v\d+\.\d+\.\d+' tags | sort -rV | head -n1)"
49+
echo "latest_tag=${LATEST_TAG:-v0.0.0}" >> $GITHUB_ENV
50+
- name: Update latest and stable tags
51+
run: |
52+
skopeo copy docker://ghcr.io/${{ github.repository }}:${{ env.stable_tag }} docker://ghcr.io/${{ github.repository }}:stable
53+
skopeo copy docker://ghcr.io/${{ github.repository }}:${{ env.latest_tag }} docker://ghcr.io/${{ github.repository }}:latest

‎.github/workflows/development.yml‎

Lines changed: 10 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ jobs:
99
runs-on: ubuntu-latest
1010
strategy:
1111
matrix:
12-
python: ["3.9", "3.13"]
12+
python: ["3.10", "3.13"]
1313
steps:
1414
- uses: actions/checkout@v4
1515
- name: Set up Python
@@ -44,7 +44,7 @@ jobs:
4444
runs-on: ubuntu-latest
4545
strategy:
4646
matrix:
47-
python: ["3.9", "3.13"]
47+
python: ["3.10", "3.13"]
4848
steps:
4949
- uses: actions/checkout@v4
5050
- name: Set up Python
@@ -79,7 +79,7 @@ jobs:
7979
runs-on: ubuntu-latest
8080
strategy:
8181
matrix:
82-
python: ["3.9"]
82+
python: ["3.10"]
8383
steps:
8484
- uses: actions/checkout@v4
8585
- name: Set up Python
@@ -114,7 +114,7 @@ jobs:
114114
runs-on: ubuntu-latest
115115
strategy:
116116
matrix:
117-
python: ["3.9", "3.13"]
117+
python: ["3.10", "3.13"]
118118
steps:
119119
- uses: actions/checkout@v4
120120
- name: Set up Python
@@ -149,7 +149,7 @@ jobs:
149149
runs-on: ubuntu-latest
150150
strategy:
151151
matrix:
152-
python: ["3.9", "3.13"]
152+
python: ["3.10", "3.13"]
153153
steps:
154154
- uses: actions/checkout@v4
155155
- name: Set up Python
@@ -293,14 +293,18 @@ jobs:
293293
steps:
294294
- name: Checkout
295295
uses: actions/checkout@v4
296+
with:
297+
fetch-depth: 0
296298
- name: Buildah build
297299
id: build-image
298300
uses: redhat-actions/buildah-build@v2
299301
with:
300302
image: ${{ github.event.repository.name }}
303+
build-args: |
304+
GUIDELLM_BUILD_TYPE=dev
301305
tags: "pr-${{ github.event.number }}"
302306
containerfiles: |
303-
./deploy/Containerfile
307+
./Containerfile
304308
- name: Push To ghcr.io
305309
id: push-to-ghcr
306310
uses: redhat-actions/push-to-registry@v2

‎.github/workflows/main.yml‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ jobs:
1010
runs-on: ubuntu-latest
1111
strategy:
1212
matrix:
13-
python: ["3.9", "3.10", "3.11", "3.12", "3.13"]
13+
python: ["3.10", "3.11", "3.12", "3.13"]
1414
steps:
1515
- uses: actions/checkout@v4
1616
- name: Set up Python
@@ -45,7 +45,7 @@ jobs:
4545
runs-on: ubuntu-latest
4646
strategy:
4747
matrix:
48-
python: ["3.9", "3.10", "3.11", "3.12", "3.13"]
48+
python: ["3.10", "3.11", "3.12", "3.13"]
4949
steps:
5050
- uses: actions/checkout@v4
5151
- name: Set up Python
@@ -80,7 +80,7 @@ jobs:
8080
runs-on: ubuntu-latest
8181
strategy:
8282
matrix:
83-
python: ["3.9"]
83+
python: ["3.10"]
8484
steps:
8585
- uses: actions/checkout@v4
8686
- name: Set up Python
@@ -115,7 +115,7 @@ jobs:
115115
runs-on: ubuntu-latest
116116
strategy:
117117
matrix:
118-
python: ["3.9", "3.13"]
118+
python: ["3.10", "3.13"]
119119
steps:
120120
- uses: actions/checkout@v4
121121
- name: Set up Python
@@ -150,7 +150,7 @@ jobs:
150150
runs-on: ubuntu-latest
151151
strategy:
152152
matrix:
153-
python: ["3.9", "3.13"]
153+
python: ["3.10", "3.13"]
154154
steps:
155155
- uses: actions/checkout@v4
156156
- name: Set up Python

‎.github/workflows/nightly.yml‎

Lines changed: 10 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ jobs:
1010
runs-on: ubuntu-latest
1111
strategy:
1212
matrix:
13-
python: ["3.9"]
13+
python: ["3.10"]
1414
steps:
1515
- uses: actions/checkout@v4
1616
- name: Set up Python
@@ -26,7 +26,7 @@ jobs:
2626
runs-on: ubuntu-latest
2727
strategy:
2828
matrix:
29-
python: ["3.9", "3.13"]
29+
python: ["3.10", "3.13"]
3030
steps:
3131
- uses: actions/checkout@v4
3232
- name: Set up Python
@@ -61,7 +61,7 @@ jobs:
6161
runs-on: ubuntu-latest
6262
strategy:
6363
matrix:
64-
python: ["3.9", "3.13"]
64+
python: ["3.10", "3.13"]
6565
steps:
6666
- uses: actions/checkout@v4
6767
- name: Set up Python
@@ -96,7 +96,7 @@ jobs:
9696
runs-on: ubuntu-latest
9797
strategy:
9898
matrix:
99-
python: ["3.9", "3.13"]
99+
python: ["3.10", "3.13"]
100100
steps:
101101
- uses: actions/checkout@v4
102102
- name: Set up Python
@@ -142,7 +142,7 @@ jobs:
142142
runs-on: ubuntu-latest
143143
strategy:
144144
matrix:
145-
python: ["3.9"]
145+
python: ["3.10"]
146146
steps:
147147
- name: Checkout code
148148
uses: actions/checkout@v4
@@ -251,14 +251,18 @@ jobs:
251251
steps:
252252
- name: Checkout
253253
uses: actions/checkout@v4
254+
with:
255+
fetch-depth: 0
254256
- name: Buildah build
255257
id: build-image
256258
uses: redhat-actions/buildah-build@v2
257259
with:
258260
image: ${{ github.event.repository.name }}
261+
build-args: |
262+
GUIDELLM_BUILD_TYPE=nightly
259263
tags: nightly
260264
containerfiles: |
261-
./deploy/Containerfile
265+
./Containerfile
262266
- name: Push To ghcr.io
263267
id: push-to-ghcr
264268
uses: redhat-actions/push-to-registry@v2

‎.github/workflows/release-candidate.yml‎

Lines changed: 19 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ jobs:
1010
runs-on: ubuntu-latest
1111
strategy:
1212
matrix:
13-
python: ["3.9"]
13+
python: ["3.10"]
1414
steps:
1515
- uses: actions/checkout@v4
1616
- name: Set up Python
@@ -26,7 +26,7 @@ jobs:
2626
runs-on: ubuntu-latest
2727
strategy:
2828
matrix:
29-
python: ["3.9", "3.10", "3.11", "3.12", "3.13"]
29+
python: ["3.10", "3.11", "3.12", "3.13"]
3030
steps:
3131
- uses: actions/checkout@v4
3232
- name: Set up Python
@@ -61,7 +61,7 @@ jobs:
6161
runs-on: ubuntu-latest
6262
strategy:
6363
matrix:
64-
python: ["3.9", "3.10", "3.11", "3.12", "3.13"]
64+
python: ["3.10", "3.11", "3.12", "3.13"]
6565
steps:
6666
- uses: actions/checkout@v4
6767
- name: Set up Python
@@ -96,7 +96,7 @@ jobs:
9696
runs-on: ubuntu-latest
9797
strategy:
9898
matrix:
99-
python: ["3.9", "3.10", "3.11", "3.12", "3.13"]
99+
python: ["3.10", "3.11", "3.12", "3.13"]
100100
steps:
101101
- uses: actions/checkout@v4
102102
- name: Set up Python
@@ -142,7 +142,7 @@ jobs:
142142
runs-on: ubuntu-latest
143143
strategy:
144144
matrix:
145-
python: ["3.9"]
145+
python: ["3.10"]
146146
steps:
147147
- name: Checkout code
148148
uses: actions/checkout@v4
@@ -228,7 +228,7 @@ jobs:
228228
uses: peaceiris/actions-gh-pages@v3
229229
with:
230230
github_token: ${{ secrets.GITHUB_TOKEN }}
231-
publish_dir: ./ui/out
231+
publish_dir: .src/ui/out
232232
destination_dir: ui/release/${TAG}
233233
keep_files: false
234234
user_name: ${{ github.actor }}
@@ -295,15 +295,25 @@ jobs:
295295
steps:
296296
- name: Checkout
297297
uses: actions/checkout@v4
298+
with:
299+
fetch-depth: 0
300+
- name: Get version from branch
301+
run: |
302+
echo "package_version=${GITHUB_REF#refs/heads/release/}" >> $GITHUB_ENV
303+
- name: Fail if version is unset
304+
if: ${{ env.package_version == '' }}
305+
run: |
306+
exit 1
298307
- name: Buildah build
299308
id: build-image
300309
uses: redhat-actions/buildah-build@v2
301310
with:
302311
image: ${{ github.event.repository.name }}
303-
# TODO: Tag version
304-
tags: latest
312+
build-args: |
313+
GUIDELLM_BUILD_TYPE=candidate
314+
tags: ${{ env.package_version }}~rc
305315
containerfiles: |
306-
./deploy/Containerfile
316+
./Containerfile
307317
- name: Push To ghcr.io
308318
id: push-to-ghcr
309319
uses: redhat-actions/push-to-registry@v2

‎.github/workflows/release.yml‎

Lines changed: 19 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ jobs:
1010
runs-on: ubuntu-latest
1111
strategy:
1212
matrix:
13-
python: ["3.9"]
13+
python: ["3.10"]
1414
steps:
1515
- name: Checkout code
1616
uses: actions/checkout@v4
@@ -55,7 +55,7 @@ jobs:
5555
runs-on: ubuntu-latest
5656
strategy:
5757
matrix:
58-
python: ["3.9"]
58+
python: ["3.10"]
5959
steps:
6060
- uses: actions/checkout@v4
6161
- name: Set up Python
@@ -71,7 +71,7 @@ jobs:
7171
runs-on: ubuntu-latest
7272
strategy:
7373
matrix:
74-
python: ["3.9", "3.10", "3.11", "3.12", "3.13"]
74+
python: ["3.10", "3.11", "3.12", "3.13"]
7575
steps:
7676
- uses: actions/checkout@v4
7777
- name: Set up Python
@@ -106,7 +106,7 @@ jobs:
106106
runs-on: ubuntu-latest
107107
strategy:
108108
matrix:
109-
python: ["3.9", "3.10", "3.11", "3.12", "3.13"]
109+
python: ["3.10", "3.11", "3.12", "3.13"]
110110
steps:
111111
- uses: actions/checkout@v4
112112
- name: Set up Python
@@ -141,7 +141,7 @@ jobs:
141141
runs-on: ubuntu-latest
142142
strategy:
143143
matrix:
144-
python: ["3.9", "3.10", "3.11", "3.12", "3.13"]
144+
python: ["3.10", "3.11", "3.12", "3.13"]
145145
steps:
146146
- uses: actions/checkout@v4
147147
- name: Set up Python
@@ -227,7 +227,7 @@ jobs:
227227
uses: peaceiris/actions-gh-pages@v3
228228
with:
229229
github_token: ${{ secrets.GITHUB_TOKEN }}
230-
publish_dir: ./ui/out
230+
publish_dir: ./src/ui/out
231231
destination_dir: ui/${TAG}
232232
keep_files: false
233233
user_name: ${{ github.actor }}
@@ -294,15 +294,25 @@ jobs:
294294
steps:
295295
- name: Checkout
296296
uses: actions/checkout@v4
297+
with:
298+
fetch-depth: 0
299+
- name: Get version from branch
300+
run: |
301+
echo "package_version=${GITHUB_REF#refs/tags/}" >> $GITHUB_ENV
302+
- name: Fail if version is unset
303+
if: ${{ env.package_version == '' }}
304+
run: |
305+
exit 1
297306
- name: Buildah build
298307
id: build-image
299308
uses: redhat-actions/buildah-build@v2
300309
with:
301310
image: ${{ github.event.repository.name }}
302-
# TODO: Tag version
303-
tags: latest stable
311+
build-args: |
312+
GUIDELLM_BUILD_TYPE=release
313+
tags: ${{ env.package_version }}
304314
containerfiles: |
305-
./deploy/Containerfile
315+
./Containerfile
306316
- name: Push To ghcr.io
307317
id: push-to-ghcr
308318
uses: redhat-actions/push-to-registry@v2

0 commit comments

Comments
 (0)