Merge pull request #38 from Phala-Network/main

v0.2.14

Author: Evrard-Nil

.github/workflows/release.yml

@@ -0,0 +1,77 @@
+name: Release vllm-proxy
+
+on:
+  push:
+    tags:
+      - 'v*'
+
+permissions:
+  attestations: write
+  id-token: write
+  contents: write
+  packages: write
+
+jobs:
+  build_and_push_image:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: vllm-proxy
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Free up disk space
+        run: |
+          echo "Initial free space:"
+          df -h
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf /usr/local/lib/android
+          sudo rm -rf /opt/ghc
+          echo "Free space after cleanup:"
+          df -h
+        working-directory: .
+
+      - name: Log in to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ vars.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Clean up Docker resources
+        run: |
+          docker system df
+          docker system prune -a -f
+
+      - name: Build and push Docker image
+        id: build-and-push
+        uses: docker/build-push-action@v5
+        with:
+          context: vllm-proxy
+          file: vllm-proxy/docker/Dockerfile
+          push: true
+          tags: ${{ vars.DOCKERHUB_USERNAME }}/vllm-proxy:${{ github.ref_name }}
+          platforms: linux/amd64
+
+      - name: Generate artifact attestation
+        uses: actions/attest-build-provenance@v1
+        with:
+          subject-name: "docker.io/${{ vars.DOCKERHUB_USERNAME }}/vllm-proxy"
+          subject-digest: ${{ steps.build-and-push.outputs.digest }}
+          push-to-registry: true
+        env:
+          DOCKER_USERNAME: ${{ vars.DOCKERHUB_USERNAME }}
+          DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Release
+        uses: softprops/action-gh-release@v1
+        with:
+          body: |
+            ## Docker Image Digest (SHA256)
+
+            | Image | Digest | Verification |
+            |---|---|---|
+            | `docker.io/${{ vars.DOCKERHUB_USERNAME }}/vllm-proxy:${{ github.ref_name }}` | `${{ steps.build-and-push.outputs.digest }}` | [Verify on Sigstore](https://search.sigstore.dev/?hash=${{ steps.build-and-push.outputs.digest }})

vllm-proxy/.gitignore

@@ -165,3 +165,4 @@ cython_debug/
 .DS_Store
 
 .ruff_cache
+tmp/

vllm-proxy/docker/docker-compose.yml

@@ -17,7 +17,7 @@ services:
     container_name: vllm-proxy
     privileged: true
     volumes:
-      - /var/run/tappd.sock:/var/run/tappd.sock
+      - /var/run/dstack.sock:/var/run/dstack.sock
     ports:
       - "8000:8000"