KoboldCpp Linux ROCm #22
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Koboldcpp Linux ROCm | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| commit_hash: | |
| description: 'Optional commit hash to build from' | |
| required: false | |
| default: '' | |
| tag_name: | |
| description: 'Optional version tag (e.g. v1.57.1) for stable release file' | |
| required: false | |
| default: '' | |
| env: | |
| BRANCH_NAME: ${{ github.head_ref || github.ref_name }} | |
| KCPP_CUDA: rocm | |
| ARCHES_CU12: 1 | |
| jobs: | |
| linux: | |
| runs-on: ubuntu-22.04 | |
| permissions: write-all | |
| container: | |
| image: rocm/dev-ubuntu-22.04:7.0-complete | |
| options: --privileged | |
| steps: | |
| - name: Clone | |
| id: checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.commit_hash != '' && inputs.commit_hash || github.head_ref || github.ref_name }} | |
| - name: Show Commit Used | |
| run: | | |
| echo "Building from ref: ${{ inputs.commit_hash != '' && inputs.commit_hash || github.head_ref || github.ref_name }}" | |
| - name: Dependencies | |
| id: depends | |
| run: | | |
| sudo apt update | |
| export DEBIAN_FRONTEND=noninteractive | |
| sudo ln -fs /usr/share/zoneinfo/UTC /etc/localtime | |
| echo "tzdata tzdata/Areas select Etc" | sudo debconf-set-selections | |
| echo "tzdata tzdata/Zones/Etc select UTC" | sudo debconf-set-selections | |
| sudo apt-get -y install git curl bzip2 python3-tk tcl tk | |
| - name: Set Tcl/Tk Paths | |
| run: | | |
| echo "TCL_LIBRARY=$(find /usr/lib/ -name 'tcl8*' | head -n 1)" >> $GITHUB_ENV | |
| echo "TK_LIBRARY=$(find /usr/lib/ -name 'tk8*' | head -n 1)" >> $GITHUB_ENV | |
| - name: Build | |
| id: make_build | |
| run: | | |
| ./koboldcpp.sh dist | |
| - name: Save artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: kcpp_linux_binary | |
| path: dist/ | |
| - name: Upload to GitHub Release | |
| env: | |
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| gh release upload rocm-rolling dist/koboldcpp-linux-x64-rocm --clobber | |
| - name: Upload version pinned tagged binary | |
| if: ${{ inputs.tag_name != '' }} | |
| env: | |
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| TAG_NAME: ${{ inputs.tag_name }} | |
| run: | | |
| cp dist/koboldcpp-linux-x64-rocm "dist/koboldcpp-linux-x64-rocm-${TAG_NAME}" | |
| gh release upload rocm-rolling "dist/koboldcpp-linux-x64-rocm-${TAG_NAME}" --clobber |