.sh script V1

Author: root

.gitignore

@@ -115,5 +115,8 @@ hipblas.dll
 koboldcpp_hipblas.so
 koboldcpp_hipblas.dll
 
+bin/
+conda/
+
 # Jetbrains idea folder
 .idea/

environment.yaml

@@ -0,0 +1,20 @@
+name: koboldcpp
+channels:
+  - nvidia/label/cuda-11.8.0
+  - conda-forge
+  - defaults
+dependencies:
+  - cuda-nvcc=11.8
+  - cuda-libraries-dev=11.8
+  - cxx-compiler
+  - gxx=10
+  - pip
+  - git=2.35.1
+  - libopenblas
+  - openblas
+  - clblast
+  - ninja
+  - make
+  - packaging
+  - pip:
+    - customtkinter

koboldcpp.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+wget -qO- https://anaconda.org/conda-forge/micromamba/1.5.3/download/linux-64/micromamba-1.5.3-0.tar.bz2 | tar -xvj bin/micromamba
+if [[ ! -f "conda/envs/linux/bin/python" || $1 == "rebuild" ]]; then
+ bin/micromamba create --no-shortcuts -r conda -n linux -f environment.yaml -y
+ bin/micromamba create --no-shortcuts -r conda -n linux -f environment.yaml -y
+ bin/micromamba run -r conda -n linux make clean
+fi
+bin/micromamba run -r conda -n linux make LLAMA_OPENBLAS=1 LLAMA_CLBLAST=1 LLAMA_CUBLAS=1 LLAMA_PORTABLE=1
+bin/micromamba run -r conda -n linux python koboldcpp.py $*