Skip to content

Commit 54de16f

Browse files
author
sd109
committed
Add some notes on tested models
1 parent 3cda717 commit 54de16f

File tree

1 file changed

+6
-2
lines changed

1 file changed

+6
-2
lines changed

Tiltfile

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,10 @@
11
# The HuggingFace model to use for testing
2-
# hf_model = "ise-uiuc/Magicoder-S-DS-6.7B"
3-
hf_model = "TheBloke/WizardCoder-Python-34B-V1.0-AWQ"
2+
# hf_model = "ise-uiuc/Magicoder-S-DS-6.7B" # Good lightweight model for testing
3+
# hf_model = "TheBloke/WizardCoder-Python-34B-V1.0-AWQ" # Poor performance, missing chat_template in repo
4+
hf_model = "TheBloke/SauerkrautLM-70B-v1-AWQ"
5+
# hf_model = "TheBloke/SauerkrautLM-Mixtral-8x7B-Instruct-AWQ" # Works well
6+
# hf_model = "abacusai/Smaug-Mixtral-v0.1" # GPU OOM
7+
# hf_model = "LoneStriker/Smaug-72B-v0.1-AWQ" # Works but produces nonsense responses
48

59
# Toggles whether UI should be run locally using gradio hot-reloading
610
# or should be included in the remote Helm install

0 commit comments

Comments
 (0)