File tree Expand file tree Collapse file tree 1 file changed +6
-2
lines changed Expand file tree Collapse file tree 1 file changed +6
-2
lines changed Original file line number Diff line number Diff line change 1
1
# The HuggingFace model to use for testing
2
- # hf_model = "ise-uiuc/Magicoder-S-DS-6.7B"
3
- hf_model = "TheBloke/WizardCoder-Python-34B-V1.0-AWQ"
2
+ # hf_model = "ise-uiuc/Magicoder-S-DS-6.7B" # Good lightweight model for testing
3
+ # hf_model = "TheBloke/WizardCoder-Python-34B-V1.0-AWQ" # Poor performance, missing chat_template in repo
4
+ hf_model = "TheBloke/SauerkrautLM-70B-v1-AWQ"
5
+ # hf_model = "TheBloke/SauerkrautLM-Mixtral-8x7B-Instruct-AWQ" # Works well
6
+ # hf_model = "abacusai/Smaug-Mixtral-v0.1" # GPU OOM
7
+ # hf_model = "LoneStriker/Smaug-72B-v0.1-AWQ" # Works but produces nonsense responses
4
8
5
9
# Toggles whether UI should be run locally using gradio hot-reloading
6
10
# or should be included in the remote Helm install
You can’t perform that action at this time.
0 commit comments