Skip to content

Commit 6a5bf74

Browse files
KillianLucasKillianLucas
authored
Llamafile updates
Llamafile updates
2 parents 981a37f + 75bc3c9 commit 6a5bf74

File tree

1 file changed

+42
-30
lines changed

1 file changed

+42
-30
lines changed

‎interpreter/terminal_interface/local_setup.py

Lines changed: 42 additions & 30 deletions
Original file line numberDiff line numberDiff line change
@@ -47,46 +47,58 @@ def download_model(models_dir, models, interpreter):
4747
try:
4848
model_list = [
4949
{
50-
"name": "Llama-3-8B-Instruct",
51-
"file_name": " Meta-Llama-3-8B-Instruct.Q5_K_M.llamafile",
52-
"size": 5.76,
53-
"url": "https://huggingface.co/jartine/Meta-Llama-3-8B-Instruct-llamafile/resolve/main/Meta-Llama-3-8B-Instruct.Q5_K_M.llamafile?download=true",
50+
"name": "Llama-3.1-8B-Instruct",
51+
"file_name": "Meta-Llama-3-8B-Instruct.Q4_K_M.llamafile",
52+
"size": 4.95,
53+
"url": "https://huggingface.co/Mozilla/Meta-Llama-3.1-8B-Instruct-llamafile/resolve/main/Meta-Llama-3.1-8B-Instruct.Q4_K_M.llamafile?download=true",
54+
},
55+
{
56+
"name": "Gemma-2-9b",
57+
"file_name": "gemma-2-9b-it.Q4_K_M.llamafile",
58+
"size": 5.79,
59+
"url": "https://huggingface.co/jartine/gemma-2-9b-it-llamafile/resolve/main/gemma-2-9b-it.Q4_K_M.llamafile?download=true",
5460
},
5561
{
5662
"name": "Phi-3-mini",
57-
"file_name": "Phi-3-mini-4k-instruct.Q5_K_M.llamafile",
58-
"size": 2.84,
59-
"url": "https://huggingface.co/jartine/Phi-3-mini-4k-instruct-llamafile/resolve/main/Phi-3-mini-4k-instruct.Q5_K_M.llamafile?download=true",
63+
"file_name": "Phi-3-mini-4k-instruct.Q4_K_M.llamafile",
64+
"size": 2.42,
65+
"url": "https://huggingface.co/Mozilla/Phi-3-mini-4k-instruct-llamafile/resolve/main/Phi-3-mini-4k-instruct.Q4_K_M.llamafile?download=true",
6066
},
6167
{
62-
"name": "TinyLlama-1.1B",
63-
"file_name": "TinyLlama-1.1B-Chat-v1.0.Q5_K_M.llamafile",
64-
"size": 0.76,
65-
"url": "https://huggingface.co/jartine/TinyLlama-1.1B-Chat-v1.0-GGUF/resolve/main/TinyLlama-1.1B-Chat-v1.0.Q5_K_M.llamafile?download=true",
68+
"name": "Moondream2 (vision)",
69+
"file_name": "moondream2-q5km-050824.llamafile",
70+
"size": 1.98,
71+
"url": "https://huggingface.co/cjpais/moondream2-llamafile/resolve/main/moondream2-q5km-050824.llamafile?download=true",
6672
},
6773
{
68-
"name": "Rocket-3B",
69-
"file_name": "rocket-3b.Q5_K_M.llamafile",
70-
"size": 1.89,
71-
"url": "https://huggingface.co/jartine/rocket-3B-llamafile/resolve/main/rocket-3b.Q5_K_M.llamafile?download=true",
74+
"name": "Mistral-7B-Instruct",
75+
"file_name": "Mistral-7B-Instruct-v0.3.Q5_K_M.llamafile",
76+
"size": 4.40,
77+
"url": "https://huggingface.co/Mozilla/Mistral-7B-Instruct-v0.3-llamafile/resolve/main/Mistral-7B-Instruct-v0.3.Q4_K_M.llamafile?download=true",
7278
},
7379
{
74-
"name": "Phi-2",
75-
"file_name": "phi-2.Q5_K_M.llamafile",
76-
"size": 1.96,
77-
"url": "https://huggingface.co/jartine/phi-2-llamafile/resolve/main/phi-2.Q5_K_M.llamafile?download=true",
80+
"name": "Gemma-2-27b",
81+
"file_name": "gemma-2-27b-it.Q4_K_M.llamafile",
82+
"size": 16.7,
83+
"url": "https://huggingface.co/jartine/gemma-2-27b-it-llamafile/resolve/main/gemma-2-27b-it.Q4_K_M.llamafile?download=true",
7884
},
7985
{
80-
"name": "LLaVA 1.5",
81-
"file_name": "llava-v1.5-7b-q4.llamafile",
82-
"size": 3.97,
83-
"url": "https://huggingface.co/jartine/llava-v1.5-7B-GGUF/resolve/main/llava-v1.5-7b-q4.llamafile?download=true",
86+
"name": "TinyLlama-1.1B",
87+
"file_name": "TinyLlama-1.1B-Chat-v1.0.Q4_K_M.llamafile",
88+
"size": 0.70,
89+
"url": "https://huggingface.co/Mozilla/TinyLlama-1.1B-Chat-v1.0-llamafile/resolve/main/TinyLlama-1.1B-Chat-v1.0.Q4_K_M.llamafile?download=true",
8490
},
8591
{
86-
"name": "Mistral-7B-Instruct",
87-
"file_name": "mistral-7b-instruct-v0.2.Q5_K_M.llamafile",
88-
"size": 5.15,
89-
"url": "https://huggingface.co/jartine/Mistral-7B-Instruct-v0.2-llamafile/resolve/main/mistral-7b-instruct-v0.2.Q5_K_M.llamafile?download=true",
92+
"name": "Rocket-3B",
93+
"file_name": "rocket-3b.Q4_K_M.llamafile",
94+
"size": 1.74,
95+
"url": "https://huggingface.co/Mozilla/rocket-3B-llamafile/resolve/main/rocket-3b.Q4_K_M.llamafile?download=true",
96+
},
97+
{
98+
"name": "LLaVA 1.5 (vision)",
99+
"file_name": "llava-v1.5-7b-q4.llamafile",
100+
"size": 4.29,
101+
"url": "https://huggingface.co/Mozilla/llava-v1.5-7b-llamafile/resolve/main/llava-v1.5-7b-q4.llamafile?download=true",
90102
},
91103
{
92104
"name": "WizardCoder-Python-13B",
@@ -96,9 +108,9 @@ def download_model(models_dir, models, interpreter):
96108
},
97109
{
98110
"name": "WizardCoder-Python-34B",
99-
"file_name": "wizardcoder-python-34b-v1.0.Q5_K_M.llamafile",
100-
"size": 22.23,
101-
"url": "https://huggingface.co/jartine/WizardCoder-Python-34B-V1.0-llamafile/resolve/main/wizardcoder-python-34b-v1.0.Q5_K_M.llamafile?download=true",
111+
"file_name": "wizardcoder-python-34b-v1.0.Q4_K_M.llamafile",
112+
"size": 20.22,
113+
"url": "https://huggingface.co/Mozilla/WizardCoder-Python-34B-V1.0-llamafile/resolve/main/wizardcoder-python-34b-v1.0.Q4_K_M.llamafile?download=true",
102114
},
103115
{
104116
"name": "Mixtral-8x7B-Instruct",

0 commit comments

Comments
 (0)