client = ollama.Client(host=http://127.0.0.1:11434) client.pull(model_name)

Author: chuangtc

llm_benchmark/check_models.py

@@ -46,6 +46,10 @@ def pull_models(models_file_path):
         for x in models_dict['models']:
             model_name = x['model']
             print(model_name)
-            result = subprocess.run(['ollama', 'pull', model_name], stdout=subprocess.PIPE)
-            result.stdout
+            try:
+                result = subprocess.run(['ollama', 'pull', model_name], stdout=subprocess.PIPE)
+                result.stdout
+            except:
+                client = ollama.Client(host='http://127.0.0.1:11434')
+                client.pull(model_name)
 

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "llm_benchmark"
-version = "0.4.5"
+version = "0.4.6"
 description = "LLM Benchmark for Throughputs via Ollama"
 authors = ["Jason Chuang <[email protected]>"]
 license = "MIT"
@@ -17,7 +17,7 @@ keywords = [
 [tool.poetry.dependencies]
 python = "^3.9"
 typer = {extras = ["all"], version = "^0.9.0"}
-ollama = "^0.1.8"
+ollama = "^0.4.8"
 pyyaml = "^6.0.1"
 requests = "^2.32.3"
 psutil = "^5.9.8"

requirements.txt

@@ -16,7 +16,7 @@ lib-platform==1.2.10
 lib-registry==2.0.10
 markdown-it-py==3.0.0
 mdurl==0.1.2
-ollama==0.1.8
+ollama==0.4.8
 psutil==5.9.8
 Pygments==2.17.2
 PyYAML==6.0.1

setup.py

@@ -5,7 +5,7 @@
 
 setup(
     name='llm_benchmark',
-    version='0.4.5',
+    version='0.4.6',
     author='Jason Chuang',
     author_email='[email protected]',
     description='LLM Benchmark',