add llama3.1 model

Author: VinciGit00

examples/local_models/smart_scraper_ollama.py

@@ -9,7 +9,7 @@
 
 graph_config = {
     "llm": {
-        "model": "ollama/llama3",
+        "model": "ollama/llama3.1",
         "temperature": 0,
         "format": "json",  # Ollama needs the format to be specified explicitly
         # "base_url": "http://localhost:11434", # set ollama URL arbitrarily

scrapegraphai/helpers/models_tokens.py

@@ -51,6 +51,10 @@
                "falcon": 2048, 
                "llama2": 4096, 
                "llama3": 8192, 
+               "llama3:70b": 8192,
+               "llama3.1":128000,
+               "llama3.1:70b": 128000,
+               "lama3.1:405b": 128000,
                "scrapegraph": 8192, 
                "llava": 4096, 
                "mixtral:8x22b-instruct": 65536,