add falcon model

VinciGit00 · VinciGit00 · commit ff53771f87dd · 2024-05-18T03:01:08.000+02:00
diff --git a/scrapegraphai/helpers/models_tokens.py b/scrapegraphai/helpers/models_tokens.py
@@ -36,6 +36,7 @@
         "llava": 4096,
         "llava_next": 4096,
         "mistral": 8192,
+        "falcon": 2048,
         "codellama": 16000,
         "dolphin-mixtral": 32000,
         "mistral-openorca": 32000,
