Merge pull request #863 from ScrapeGraphAI/new-models

fix: add new models
ScrapeGraphAI · Jan 4, 2025 · bb1bb9f · bb1bb9f
2 parents 6b98d84 + 72684a9
commit bb1bb9f
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/scrapegraphai/helpers/models_tokens.py b/scrapegraphai/helpers/models_tokens.py
@@ -78,6 +78,8 @@
             "lama3.1:405b": 128000,
             "llama3.2": 128000,
             "llama3.2:1b": 128000,
+            "llama3.2:3b": 128000,
+            "llama3.3:70b": 128000,
             "scrapegraph": 8192,
             "mistral": 8192,
             "mistral-small": 128000,
@@ -90,6 +92,7 @@
             "nous-hermes2:34b": 4096,
             "orca-mini": 2048,
             "phi3:3.8b": 12800,
+            "phi3:14b": 128000,
             "qwen:0.5b": 32000,
             "qwen:1.8b": 32000,
             "qwen:4b": 32000,
@@ -99,6 +102,10 @@
             "qwen:110b": 32000,
             "stablelm-zephyr": 8192,
             "wizardlm2:8x22b": 65536,
+            "mistral": 128000,
+            "gemma2": 128000,
+            "gemma2:9b": 128000,
+            "gemma2:27b": 128000,
             # embedding models
             "shaw/dmeta-embedding-zh-small-q4": 8192,
             "shaw/dmeta-embedding-zh-q4": 8192,