From 72684a9476e255d5e20550f82daf3e7462fb8f5a Mon Sep 17 00:00:00 2001 From: Marco Vinciguerra Date: Fri, 3 Jan 2025 20:53:18 +0100 Subject: [PATCH] fix: add new models --- scrapegraphai/helpers/models_tokens.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/scrapegraphai/helpers/models_tokens.py b/scrapegraphai/helpers/models_tokens.py index f36dfa05..c4a3dfa4 100644 --- a/scrapegraphai/helpers/models_tokens.py +++ b/scrapegraphai/helpers/models_tokens.py @@ -78,6 +78,8 @@ "lama3.1:405b": 128000, "llama3.2": 128000, "llama3.2:1b": 128000, + "llama3.2:3b": 128000, + "llama3.3:70b": 128000, "scrapegraph": 8192, "mistral": 8192, "mistral-small": 128000, @@ -90,6 +92,7 @@ "nous-hermes2:34b": 4096, "orca-mini": 2048, "phi3:3.8b": 12800, + "phi3:14b": 128000, "qwen:0.5b": 32000, "qwen:1.8b": 32000, "qwen:4b": 32000, @@ -99,6 +102,10 @@ "qwen:110b": 32000, "stablelm-zephyr": 8192, "wizardlm2:8x22b": 65536, + "mistral": 128000, + "gemma2": 128000, + "gemma2:9b": 128000, + "gemma2:27b": 128000, # embedding models "shaw/dmeta-embedding-zh-small-q4": 8192, "shaw/dmeta-embedding-zh-q4": 8192,