From 9b16cb987fd93132d814ebd933af1565eb166331 Mon Sep 17 00:00:00 2001 From: Marco Vinciguerra Date: Sun, 22 Dec 2024 16:16:45 +0100 Subject: [PATCH] fix: add model tokens --- scrapegraphai/helpers/models_tokens.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/scrapegraphai/helpers/models_tokens.py b/scrapegraphai/helpers/models_tokens.py index 0d4d4e33..fd43cd42 100644 --- a/scrapegraphai/helpers/models_tokens.py +++ b/scrapegraphai/helpers/models_tokens.py @@ -89,7 +89,8 @@ models_tokens = { "nomic-embed-text": 8192, "nous-hermes2:34b": 4096, "orca-mini": 2048, - "phi3:3.8b": 12800, + "phi3:3.8b": 128000, + "phi3:medium": 128000, "qwen:0.5b": 32000, "qwen:1.8b": 32000, "qwen:4b": 32000,