From 377d679eecd62611c0c9a3cba8202c6f0719ed31 Mon Sep 17 00:00:00 2001 From: Marco Vinciguerra <88108002+VinciGit00@users.noreply.github.com> Date: Wed, 24 Jul 2024 15:17:48 +0200 Subject: [PATCH] feat: pdate models_tokens.py --- scrapegraphai/helpers/models_tokens.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/scrapegraphai/helpers/models_tokens.py b/scrapegraphai/helpers/models_tokens.py index b3d61065..0724ee95 100644 --- a/scrapegraphai/helpers/models_tokens.py +++ b/scrapegraphai/helpers/models_tokens.py @@ -51,6 +51,10 @@ models_tokens = { "falcon": 2048, "llama2": 4096, "llama3": 8192, + "llama3:70b": 8192, + "llama3.1":128000, + "llama3.1:70b": 128000, + "lama3.1:405b": 128000, "scrapegraph": 8192, "llava": 4096, "mixtral:8x22b-instruct": 65536,