CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-07-09 21:19:20 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

fix: add new models

Browse Source
This commit is contained in:
Marco Vinciguerra 2025-01-03 20:53:18 +01:00
parent 6b98d8468c
commit 72684a9476
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
scrapegraphai/helpers/models_tokens.py
View File

@ -78,6 +78,8 @@ models_tokens = {
"lama3.1:405b": 128000, "lama3.1:405b": 128000,
"llama3.2": 128000, "llama3.2": 128000,
"llama3.2:1b": 128000, "llama3.2:1b": 128000,
"llama3.2:3b": 128000,
"llama3.3:70b": 128000,
"scrapegraph": 8192, "scrapegraph": 8192,
"mistral": 8192, "mistral": 8192,
"mistral-small": 128000, "mistral-small": 128000,
@ -90,6 +92,7 @@ models_tokens = {
"nous-hermes2:34b": 4096, "nous-hermes2:34b": 4096,
"orca-mini": 2048, "orca-mini": 2048,
"phi3:3.8b": 12800, "phi3:3.8b": 12800,
"phi3:14b": 128000,
"qwen:0.5b": 32000, "qwen:0.5b": 32000,
"qwen:1.8b": 32000, "qwen:1.8b": 32000,
"qwen:4b": 32000, "qwen:4b": 32000,
@ -99,6 +102,10 @@ models_tokens = {
"qwen:110b": 32000, "qwen:110b": 32000,
"stablelm-zephyr": 8192, "stablelm-zephyr": 8192,
"wizardlm2:8x22b": 65536, "wizardlm2:8x22b": 65536,
"mistral": 128000,
"gemma2": 128000,
"gemma2:9b": 128000,
"gemma2:27b": 128000,
# embedding models # embedding models
"shaw/dmeta-embedding-zh-small-q4": 8192, "shaw/dmeta-embedding-zh-small-q4": 8192,
"shaw/dmeta-embedding-zh-q4": 8192, "shaw/dmeta-embedding-zh-q4": 8192,