CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-07-04 21:00:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: add model tokens

Browse Source
This commit is contained in:
Marco Vinciguerra 2024-12-22 16:16:45 +01:00
parent 9b6d6c0efb
commit 9b16cb987f
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
scrapegraphai/helpers/models_tokens.py
View File

@ -89,7 +89,8 @@ models_tokens = {
"nomic-embed-text": 8192, "nomic-embed-text": 8192,
"nous-hermes2:34b": 4096, "nous-hermes2:34b": 4096,
"orca-mini": 2048, "orca-mini": 2048,
"phi3:3.8b": 12800, "phi3:3.8b": 128000,
"phi3:medium": 128000,
"qwen:0.5b": 32000, "qwen:0.5b": 32000,
"qwen:1.8b": 32000, "qwen:1.8b": 32000,
"qwen:4b": 32000, "qwen:4b": 32000,