CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-06-25 21:11:11 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

chore: update models_tokens.py with new model configurations

Browse Source
This commit is contained in:
Alok Saboo 2024-05-13 17:22:32 -04:00
parent fc56d6b7e4
commit d9752b1619
1 changed files with 15 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
scrapegraphai/helpers/models_tokens.py
View File

@ -1,5 +1,5 @@
""" """
Models token Models token
""" """
models_tokens = { models_tokens = {
@ -39,7 +39,20 @@ models_tokens = {
"dolphin-mixtral": 32000, "dolphin-mixtral": 32000,
"mistral-openorca": 32000, "mistral-openorca": 32000,
"stablelm-zephyr": 8192, "stablelm-zephyr": 8192,
"nomic-embed-text": 8192 "command-r-plus": 12800,
"command-r": 12800,
"mistral:7b-instruct": 32768,
"llama3:70b-instruct": 8192,
"mixtral:8x22b-instruct": 65536,
"wizardlm2:8x22b": 65536,
"dbrx": 32768,
"dbrx:instruct": 32768,
"nous-hermes2:34b": 4096,
# embedding models
"nomic-embed-text": 8192,
"snowflake-arctic-embed:335m": 8192,
"snowflake-arctic-embed:l": 8192,
"mxbai-embed-large": 512,
}, },
"groq": { "groq": {
"llama3-8b-8192": 8192, "llama3-8b-8192": 8192,