CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-06-23 21:00:30 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

chore: update models_tokens.py with new model configurations

Browse Source
This commit is contained in:
Alok Saboo 2024-05-13 17:22:32 -04:00
parent fc56d6b7e4
commit d9752b1619
1 changed files with 15 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
scrapegraphai/helpers/models_tokens.py
View File

@ -1,5 +1,5 @@
"""
Models token
Models token
"""
models_tokens = {
@ -39,7 +39,20 @@ models_tokens = {
"dolphin-mixtral": 32000,
"mistral-openorca": 32000,
"stablelm-zephyr": 8192,
"nomic-embed-text": 8192
"command-r-plus": 12800,
"command-r": 12800,
"mistral:7b-instruct": 32768,
"llama3:70b-instruct": 8192,
"mixtral:8x22b-instruct": 65536,
"wizardlm2:8x22b": 65536,
"dbrx": 32768,
"dbrx:instruct": 32768,
"nous-hermes2:34b": 4096,
# embedding models
"nomic-embed-text": 8192,
"snowflake-arctic-embed:335m": 8192,
"snowflake-arctic-embed:l": 8192,
"mxbai-embed-large": 512,
},
"groq": {
"llama3-8b-8192": 8192,