CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-06-25 21:11:11 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat: Add new models and update existing ones

Browse Source
This commit is contained in:
Alok Saboo 2024-05-22 15:07:27 -04:00
parent ee22b60e37
commit 58289eccc5
1 changed files with 25 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
scrapegraphai/helpers/models_tokens.py
View File

@ -33,25 +33,36 @@ models_tokens = {
}, },
"ollama": { "ollama": {
"llama2": 4096,
"llama3": 8192,
"llava": 4096,
"llava_next": 4096,
"mistral": 8192,
"codellama": 16000,
"dolphin-mixtral": 32000,
"mistral-openorca": 32000,
"stablelm-zephyr": 8192,
"command-r-plus": 12800,
"command-r": 12800, "command-r": 12800,
"mistral:7b-instruct": 32768, "command-r-plus": 12800,
"llama3:70b-instruct": 8192, "codellama": 16000,
"mixtral:8x22b-instruct": 65536,
"wizardlm2:8x22b": 65536,
"dbrx": 32768, "dbrx": 32768,
"dbrx:instruct": 32768, "dbrx:instruct": 32768,
"deepseek-coder:33b": 16000,
"dolphin-mixtral": 32000,
"llama2": 4096,
"llama3": 8192,
"llama3:70b-instruct": 8192,
"llava": 4096,
"llava:34b": 4096,
"llava_next": 4096,
"mistral": 8192,
"mistral:7b-instruct": 32768,
"mistral-openorca": 32000,
"mixtral:8x22b-instruct": 65536,
"nous-hermes2:34b": 4096, "nous-hermes2:34b": 4096,
"orca-mini": 2048, "orca-mini": 2048,
"phi3:3.8b": 12800,
"phi3:14b": 12800,
"qwen:0.5b": 32000,
"qwen:1.8b": 32000,
"qwen:4b": 32000,
"qwen:14b": 32000,
"qwen:32b": 32000,
"qwen:72b": 32000,
"qwen:110b": 32000,
"stablelm-zephyr": 8192,
"wizardlm2:8x22b": 65536,
# embedding models # embedding models
"nomic-embed-text": 8192, "nomic-embed-text": 8192,
"snowflake-arctic-embed:335m": 8192, "snowflake-arctic-embed:335m": 8192,