fix: add model tokens

This commit is contained in:
Marco Vinciguerra 2024-12-22 16:16:45 +01:00
parent 9b6d6c0efb
commit 9b16cb987f

View File

@ -89,7 +89,8 @@ models_tokens = {
"nomic-embed-text": 8192,
"nous-hermes2:34b": 4096,
"orca-mini": 2048,
"phi3:3.8b": 12800,
"phi3:3.8b": 128000,
"phi3:medium": 128000,
"qwen:0.5b": 32000,
"qwen:1.8b": 32000,
"qwen:4b": 32000,