feat: pdate models_tokens.py

This commit is contained in:
Marco Vinciguerra 2024-07-24 15:17:48 +02:00 committed by GitHub
parent 7080a0afd5
commit 377d679eec
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -51,6 +51,10 @@ models_tokens = {
"falcon": 2048,
"llama2": 4096,
"llama3": 8192,
"llama3:70b": 8192,
"llama3.1":128000,
"llama3.1:70b": 128000,
"lama3.1:405b": 128000,
"scrapegraph": 8192,
"llava": 4096,
"mixtral:8x22b-instruct": 65536,