feat: add new model token

This commit is contained in:
Marco Vinciguerra 2024-12-08 15:57:51 +01:00
parent 09995cd56c
commit 2a032d6d7c

View File

@ -254,4 +254,7 @@ models_tokens = {
"mixtral-moe-8x22B-instruct": 65536, "mixtral-moe-8x22B-instruct": 65536,
"mixtral-moe-8x7B-instruct": 65536, "mixtral-moe-8x7B-instruct": 65536,
}, },
"togetherai" : {
"Meta-Llama-3.1-70B-Instruct-Turbo": 128000
}
} }