""" Cost for 1k tokens in input """ MODEL_COST_PER_1K_TOKENS_INPUT = { ### MistralAI # General Purpose "open-mistral-nemo": 0.00015, "open-mistral-nemo-2407": 0.00015, "mistral-large": 0.002, "mistral-large-2407": 0.002, "mistral-small": 0.0002, "mistral-small-2409": 0.0002, # Specialist Models "codestral": 0.0002, "codestral-2405": 0.0002, "pixtral-12b": 0.00015, "pixtral-12b-2409": 0.00015, # Legacy Models "open-mistral-7b": 0.00025, "open-mixtral-8x7b": 0.0007, "open-mixtral-8x22b": 0.002, "mistral-small-latest": 0.001, "mistral-medium-latest": 0.00275, ### Bedrock - not Claude #AI21 Labs "a121.ju-ultra-v1": 0.0188, "a121.ju-mid-v1": 0.0125, "ai21.jamba-instruct-v1:0": 0.0005, # Meta - LLama "meta.llama2-13b-chat-v1": 0.00075, "meta.llama2-70b-chat-v1": 0.00195, "meta.llama3-8b-instruct-v1:0": 0.0003, "meta.llama3-70b-instruct-v1:0": 0.00265, "meta.llama3-1-8b-instruct-v1:0": 0.00022, "meta.llama3-1-70b-instruct-v1:0": 0.00099, "meta.llama3-1-405b-instruct-v1:0": 0.00532, # Cohere - Command "cohere.command-text-v14": 0.0015, "cohere.command-light-text-v14": 0.0003, "cohere.command-r-v1:0": 0.0005, "cohere.command-r-plus-v1:0": 0.003, # Mistral "mistral.mistral-7b-instruct-v0:2": 0.00015, "mistral.mistral-large-2402-v1:0": 0.004, "mistral.mistral-large-2407-v1:0": 0.002, "mistral.mistral-small-2402-v1:0": 0.001, "mistral.mixtral-7x8b-instruct-v0:1": 0.00045, # Amazon - Titan "amazon.titan-text-express-v1": 0.0002, "amazon.titan-text-lite-v1": 0.00015, "amazon.titan-text-premier-v1:0": 0.0005, } """ Cost for 1k tokens in output """ MODEL_COST_PER_1K_TOKENS_OUTPUT = { # General Purpose "open-mistral-nemo": 0.00015, "open-mistral-nemo-2407": 0.00015, "mistral-large": 0.002, "mistral-large-2407": 0.006, "mistral-small": 0.0002, "mistral-small-2409": 0.0006, # Specialist Models "codestral": 0.0006, "codestral-2405": 0.0006, "pixtral-12b": 0.00015, "pixtral-12b-2409": 0.0006, # Legacy Models "open-mistral-7b": 0.00025, "open-mixtral-8x7b": 0.0007, "open-mixtral-8x22b": 0.006, "mistral-small-latest": 0.003, "mistral-medium-latest": 0.0081, ### Bedrock - not Claude # AI21 Labs "a121.ju-ultra-v1": 0.0188, "a121.ju-mid-v1": 0.0125, "ai21.jamba-instruct-v1:0": 0.0007, # Meta - LLama "meta.llama2-13b-chat-v1": 0.001, "meta.llama2-70b-chat-v1": 0.00256, "meta.llama3-8b-instruct-v1:0": 0.0006, "meta.llama3-70b-instruct-v1:0": 0.0035, "meta.llama3-1-8b-instruct-v1:0": 0.00022, "meta.llama3-1-70b-instruct-v1:0": 0.00099, "meta.llama3-1-405b-instruct-v1:0": 0.016, # Cohere - Command "cohere.command-text-v14": 0.002, "cohere.command-light-text-v14": 0.0006, "cohere.command-r-v1:0": 0.0015, "cohere.command-r-plus-v1:0": 0.015, # Mistral "mistral.mistral-7b-instruct-v0:2": 0.0002, "mistral.mistral-large-2402-v1:0": 0.012, "mistral.mistral-large-2407-v1:0": 0.006, "mistral.mistral-small-2402-v1:0": 0.003, "mistral.mixtral-7x8b-instruct-v0:1": 0.0007, # Amazon - Titan "amazon.titan-text-express-v1": 0.0006, "amazon.titan-text-lite-v1": 0.0002, "amazon.titan-text-premier-v1:0": 0.0015, }