From 8ef192a56cd524a7a08ee1562165d8f9c36893b1 Mon Sep 17 00:00:00 2001 From: the-praxs Date: Mon, 14 Jul 2025 00:02:51 +0000 Subject: [PATCH] chore: Update token prices (14-07-2025) --- pricing_table.md | 16 ++- tokencost/model_prices.json | 212 ++++++++++++++++++++++++++++++++++-- 2 files changed, 217 insertions(+), 11 deletions(-) diff --git a/pricing_table.md b/pricing_table.md index e277094..cf695ff 100644 --- a/pricing_table.md +++ b/pricing_table.md @@ -1272,4 +1272,18 @@ | deepseek/deepseek-r1 | $0.55 | $2.19 | 65,536 | 8192 | | deepseek/deepseek-v3 | $0.27 | $1.1 | 65,536 | 8192 | | elevenlabs/scribe_v1 | -- | -- | nan | nan | -| elevenlabs/scribe_v1_experimental | -- | -- | nan | nan | \ No newline at end of file +| elevenlabs/scribe_v1_experimental | -- | -- | nan | nan | +| watsonx/mistralai/mistral-large | $3 | $10 | 131,072 | 16384 | +| azure/o3-deep-research | $10 | $40 | 200,000 | 100000 | +| azure_ai/cohere-rerank-v3.5 | $0 | $0 | 4,096 | 4096 | +| mistral/devstral-small-2507 | $0.1 | $0.3 | 128,000 | 128000 | +| mistral/devstral-medium-2507 | $0.4 | $2 | 128,000 | 128000 | +| xai/grok-4 | $3 | $15 | 256,000 | 256000 | +| xai/grok-4-0709 | $3 | $15 | 256,000 | 256000 | +| xai/grok-4-latest | $3 | $15 | 256,000 | 256000 | +| eu.mistral.pixtral-large-2502-v1:0 | $2 | $6 | 128,000 | 4096 | +| us.mistral.pixtral-large-2502-v1:0 | $2 | $6 | 128,000 | 4096 | +| dashscope/qwen-max | -- | -- | 30,720 | 8192 | +| dashscope/qwen-plus-latest | -- | -- | 129,024 | 16384 | +| dashscope/qwen-turbo-latest | -- | -- | 129,024 | 16384 | +| dashscope/qwen3-30b-a3b | -- | -- | 129,024 | 16384 | \ No newline at end of file diff --git a/tokencost/model_prices.json b/tokencost/model_prices.json index 02c644f..5c64fc9 100644 --- a/tokencost/model_prices.json +++ b/tokencost/model_prices.json @@ -4729,8 +4729,7 @@ "output_cost_per_token": 2.4e-05, "litellm_provider": "bedrock", "mode": "chat", - "supports_function_calling": true, - "supports_tool_choice": true + "supports_function_calling": true }, "mistral.mistral-large-2407-v1:0": { "max_tokens": 8191, @@ -4751,8 +4750,7 @@ "output_cost_per_token": 3e-06, "litellm_provider": "bedrock", "mode": "chat", - "supports_function_calling": true, - "supports_tool_choice": true + "supports_function_calling": true }, "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": { "max_tokens": 8191, @@ -4822,8 +4820,7 @@ "output_cost_per_token": 2.4e-05, "litellm_provider": "bedrock", "mode": "chat", - "supports_function_calling": true, - "supports_tool_choice": true + "supports_function_calling": true }, "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": { "max_tokens": 8191, @@ -4833,8 +4830,7 @@ "output_cost_per_token": 2.4e-05, "litellm_provider": "bedrock", "mode": "chat", - "supports_function_calling": true, - "supports_tool_choice": true + "supports_function_calling": true }, "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": { "max_tokens": 8191, @@ -4844,8 +4840,7 @@ "output_cost_per_token": 3.12e-05, "litellm_provider": "bedrock", "mode": "chat", - "supports_function_calling": true, - "supports_tool_choice": true + "supports_function_calling": true }, "anthropic.claude-3-sonnet-20240229-v1:0": { "max_tokens": 4096, @@ -17849,5 +17844,202 @@ "calculation": "$0.22/hour = $0.00366/minute = $0.0000611 per second (enterprise pricing)", "notes": "ElevenLabs Scribe v1 experimental - enhanced version of the main Scribe model" } + }, + "watsonx/mistralai/mistral-large": { + "max_tokens": 131072, + "max_input_tokens": 131072, + "max_output_tokens": 16384, + "input_cost_per_token": 3e-06, + "output_cost_per_token": 1e-05, + "litellm_provider": "watsonx", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_parallel_function_calling": false, + "supports_vision": false, + "supports_audio_input": false, + "supports_audio_output": false, + "supports_prompt_caching": true, + "supports_response_schema": true, + "supports_system_messages": true + }, + "azure/o3-deep-research": { + "max_tokens": 100000, + "max_input_tokens": 200000, + "max_output_tokens": 100000, + "input_cost_per_token": 1e-05, + "output_cost_per_token": 4e-05, + "cache_read_input_token_cost": 2.5e-06, + "litellm_provider": "azure", + "mode": "responses", + "supported_endpoints": [ + "/v1/chat/completions", + "/v1/batch", + "/v1/responses" + ], + "supported_modalities": [ + "text", + "image" + ], + "supported_output_modalities": [ + "text" + ], + "supports_pdf_input": true, + "supports_function_calling": true, + "supports_parallel_function_calling": true, + "supports_response_schema": true, + "supports_vision": true, + "supports_prompt_caching": true, + "supports_system_messages": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "supports_web_search": true + }, + "azure_ai/cohere-rerank-v3.5": { + "max_tokens": 4096, + "max_input_tokens": 4096, + "max_output_tokens": 4096, + "max_query_tokens": 2048, + "input_cost_per_token": 0.0, + "input_cost_per_query": 0.002, + "output_cost_per_token": 0.0, + "litellm_provider": "azure_ai", + "mode": "rerank" + }, + "mistral/devstral-small-2507": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 1e-07, + "output_cost_per_token": 3e-07, + "litellm_provider": "mistral", + "mode": "chat", + "source": "https://mistral.ai/news/devstral", + "supports_function_calling": true, + "supports_assistant_prefill": true, + "supports_tool_choice": true, + "supports_response_schema": true + }, + "mistral/devstral-medium-2507": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, + "input_cost_per_token": 4e-07, + "output_cost_per_token": 2e-06, + "litellm_provider": "mistral", + "mode": "chat", + "source": "https://mistral.ai/news/devstral", + "supports_function_calling": true, + "supports_assistant_prefill": true, + "supports_tool_choice": true, + "supports_response_schema": true + }, + "xai/grok-4": { + "max_tokens": 256000, + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 3e-06, + "output_cost_per_token": 1.5e-05, + "litellm_provider": "xai", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "source": "https://docs.x.ai/docs/models", + "supports_web_search": true + }, + "xai/grok-4-0709": { + "max_tokens": 256000, + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 3e-06, + "output_cost_per_token": 1.5e-05, + "litellm_provider": "xai", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "source": "https://docs.x.ai/docs/models", + "supports_web_search": true + }, + "xai/grok-4-latest": { + "max_tokens": 256000, + "max_input_tokens": 256000, + "max_output_tokens": 256000, + "input_cost_per_token": 3e-06, + "output_cost_per_token": 1.5e-05, + "litellm_provider": "xai", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "source": "https://docs.x.ai/docs/models", + "supports_web_search": true + }, + "eu.mistral.pixtral-large-2502-v1:0": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-06, + "output_cost_per_token": 6e-06, + "litellm_provider": "bedrock_converse", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false + }, + "us.mistral.pixtral-large-2502-v1:0": { + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 2e-06, + "output_cost_per_token": 6e-06, + "litellm_provider": "bedrock_converse", + "mode": "chat", + "supports_function_calling": true, + "supports_tool_choice": false + }, + "dashscope/qwen-max": { + "max_tokens": 32768, + "max_input_tokens": 30720, + "max_output_tokens": 8192, + "litellm_provider": "dashscope", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "mode": "chat", + "source": "https://bailian.console.alibabacloud.com/?spm=a2c63.p38356.0.0.4a615d7bjSUCb4&tab=doc#/doc/?type=model&url=https%3A%2F%2Fwww.alibabacloud.com%2Fhelp%2Fen%2Fdoc-detail%2F2840914.html" + }, + "dashscope/qwen-plus-latest": { + "max_tokens": 131072, + "max_input_tokens": 129024, + "max_output_tokens": 16384, + "litellm_provider": "dashscope", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "mode": "chat", + "source": "https://bailian.console.alibabacloud.com/?spm=a2c63.p38356.0.0.4a615d7bjSUCb4&tab=doc#/doc/?type=model&url=https%3A%2F%2Fwww.alibabacloud.com%2Fhelp%2Fen%2Fdoc-detail%2F2840914.html" + }, + "dashscope/qwen-turbo-latest": { + "max_tokens": 131072, + "max_input_tokens": 129024, + "max_output_tokens": 16384, + "litellm_provider": "dashscope", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "mode": "chat", + "source": "https://bailian.console.alibabacloud.com/?spm=a2c63.p38356.0.0.4a615d7bjSUCb4&tab=doc#/doc/?type=model&url=https%3A%2F%2Fwww.alibabacloud.com%2Fhelp%2Fen%2Fdoc-detail%2F2840914.html" + }, + "dashscope/qwen3-30b-a3b": { + "max_tokens": 131072, + "max_input_tokens": 129024, + "max_output_tokens": 16384, + "litellm_provider": "dashscope", + "supports_function_calling": true, + "supports_tool_choice": true, + "supports_reasoning": true, + "mode": "chat", + "source": "https://bailian.console.alibabacloud.com/?spm=a2c63.p38356.0.0.4a615d7bjSUCb4&tab=doc#/doc/?type=model&url=https%3A%2F%2Fwww.alibabacloud.com%2Fhelp%2Fen%2Fdoc-detail%2F2840914.html" } } \ No newline at end of file