Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 10 additions & 1 deletion pricing_table.md
Original file line number Diff line number Diff line change
Expand Up @@ -1246,4 +1246,13 @@
| openrouter/google/gemini-2.5-flash | $0.3 | $2.5 | 1,048,576 | 8192 |
| openrouter/anthropic/claude-sonnet-4 | $3 | $15 | 200,000 | 8192 |
| gemini/gemini-2.5-flash | $0.3 | $2.5 | 1,048,576 | 65535 |
| gemini/gemini-2.5-flash-lite-preview-06-17 | $0.1 | $0.4 | 1,048,576 | 65535 |
| gemini/gemini-2.5-flash-lite-preview-06-17 | $0.1 | $0.4 | 1,048,576 | 65535 |
| gemini-2.5-pro | $1.25 | $10 | 1,048,576 | 65535 |
| apac.amazon.nova-micro-v1:0 | $0.04 | $0.15 | 300,000 | 10000 |
| apac.amazon.nova-lite-v1:0 | $0.06 | $0.25 | 128,000 | 10000 |
| apac.amazon.nova-pro-v1:0 | $0.84 | $3.36 | 300,000 | 10000 |
| apac.anthropic.claude-3-haiku-20240307-v1:0 | $0.25 | $1.25 | 200,000 | 4096 |
| apac.anthropic.claude-3-sonnet-20240229-v1:0 | $3 | $15 | 200,000 | 4096 |
| apac.anthropic.claude-3-5-sonnet-20240620-v1:0 | $3 | $15 | 200,000 | 4096 |
| apac.anthropic.claude-3-5-sonnet-20241022-v2:0 | $3 | $15 | 200,000 | 8192 |
| apac.anthropic.claude-sonnet-4-20250514-v1:0 | $3 | $15 | 200,000 | 64000 |
213 changes: 199 additions & 14 deletions tokencost/model_prices.json
Original file line number Diff line number Diff line change
Expand Up @@ -12267,7 +12267,8 @@
"text"
],
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
"supports_web_search": true
"supports_web_search": true,
"supports_pdf_input": true
},
"gemini-2.5-flash-preview-04-17": {
"max_tokens": 65535,
Expand Down Expand Up @@ -12308,7 +12309,8 @@
],
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
"supports_parallel_function_calling": true,
"supports_web_search": true
"supports_web_search": true,
"supports_pdf_input": true
},
"gemini-2.0-flash": {
"max_tokens": 8192,
Expand Down Expand Up @@ -12457,7 +12459,8 @@
],
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
"supports_parallel_function_calling": true,
"supports_web_search": true
"supports_web_search": true,
"supports_pdf_input": true
},
"gemini-2.5-pro-preview-03-25": {
"max_tokens": 65535,
Expand Down Expand Up @@ -12499,7 +12502,8 @@
],
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
"supports_parallel_function_calling": true,
"supports_web_search": true
"supports_web_search": true,
"supports_pdf_input": true
},
"gemini/gemini-2.0-flash-lite": {
"max_input_tokens": 1048576,
Expand Down Expand Up @@ -12571,7 +12575,8 @@
],
"source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview",
"supports_web_search": true,
"supports_url_context": true
"supports_url_context": true,
"supports_pdf_input": true
},
"gemini/gemini-2.5-pro-preview-03-25": {
"max_tokens": 65535,
Expand Down Expand Up @@ -12608,7 +12613,8 @@
"text"
],
"source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview",
"supports_web_search": true
"supports_web_search": true,
"supports_pdf_input": true
},
"vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas": {
"max_tokens": 10000000.0,
Expand Down Expand Up @@ -13565,7 +13571,8 @@
],
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
"supports_web_search": true,
"supports_url_context": true
"supports_url_context": true,
"supports_pdf_input": true
},
"gemini-2.5-flash-preview-05-20": {
"max_tokens": 65535,
Expand Down Expand Up @@ -13607,7 +13614,8 @@
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
"supports_parallel_function_calling": true,
"supports_web_search": true,
"supports_url_context": true
"supports_url_context": true,
"supports_pdf_input": true
},
"gemini-2.0-flash-preview-image-generation": {
"max_tokens": 8192,
Expand Down Expand Up @@ -14362,7 +14370,8 @@
],
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
"supports_parallel_function_calling": true,
"supports_web_search": true
"supports_web_search": true,
"supports_pdf_input": true
},
"gemini/gemini-2.5-pro-preview-06-05": {
"max_tokens": 65535,
Expand Down Expand Up @@ -14400,7 +14409,8 @@
],
"source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview",
"supports_web_search": true,
"supports_url_context": true
"supports_url_context": true,
"supports_pdf_input": true
},
"openai/gpt-4": {
"max_tokens": 4096,
Expand Down Expand Up @@ -16946,6 +16956,7 @@
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions"
Expand Down Expand Up @@ -17002,7 +17013,8 @@
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
"supports_parallel_function_calling": true,
"supports_web_search": true,
"supports_url_context": true
"supports_url_context": true,
"supports_pdf_input": true
},
"gemini-2.5-flash-lite-preview-06-17": {
"max_tokens": 65535,
Expand Down Expand Up @@ -17044,7 +17056,8 @@
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
"supports_parallel_function_calling": true,
"supports_web_search": true,
"supports_url_context": true
"supports_url_context": true,
"supports_pdf_input": true
},
"openrouter/deepseek/deepseek-r1-0528": {
"max_tokens": 8192,
Expand Down Expand Up @@ -17164,7 +17177,8 @@
"supports_web_search": true,
"supports_url_context": true,
"tpm": 8000000,
"rpm": 100000
"rpm": 100000,
"supports_pdf_input": true
},
"gemini/gemini-2.5-flash-lite-preview-06-17": {
"max_tokens": 65535,
Expand All @@ -17182,6 +17196,8 @@
"output_cost_per_reasoning_token": 4e-07,
"litellm_provider": "gemini",
"mode": "chat",
"rpm": 15,
"tpm": 250000,
"supports_reasoning": true,
"supports_system_messages": true,
"supports_function_calling": true,
Expand All @@ -17206,6 +17222,175 @@
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-lite",
"supports_parallel_function_calling": true,
"supports_web_search": true,
"supports_url_context": true
"supports_url_context": true,
"supports_pdf_input": true
},
"gemini-2.5-pro": {
"max_tokens": 65535,
"max_input_tokens": 1048576,
"max_output_tokens": 65535,
"max_images_per_prompt": 3000,
"max_videos_per_prompt": 10,
"max_video_length": 1,
"max_audio_length_hours": 8.4,
"max_audio_per_prompt": 1,
"max_pdf_size_mb": 30,
"input_cost_per_token": 1.25e-06,
"input_cost_per_token_above_200k_tokens": 2.5e-06,
"output_cost_per_token": 1e-05,
"output_cost_per_token_above_200k_tokens": 1.5e-05,
"litellm_provider": "vertex_ai-language-models",
"mode": "chat",
"supports_system_messages": true,
"supports_function_calling": true,
"supports_vision": true,
"supports_audio_input": true,
"supports_video_input": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supported_endpoints": [
"/v1/chat/completions",
"/v1/completions"
],
"supported_modalities": [
"text",
"image",
"audio",
"video"
],
"supported_output_modalities": [
"text"
],
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
"supports_web_search": true
},
"apac.amazon.nova-micro-v1:0": {
"max_tokens": 10000,
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"input_cost_per_token": 3.7e-08,
"output_cost_per_token": 1.48e-07,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"apac.amazon.nova-lite-v1:0": {
"max_tokens": 10000,
"max_input_tokens": 128000,
"max_output_tokens": 10000,
"input_cost_per_token": 6.3e-08,
"output_cost_per_token": 2.52e-07,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"apac.amazon.nova-pro-v1:0": {
"max_tokens": 10000,
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"input_cost_per_token": 8.4e-07,
"output_cost_per_token": 3.36e-06,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"apac.anthropic.claude-3-haiku-20240307-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"input_cost_per_token": 2.5e-07,
"output_cost_per_token": 1.25e-06,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_vision": true,
"supports_pdf_input": true,
"supports_tool_choice": true
},
"apac.anthropic.claude-3-sonnet-20240229-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"input_cost_per_token": 3e-06,
"output_cost_per_token": 1.5e-05,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_vision": true,
"supports_pdf_input": true,
"supports_tool_choice": true
},
"apac.anthropic.claude-3-5-sonnet-20240620-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"input_cost_per_token": 3e-06,
"output_cost_per_token": 1.5e-05,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_vision": true,
"supports_pdf_input": true,
"supports_tool_choice": true
},
"apac.anthropic.claude-3-5-sonnet-20241022-v2:0": {
"max_tokens": 8192,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"input_cost_per_token": 3e-06,
"output_cost_per_token": 1.5e-05,
"cache_creation_input_token_cost": 3.75e-06,
"cache_read_input_token_cost": 3e-07,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"apac.anthropic.claude-sonnet-4-20250514-v1:0": {
"max_tokens": 64000,
"max_input_tokens": 200000,
"max_output_tokens": 64000,
"input_cost_per_token": 3e-06,
"output_cost_per_token": 1.5e-05,
"search_context_cost_per_query": {
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01,
"search_context_size_high": 0.01
},
"cache_creation_input_token_cost": 3.75e-06,
"cache_read_input_token_cost": 3e-07,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_reasoning": true,
"supports_computer_use": true
}
}