700 lines
27 KiB
JSON
700 lines
27 KiB
JSON
{
|
|
"deepseek-reasoner": {
|
|
"max_tokens": 8192,
|
|
"max_input_tokens": 64000,
|
|
"max_output_tokens": 8192,
|
|
"input_cost_per_token": 0.00000055,
|
|
"input_cost_per_token_cache_hit": 0.00000014,
|
|
"cache_read_input_token_cost": 0.00000014,
|
|
"cache_creation_input_token_cost": 0.0,
|
|
"output_cost_per_token": 0.00000219,
|
|
"litellm_provider": "deepseek",
|
|
"mode": "chat",
|
|
//"supports_function_calling": true,
|
|
"supports_assistant_prefill": true,
|
|
//"supports_tool_choice": true,
|
|
"supports_prompt_caching": true
|
|
},
|
|
"openrouter/deepseek/deepseek-r1:free": {
|
|
"max_tokens": 8192,
|
|
"max_input_tokens": 64000,
|
|
"max_output_tokens": 8192,
|
|
"input_cost_per_token": 0.0,
|
|
"input_cost_per_token_cache_hit": 0.0,
|
|
"cache_read_input_token_cost": 0.00,
|
|
"cache_creation_input_token_cost": 0.0,
|
|
"output_cost_per_token": 0.0,
|
|
"litellm_provider": "openrouter",
|
|
"mode": "chat",
|
|
//"supports_function_calling": true,
|
|
"supports_assistant_prefill": true,
|
|
//"supports_tool_choice": true,
|
|
"supports_prompt_caching": true
|
|
},
|
|
"openrouter/deepseek/deepseek-chat:free": {
|
|
"max_tokens": 8192,
|
|
"max_input_tokens": 64000,
|
|
"max_output_tokens": 8192,
|
|
"input_cost_per_token": 0.0,
|
|
"input_cost_per_token_cache_hit": 0.0,
|
|
"cache_read_input_token_cost": 0.00,
|
|
"cache_creation_input_token_cost": 0.0,
|
|
"output_cost_per_token": 0.0,
|
|
"litellm_provider": "openrouter",
|
|
"mode": "chat",
|
|
//"supports_function_calling": true,
|
|
"supports_assistant_prefill": true,
|
|
//"supports_tool_choice": true,
|
|
"supports_prompt_caching": true
|
|
},
|
|
"openrouter/deepseek/deepseek-chat-v3-0324": {
|
|
"max_tokens": 8192,
|
|
"max_input_tokens": 131072,
|
|
"max_output_tokens": 8192,
|
|
"input_cost_per_token": 0.00000055,
|
|
"input_cost_per_token_cache_hit": 0.00000014,
|
|
"cache_read_input_token_cost": 0.00000014,
|
|
"cache_creation_input_token_cost": 0.0,
|
|
"output_cost_per_token": 0.00000219,
|
|
"litellm_provider": "openrouter",
|
|
"mode": "chat",
|
|
//"supports_function_calling": true,
|
|
"supports_assistant_prefill": true,
|
|
//"supports_tool_choice": true,
|
|
"supports_prompt_caching": true
|
|
},
|
|
"openrouter/deepseek/deepseek-chat-v3-0324:free": {
|
|
"max_tokens": 131072,
|
|
"max_input_tokens": 131072,
|
|
"max_output_tokens": 131072,
|
|
"input_cost_per_token": 0,
|
|
"output_cost_per_token": 0,
|
|
"litellm_provider": "openrouter",
|
|
"supports_prompt_caching": true,
|
|
"mode": "chat",
|
|
"supports_tool_choice": true
|
|
},
|
|
"fireworks_ai/accounts/fireworks/models/deepseek-r1": {
|
|
"max_tokens": 160000,
|
|
"max_input_tokens": 128000,
|
|
"max_output_tokens": 20480,
|
|
"litellm_provider": "fireworks_ai",
|
|
"input_cost_per_token": 0.000008,
|
|
"output_cost_per_token": 0.000008,
|
|
"mode": "chat",
|
|
},
|
|
"fireworks_ai/accounts/fireworks/models/deepseek-v3-0324": {
|
|
"max_tokens": 160000,
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8192,
|
|
"litellm_provider": "fireworks_ai",
|
|
"input_cost_per_token": 0.0000009,
|
|
"output_cost_per_token": 0.0000009,
|
|
"mode": "chat",
|
|
},
|
|
"openrouter/openrouter/quasar-alpha": {
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 32000,
|
|
"input_cost_per_token": 0.0,
|
|
"output_cost_per_token": 0.0,
|
|
"litellm_provider": "openrouter",
|
|
"mode": "chat",
|
|
"supports_vision": true,
|
|
"supports_function_calling": true,
|
|
"supports_system_messages": true,
|
|
"supports_prompt_caching": true
|
|
},
|
|
"openrouter/openrouter/optimus-alpha": {
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 32000,
|
|
"input_cost_per_token": 0.0,
|
|
"output_cost_per_token": 0.0,
|
|
"litellm_provider": "openrouter",
|
|
"mode": "chat"
|
|
},
|
|
"openrouter/openai/gpt-4o-mini": {
|
|
"max_tokens": 16384,
|
|
"max_input_tokens": 128000,
|
|
"max_output_tokens": 16384,
|
|
"input_cost_per_token": 0.00000015,
|
|
"output_cost_per_token": 0.00000060,
|
|
"input_cost_per_token_batches": 0.000000075,
|
|
"output_cost_per_token_batches": 0.00000030,
|
|
"cache_read_input_token_cost": 0.000000075,
|
|
"litellm_provider": "openrouter",
|
|
"mode": "chat",
|
|
"supports_function_calling": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_response_schema": true,
|
|
"supports_vision": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_system_messages": true
|
|
},
|
|
"anthropic/claude-3-7-sonnet-20250219": {
|
|
"max_tokens": 8192,
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"input_cost_per_token": 0.000003,
|
|
"output_cost_per_token": 0.000015,
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 0.0000003,
|
|
"litellm_provider": "anthropic",
|
|
"mode": "chat",
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159,
|
|
"supports_assistant_prefill": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_response_schema": true,
|
|
"deprecation_date": "2025-10-01",
|
|
"supports_tool_choice": true
|
|
},
|
|
"openai/gpt-4.5-preview": {
|
|
"max_tokens": 16384,
|
|
"max_input_tokens": 128000,
|
|
"max_output_tokens": 16384,
|
|
"input_cost_per_token": 0.000075,
|
|
"output_cost_per_token": 0.00015,
|
|
"cache_read_input_token_cost": 0.0000375,
|
|
"litellm_provider": "openai",
|
|
"mode": "chat",
|
|
"supports_function_calling": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_response_schema": true,
|
|
"supports_vision": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_system_messages": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"gemini/gemini-2.5-pro-exp-03-25": {
|
|
"max_tokens": 8192,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 64000,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 30,
|
|
"input_cost_per_image": 0,
|
|
"input_cost_per_video_per_second": 0,
|
|
"input_cost_per_audio_per_second": 0,
|
|
"input_cost_per_token": 0,
|
|
"input_cost_per_character": 0,
|
|
"input_cost_per_token_above_128k_tokens": 0,
|
|
"input_cost_per_character_above_128k_tokens": 0,
|
|
"input_cost_per_image_above_128k_tokens": 0,
|
|
"input_cost_per_video_per_second_above_128k_tokens": 0,
|
|
"input_cost_per_audio_per_second_above_128k_tokens": 0,
|
|
"output_cost_per_token": 0,
|
|
"output_cost_per_character": 0,
|
|
"output_cost_per_token_above_128k_tokens": 0,
|
|
"output_cost_per_character_above_128k_tokens": 0,
|
|
//"litellm_provider": "vertex_ai-language-models",
|
|
"litellm_provider": "gemini",
|
|
"mode": "chat",
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_audio_input": true,
|
|
"supports_video_input": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
|
|
},
|
|
"vertex_ai/gemini-2.5-pro-exp-03-25": {
|
|
"max_tokens": 8192,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 64000,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 30,
|
|
"input_cost_per_image": 0,
|
|
"input_cost_per_video_per_second": 0,
|
|
"input_cost_per_audio_per_second": 0,
|
|
"input_cost_per_token": 0,
|
|
"input_cost_per_character": 0,
|
|
"input_cost_per_token_above_128k_tokens": 0,
|
|
"input_cost_per_character_above_128k_tokens": 0,
|
|
"input_cost_per_image_above_128k_tokens": 0,
|
|
"input_cost_per_video_per_second_above_128k_tokens": 0,
|
|
"input_cost_per_audio_per_second_above_128k_tokens": 0,
|
|
"output_cost_per_token": 0,
|
|
"output_cost_per_character": 0,
|
|
"output_cost_per_token_above_128k_tokens": 0,
|
|
"output_cost_per_character_above_128k_tokens": 0,
|
|
"litellm_provider": "vertex_ai-language-models",
|
|
"mode": "chat",
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_audio_input": true,
|
|
"supports_video_input": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
|
|
},
|
|
"vertex_ai/gemini-2.5-pro-preview-03-25": {
|
|
"max_tokens": 8192,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 64000,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 30,
|
|
"input_cost_per_image": 0,
|
|
"input_cost_per_video_per_second": 0,
|
|
"input_cost_per_audio_per_second": 0,
|
|
"input_cost_per_token": 0.00000125,
|
|
"input_cost_per_character": 0,
|
|
"input_cost_per_token_above_128k_tokens": 0,
|
|
"input_cost_per_character_above_128k_tokens": 0,
|
|
"input_cost_per_image_above_128k_tokens": 0,
|
|
"input_cost_per_video_per_second_above_128k_tokens": 0,
|
|
"input_cost_per_audio_per_second_above_128k_tokens": 0,
|
|
"output_cost_per_token": 0.000010,
|
|
"output_cost_per_character": 0,
|
|
"output_cost_per_token_above_128k_tokens": 0,
|
|
"output_cost_per_character_above_128k_tokens": 0,
|
|
"litellm_provider": "vertex_ai-language-models",
|
|
"mode": "chat",
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_audio_input": true,
|
|
"supports_video_input": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
|
|
},
|
|
"vertex_ai/gemini-2.5-pro": {
|
|
"max_tokens": 65536,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 65536,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 20,
|
|
"input_cost_per_token": 0.00000125,
|
|
"input_cost_per_token_above_200k_tokens": 0.0000025,
|
|
"output_cost_per_token": 0.00001,
|
|
"output_cost_per_token_above_200k_tokens": 0.000015,
|
|
"litellm_provider": "vertex_ai-language-models",
|
|
"mode": "chat",
|
|
"rpm": 2000,
|
|
"tpm": 8000000,
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_response_schema": true,
|
|
"supports_audio_output": false,
|
|
"supports_tool_choice": true,
|
|
"supported_modalities": ["text", "image", "audio", "video"],
|
|
"supported_output_modalities": ["text"],
|
|
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
|
|
},
|
|
"vertex_ai/gemini-2.5-flash": {
|
|
"max_tokens": 65536,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 65536,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 20,
|
|
"input_cost_per_token": 0.0000003,
|
|
"input_cost_per_audio_token": 0.000001,
|
|
"output_cost_per_token": 0.0000025,
|
|
"litellm_provider": "vertex_ai-language-models",
|
|
"mode": "chat",
|
|
"rpm": 10000,
|
|
"tpm": 8000000,
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_response_schema": true,
|
|
"supports_audio_output": false,
|
|
"supports_tool_choice": true,
|
|
"supported_modalities": ["text", "image", "audio", "video"],
|
|
"supported_output_modalities": ["text"],
|
|
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
|
|
},
|
|
"openrouter/google/gemini-2.5-pro-preview-03-25": {
|
|
"max_tokens": 8192,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 64000,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 30,
|
|
"input_cost_per_image": 0,
|
|
"input_cost_per_video_per_second": 0,
|
|
"input_cost_per_audio_per_second": 0,
|
|
"input_cost_per_token": 0.00000125,
|
|
"input_cost_per_character": 0,
|
|
"input_cost_per_token_above_128k_tokens": 0,
|
|
"input_cost_per_character_above_128k_tokens": 0,
|
|
"input_cost_per_image_above_128k_tokens": 0,
|
|
"input_cost_per_video_per_second_above_128k_tokens": 0,
|
|
"input_cost_per_audio_per_second_above_128k_tokens": 0,
|
|
"output_cost_per_token": 0.000010,
|
|
"output_cost_per_character": 0,
|
|
"output_cost_per_token_above_128k_tokens": 0,
|
|
"output_cost_per_character_above_128k_tokens": 0,
|
|
"litellm_provider": "vertex_ai-language-models",
|
|
"mode": "chat",
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_audio_input": true,
|
|
"supports_video_input": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
|
|
},
|
|
"openrouter/google/gemini-2.5-pro-exp-03-25": {
|
|
"max_tokens": 8192,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 64000,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 30,
|
|
"input_cost_per_image": 0,
|
|
"input_cost_per_video_per_second": 0,
|
|
"input_cost_per_audio_per_second": 0,
|
|
"input_cost_per_token": 0,
|
|
"input_cost_per_character": 0,
|
|
"input_cost_per_token_above_128k_tokens": 0,
|
|
"input_cost_per_character_above_128k_tokens": 0,
|
|
"input_cost_per_image_above_128k_tokens": 0,
|
|
"input_cost_per_video_per_second_above_128k_tokens": 0,
|
|
"input_cost_per_audio_per_second_above_128k_tokens": 0,
|
|
"output_cost_per_token": 0,
|
|
"output_cost_per_character": 0,
|
|
"output_cost_per_token_above_128k_tokens": 0,
|
|
"output_cost_per_character_above_128k_tokens": 0,
|
|
"litellm_provider": "openrouter",
|
|
"mode": "chat",
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_audio_input": true,
|
|
"supports_video_input": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
|
|
},
|
|
"openrouter/google/gemini-2.5": {
|
|
"max_tokens": 8192,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 64000,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 30,
|
|
"input_cost_per_image": 0,
|
|
"input_cost_per_video_per_second": 0,
|
|
"input_cost_per_audio_per_second": 0,
|
|
"input_cost_per_token": 0,
|
|
"input_cost_per_character": 0,
|
|
"input_cost_per_token_above_128k_tokens": 0,
|
|
"input_cost_per_character_above_128k_tokens": 0,
|
|
"input_cost_per_image_above_128k_tokens": 0,
|
|
"input_cost_per_video_per_second_above_128k_tokens": 0,
|
|
"input_cost_per_audio_per_second_above_128k_tokens": 0,
|
|
"output_cost_per_token": 0,
|
|
"output_cost_per_character": 0,
|
|
"output_cost_per_token_above_128k_tokens": 0,
|
|
"output_cost_per_character_above_128k_tokens": 0,
|
|
"litellm_provider": "openrouter",
|
|
"mode": "chat",
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_audio_input": true,
|
|
"supports_video_input": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
|
|
},
|
|
"openrouter/x-ai/grok-3-beta": {
|
|
"max_tokens": 131072,
|
|
"max_input_tokens": 131072,
|
|
"max_output_tokens": 131072,
|
|
"input_cost_per_token": 0.000003,
|
|
"output_cost_per_token": 0.000015,
|
|
"litellm_provider": "openrouter",
|
|
"mode": "chat"
|
|
},
|
|
"openrouter/x-ai/grok-3-mini-beta": {
|
|
"max_tokens": 131072,
|
|
"max_input_tokens": 131072,
|
|
"max_output_tokens": 131072,
|
|
"input_cost_per_token": 0.0000003,
|
|
"output_cost_per_token": 0.0000005,
|
|
"litellm_provider": "openrouter",
|
|
"mode": "chat"
|
|
},
|
|
"openrouter/x-ai/grok-3-fast-beta": {
|
|
"max_tokens": 131072,
|
|
"max_input_tokens": 131072,
|
|
"max_output_tokens": 131072,
|
|
"input_cost_per_token": 0.000005,
|
|
"output_cost_per_token": 0.000025,
|
|
"litellm_provider": "openrouter",
|
|
"mode": "chat"
|
|
},
|
|
"openrouter/x-ai/grok-3-mini-fast-beta": {
|
|
"max_tokens": 131072,
|
|
"max_input_tokens": 131072,
|
|
"max_output_tokens": 131072,
|
|
"input_cost_per_token": 0.0000006,
|
|
"output_cost_per_token": 0.000004,
|
|
"litellm_provider": "openrouter",
|
|
"mode": "chat"
|
|
},
|
|
"openrouter/google/gemini-2.0-flash-exp:free": {
|
|
"max_tokens": 8192,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 8192,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 30,
|
|
"litellm_provider": "openrouter",
|
|
"mode": "chat",
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_response_schema": true,
|
|
"supports_audio_output": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"gemini-2.5-pro-preview-05-06": {
|
|
"max_tokens": 65536,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 65536,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 30,
|
|
"input_cost_per_audio_token": 0.00000125,
|
|
"input_cost_per_token": 0.00000125,
|
|
"input_cost_per_token_above_200k_tokens": 0.0000025,
|
|
"output_cost_per_token": 0.00001,
|
|
"output_cost_per_token_above_200k_tokens": 0.000015,
|
|
"litellm_provider": "vertex_ai-language-models",
|
|
"mode": "chat",
|
|
"supports_reasoning": true,
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_response_schema": true,
|
|
"supports_audio_output": false,
|
|
"supports_tool_choice": true,
|
|
"supported_endpoints": ["/v1/chat/completions", "/v1/completions", "/v1/batch"],
|
|
"supported_modalities": ["text", "image", "audio", "video"],
|
|
"supported_output_modalities": ["text"],
|
|
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview"
|
|
},
|
|
"gemini-2.5-pro-preview-06-05": {
|
|
"max_tokens": 65536,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 65536,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 30,
|
|
"input_cost_per_audio_token": 0.00000125,
|
|
"input_cost_per_token": 0.00000125,
|
|
"input_cost_per_token_above_200k_tokens": 0.0000025,
|
|
"output_cost_per_token": 0.00001,
|
|
"output_cost_per_token_above_200k_tokens": 0.000015,
|
|
"litellm_provider": "vertex_ai-language-models",
|
|
"mode": "chat",
|
|
"supports_reasoning": true,
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_response_schema": true,
|
|
"supports_audio_output": false,
|
|
"supports_tool_choice": true,
|
|
"supported_endpoints": ["/v1/chat/completions", "/v1/completions", "/v1/batch"],
|
|
"supported_modalities": ["text", "image", "audio", "video"],
|
|
"supported_output_modalities": ["text"],
|
|
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview"
|
|
},
|
|
"gemini/gemini-2.5-pro-preview-05-06": {
|
|
"max_tokens": 65536,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 65536,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 30,
|
|
"input_cost_per_audio_token": 0.0000007,
|
|
"input_cost_per_token": 0.00000125,
|
|
"input_cost_per_token_above_200k_tokens": 0.0000025,
|
|
"output_cost_per_token": 0.00001,
|
|
"output_cost_per_token_above_200k_tokens": 0.000015,
|
|
"litellm_provider": "gemini",
|
|
"mode": "chat",
|
|
"rpm": 10000,
|
|
"tpm": 10000000,
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_response_schema": true,
|
|
"supports_audio_output": false,
|
|
"supports_tool_choice": true,
|
|
"supported_modalities": ["text", "image", "audio", "video"],
|
|
"supported_output_modalities": ["text"],
|
|
"source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview"
|
|
},
|
|
"gemini/gemini-2.5-pro-preview-06-05": {
|
|
"max_tokens": 65536,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 65536,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 30,
|
|
"input_cost_per_audio_token": 0.0000007,
|
|
"input_cost_per_token": 0.00000125,
|
|
"input_cost_per_token_above_200k_tokens": 0.0000025,
|
|
"output_cost_per_token": 0.00001,
|
|
"output_cost_per_token_above_200k_tokens": 0.000015,
|
|
"litellm_provider": "gemini",
|
|
"mode": "chat",
|
|
"rpm": 10000,
|
|
"tpm": 10000000,
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_response_schema": true,
|
|
"supports_audio_output": false,
|
|
"supports_tool_choice": true,
|
|
"supported_modalities": ["text", "image", "audio", "video"],
|
|
"supported_output_modalities": ["text"],
|
|
"source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview"
|
|
},
|
|
"gemini/gemini-2.5-pro": {
|
|
"max_tokens": 65536,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 65536,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 20,
|
|
"input_cost_per_token": 0.00000125,
|
|
"input_cost_per_token_above_200k_tokens": 0.0000025,
|
|
"output_cost_per_token": 0.00001,
|
|
"output_cost_per_token_above_200k_tokens": 0.000015,
|
|
"litellm_provider": "gemini",
|
|
"mode": "chat",
|
|
"rpm": 2000,
|
|
"tpm": 8000000,
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_response_schema": true,
|
|
"supports_audio_output": false,
|
|
"supports_tool_choice": true,
|
|
"supported_modalities": ["text", "image", "audio", "video"],
|
|
"supported_output_modalities": ["text"],
|
|
"source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro"
|
|
},
|
|
"gemini/gemini-2.5-flash": {
|
|
"max_tokens": 65536,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 65536,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 20,
|
|
"input_cost_per_token": 0.00000035,
|
|
"input_cost_per_audio_token": 0.000001,
|
|
"output_cost_per_token": 0.0000025,
|
|
"litellm_provider": "gemini",
|
|
"mode": "chat",
|
|
"rpm": 10000,
|
|
"tpm": 8000000,
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_response_schema": true,
|
|
"supports_audio_output": false,
|
|
"supports_tool_choice": true,
|
|
"supported_modalities": ["text", "image", "audio", "video"],
|
|
"supported_output_modalities": ["text"],
|
|
"source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-flash"
|
|
},
|
|
"gemini/gemini-2.5-flash-lite-preview-06-17": {
|
|
"max_tokens": 64000,
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_images_per_prompt": 3000,
|
|
"max_videos_per_prompt": 10,
|
|
"max_video_length": 1,
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_pdf_size_mb": 20,
|
|
"input_cost_per_token": 0.00000001,
|
|
"input_cost_per_audio_token": 0.0000005,
|
|
"output_cost_per_token": 0.0000004,
|
|
"litellm_provider": "gemini",
|
|
"mode": "chat",
|
|
"rpm": 30000,
|
|
"tpm": 30000000,
|
|
"supports_system_messages": true,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_response_schema": true,
|
|
"supports_audio_output": false,
|
|
"supports_tool_choice": true,
|
|
"supported_modalities": ["text", "image", "audio", "video"],
|
|
"supported_output_modalities": ["text"],
|
|
"source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-flash-lite"
|
|
},
|
|
"together_ai/Qwen/Qwen3-235B-A22B-fp8-tput": {
|
|
"input_cost_per_token": 0.0000002,
|
|
"output_cost_per_token": 0.0000006,
|
|
}
|
|
}
|