{"_cloudprice":{"product":"CloudPrice.net AI model price and context window map","about":"LiteLLM-compatible drop-in. Prices come straight from each provider's own published pricing (not scraped from third parties), then deduplicated into one curated entry per model.","updated":"Refreshed once a day, straight from the providers.","adds_over_litellm":"Adds 512 provider price entries across 344 models beyond what litellm's own map covers (of 3393 total entries in this file).","coverage":"Covers chat, embedding, image, audio, video, rerank and OCR modes.","usage":"Point litellm at this URL via LITELLM_MODEL_COST_MAP_URL. Filter with ?mode=chat,image_generation. Add ?debug=1 for build stats.","homepage":"https://cloudprice.net","models":"https://cloudprice.net/models","docs":"https://cloudprice.net/models/api","updated_at":"2026-07-05","note":"This key is metadata only and is ignored by litellm."},"fireworks_ai/accounts/fireworks/models/llava-yi-34b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"01-ai-llava-yi-34b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/yi-34b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"01-ai-yi-34b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"01-ai-yi-34b-200k-capybara","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_tokens":200000,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/yi-34b-chat":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"01-ai-yi-34b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/yi-6b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"01-ai-yi-6b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/yi-large":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"01-ai-yi-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000003,"output_cost_per_token":0.000003},"j2-light":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-j2-light","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000003,"output_cost_per_token":0.000003},"ai21.j2-mid-v1":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-j2-mid","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00001,"output_cost_per_token":0.00001},"j2-mid":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-j2-mid","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00001,"output_cost_per_token":0.00001},"bedrock/ai21.j2-mid-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"ai21-j2-mid","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000125,"output_cost_per_token":0.0000125},"ai21.j2-ultra-v1":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-j2-ultra","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000015,"output_cost_per_token":0.000015},"j2-ultra":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-j2-ultra","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000015,"output_cost_per_token":0.000015},"bedrock/ai21.j2-ultra-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"ai21-j2-ultra","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000188,"output_cost_per_token":0.0000188},"jamba-1.5":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":4.0000000000000003e-7},"vertex_ai/jamba-1.5":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":4.0000000000000003e-7},"ai21.jamba-1-5-large-v1:0":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"deprecation_date":"2026-11"},"jamba-1.5-large":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"deprecation_date":"2026-11"},"jamba-1.5-large@001":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"deprecation_date":"2026-11"},"snowflake/jamba-1.5-large":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"deprecation_date":"2026-11"},"vertex_ai/jamba-1.5-large":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"deprecation_date":"2026-11"},"vertex_ai/jamba-1.5-large@001":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"deprecation_date":"2026-11"},"bedrock/ai21.jamba-1-5-large-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"deprecation_date":"2026-11"},"ai21.jamba-1-5-mini-v1:0":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-11"},"jamba-1.5-mini":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-11"},"jamba-1.5-mini@001":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-11"},"snowflake/jamba-1.5-mini":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-11"},"vertex_ai/jamba-1.5-mini":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-11"},"vertex_ai/jamba-1.5-mini@001":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-11"},"bedrock/ai21.jamba-1-5-mini-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"ai21-jamba-1-5-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-11"},"jamba-large-1.6":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-jamba-1-6-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008},"jamba-mini-1.6":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-jamba-1-6-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":4.0000000000000003e-7},"jamba-large-1.7":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-jamba-1-7-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008},"openrouter/ai21/jamba-large-1.7":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"ai21-jamba-1-7-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008},"jamba-mini-1.7":{"litellm_provider":"ai21","mode":"chat","cloudprice_model_id":"ai21-jamba-1-7-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":4.0000000000000003e-7},"ai21.jamba-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"ai21-jamba-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":7e-7},"azure_ai/jamba-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"ai21-jamba-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":7e-7},"snowflake/jamba-instruct":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"ai21-jamba-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":7e-7},"cloudflare/@cf/aisingapore/gemma-sea-lion-v4-27b-it":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"aisingapore-gemma-sea-lion-4-27b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":3.5099999999999995e-7,"output_cost_per_token":5.550000000000001e-7},"publicai/aisingapore/Gemma-SEA-LION-v4-27B-IT":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"aisingapore-gemma-sea-lion-4-27b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":3.5099999999999995e-7,"output_cost_per_token":5.550000000000001e-7},"publicai/aisingapore/Qwen-SEA-LION-v4-32B-IT":{"mode":"chat","cloudprice_model_id":"aisingapore-sea-lion-4-32b-it","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096},"luminous-base":{"mode":"chat","cloudprice_model_id":"aleph-alpha-luminous-base","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"luminous-base-control":{"mode":"chat","cloudprice_model_id":"aleph-alpha-luminous-base-control","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"luminous-extended":{"mode":"chat","cloudprice_model_id":"aleph-alpha-luminous-extended","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"luminous-extended-control":{"mode":"chat","cloudprice_model_id":"aleph-alpha-luminous-extended-control","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"luminous-supreme":{"mode":"chat","cloudprice_model_id":"aleph-alpha-luminous-supreme","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"luminous-supreme-control":{"mode":"chat","cloudprice_model_id":"aleph-alpha-luminous-supreme-control","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"dashscope/qwen-coder":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-coder","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000015},"dashscope/qwen-flash":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":997952,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":4.0000000000000003e-7},"dashscope/qwen-flash-2025-07-28":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":997952,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":4.0000000000000003e-7},"dashscope/gte-rerank-v2":{"litellm_provider":"dashscope","mode":"rerank","cloudprice_model_id":"alibaba-gte-2-rerank","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":1.1500000000000001e-7},"fireworks_ai/thenlper/gte-base":{"litellm_provider":"fireworks_ai","mode":"embedding","cloudprice_model_id":"alibaba-gte-base","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_tokens":512,"input_cost_per_token":8e-9},"fireworks_ai/thenlper/gte-large":{"litellm_provider":"fireworks_ai","mode":"embedding","cloudprice_model_id":"alibaba-gte-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_tokens":512,"input_cost_per_token":1.6e-8},"databricks/databricks-gte-large-en":{"litellm_provider":"databricks","mode":"embedding","cloudprice_model_id":"alibaba-gte-large-en","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.2999e-7},"novita/qwen/qwen-mt-plus":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-mt-plus","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.5e-7,"output_cost_per_token":7.5e-7},"dashscope/qwen-mt-plus":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-mt-plus","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000246,"output_cost_per_token":0.00000737},"dashscope/qwen-image-2.0":{"litellm_provider":"dashscope","mode":"image_generation","cloudprice_model_id":"alibaba-qwen-image-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"dashscope/qwen-image-2.0-pro":{"litellm_provider":"dashscope","mode":"image_generation","cloudprice_model_id":"alibaba-qwen-image-2-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"dashscope/qwen-max":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen-max","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":30720,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000016000000000000001,"output_cost_per_token":0.0000064000000000000006,"deprecation_date":"2026-05-13"},"dashscope/qwen-plus":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.1500000000000001e-7,"output_cost_per_token":2.8699999999999996e-7,"output_cost_per_reasoning_token":0.000004},"dashscope/qwen-plus-2025-01-25":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.1500000000000001e-7,"output_cost_per_token":2.8699999999999996e-7,"output_cost_per_reasoning_token":0.000004},"dashscope/qwen-plus-2025-04-28":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.1500000000000001e-7,"output_cost_per_token":2.8699999999999996e-7,"output_cost_per_reasoning_token":0.000004},"dashscope/qwen-plus-2025-07-14":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.1500000000000001e-7,"output_cost_per_token":2.8699999999999996e-7,"output_cost_per_reasoning_token":0.000004},"dashscope/qwen-plus-2025-07-28":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.1500000000000001e-7,"output_cost_per_token":2.8699999999999996e-7,"output_cost_per_reasoning_token":0.000004},"dashscope/qwen-plus-2025-09-11":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.1500000000000001e-7,"output_cost_per_token":2.8699999999999996e-7,"output_cost_per_reasoning_token":0.000004},"dashscope/qwen-plus-latest":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.1500000000000001e-7,"output_cost_per_token":2.8699999999999996e-7,"output_cost_per_reasoning_token":0.000004},"openrouter/qwen/qwen-plus":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.6e-7,"output_cost_per_token":7.8e-7,"cache_read_input_token_cost":5.1999999999999996e-8,"cache_creation_input_token_cost":3.25e-7},"dashscope/qwen-tts-latest":{"litellm_provider":"dashscope","mode":"audio_speech","cloudprice_model_id":"alibaba-qwen-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"max_input_tokens":8192,"max_output_tokens":7680,"max_tokens":7680,"input_cost_per_token":2.3000000000000002e-7,"output_cost_per_token":0.000001434},"dashscope/qwen-tts-flash":{"litellm_provider":"dashscope","mode":"audio_speech","cloudprice_model_id":"alibaba-qwen-tts-flash","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":2.3000000000000002e-7,"output_cost_per_token":0.000001434},"dashscope/qwen-tts-realtime":{"litellm_provider":"dashscope","mode":"audio_speech","cloudprice_model_id":"alibaba-qwen-tts-realtime","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"max_input_tokens":8192,"max_output_tokens":7680,"max_tokens":7680,"input_cost_per_token":3.45e-7,"output_cost_per_token":0.0000017210000000000001},"dashscope/qwen-turbo":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen-turbo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.0000000000000002e-7,"output_cost_per_reasoning_token":5e-7,"deprecation_date":"2026-05-13"},"dashscope/qwen-turbo-2024-11-01":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen-turbo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.0000000000000002e-7,"output_cost_per_reasoning_token":5e-7,"deprecation_date":"2026-05-13"},"dashscope/qwen-turbo-2025-04-28":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen-turbo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.0000000000000002e-7,"output_cost_per_reasoning_token":5e-7,"deprecation_date":"2026-05-13"},"dashscope/qwen-turbo-latest":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen-turbo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.0000000000000002e-7,"output_cost_per_reasoning_token":5e-7,"deprecation_date":"2026-05-13"},"dashscope/qwen-vl-ocr":{"litellm_provider":"dashscope","mode":"ocr","cloudprice_model_id":"alibaba-qwen-vl-ocr","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":38192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":4.2999999999999995e-8,"output_cost_per_token":7.2e-8},"openrouter/qwen/qwen-vl-plus":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen-vl-plus","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":2.1e-7,"output_cost_per_token":6.3e-7,"deprecation_date":"2026-05-13"},"dashscope/qwen-vl-plus":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen-vl-plus","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":2.1e-7,"output_cost_per_token":6.3e-7,"deprecation_date":"2026-05-13"},"fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen1-5-72b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen1-5-7b-coder","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-0-5b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-1-5b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-14b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-14b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-14b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-32b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-32b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"nebius/Qwen/Qwen2.5-32B-Instruct":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6e-8,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-72b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-72b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"deepinfra/Qwen/Qwen2.5-72B-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.2e-7,"output_cost_per_token":3.9e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"hyperbolic/Qwen/Qwen2.5-72B-Instruct":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7},"nebius/Qwen/Qwen2.5-72B-Instruct":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.3e-7,"output_cost_per_token":4.0000000000000003e-7},"novita/qwen/qwen-2.5-72b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.8e-7,"output_cost_per_token":4.0000000000000003e-7},"openrouter/qwen/qwen-2.5-72b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.6e-7,"output_cost_per_token":4.0000000000000003e-7},"fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"deepinfra/Qwen/Qwen2.5-7B-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4e-8,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"novita/qwen/qwen2.5-7b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":7e-8,"output_cost_per_token":7e-8},"openrouter/qwen/qwen-2.5-7b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4e-8,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-0-5b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-0-5b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-1-5b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-1-5b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-14b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-14b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-32b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":6.6e-7,"output_cost_per_token":0.000001},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"hyperbolic/Qwen/Qwen2.5-Coder-32B-Instruct":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7},"lambda_ai/qwen25-coder-32b-instruct":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.0000000000000001e-7},"nscale/Qwen/Qwen2.5-Coder-32B-Instruct":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":6e-8,"output_cost_per_token":2.0000000000000002e-7},"openrouter/qwen/qwen-2.5-coder-32b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":6.6e-7,"output_cost_per_token":0.000001},"ovhcloud/Qwen2.5-Coder-32B-Instruct":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":8.7e-7,"output_cost_per_token":8.7e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-3b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-3b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"nscale/Qwen/Qwen2.5-Coder-3B-Instruct":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-3b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":1e-8,"output_cost_per_token":3e-8},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"llamagate/qwen2.5-coder-7b":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1e-8,"output_cost_per_token":3e-8},"nebius/Qwen/Qwen2.5-Coder-7B":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1e-8,"output_cost_per_token":3e-8},"fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-7b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"nscale/Qwen/Qwen2.5-Coder-7B-Instruct":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-coder-7b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1e-8,"output_cost_per_token":3e-8},"fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-math-72b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"together_ai/Qwen/Qwen2.5-72B-Instruct-Turbo":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-turbo-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo":{"litellm_provider":"huggingface","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-turbo-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":3e-7,"output_cost_per_token":3e-7},"deepinfra/Qwen/Qwen2.5-VL-32B-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-vl-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-vl-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-vl-3b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-vl-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"nebius/Qwen/Qwen2.5-VL-72B-Instruct":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-vl-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.3e-7,"output_cost_per_token":4.0000000000000003e-7},"novita/qwen/qwen2.5-vl-72b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-vl-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":8.000000000000001e-7},"ovhcloud/Qwen2.5-VL-72B-Instruct":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-vl-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":9.100000000000001e-7,"output_cost_per_token":9.100000000000001e-7},"openrouter/qwen/qwen2.5-vl-72b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-vl-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.000001,"cache_read_input_token_cost":4.0000000000000003e-7},"fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-5-vl-7b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-72b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-7b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"sambanova/Qwen2-Audio-7B-Instruct":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"alibaba-qwen2-audio-7b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"deprecation_date":"2025-06-19"},"fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-vl-2b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-vl-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"nebius/Qwen/Qwen2-VL-72B-Instruct":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"alibaba-qwen2-vl-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":1.3e-7,"output_cost_per_token":4.0000000000000003e-7},"dashscope/qwen2-vl-72b-instruct":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen2-vl-72b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":0.000002294,"output_cost_per_token":0.000006881},"fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen2-vl-7b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"nebius/Qwen/Qwen2-VL-7B-Instruct":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"alibaba-qwen2-vl-7b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2e-8,"output_cost_per_token":6e-8},"fireworks_ai/accounts/fireworks/models/qwen3-0p6b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-0-6b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40960,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen3-1p7b":{"litellm_provider":"fireworks_ai","mode":"audio_transcription","cloudprice_model_id":"alibaba-qwen3-1-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-1-7b-fp8-draft","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-1-7b-fp8-draft-131072","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-1-7b-fp8-draft-40960","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40960,"max_tokens":40960,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"deepinfra/Qwen/Qwen3-14B":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen3-14b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131702,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":6e-8,"output_cost_per_token":2.4e-7},"fireworks_ai/accounts/fireworks/models/qwen3-14b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-14b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131702,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"nebius/Qwen/Qwen3-14B":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"alibaba-qwen3-14b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131702,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":8e-8,"output_cost_per_token":2.4e-7},"vercel_ai_gateway/alibaba/qwen-3-14b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-14b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131702,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":1.2e-7,"output_cost_per_token":2.4e-7},"dashscope/qwen3-14b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-14b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131702,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":3.5e-7,"output_cost_per_token":0.0000014},"openrouter/qwen/qwen3-14b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-14b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131702,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":2.4e-7},"vercel_ai_gateway/alibaba/qwen-3-235b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7},"deepinfra/Qwen/Qwen3-235B-A22B":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.8e-7,"output_cost_per_token":5.4e-7},"fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7},"hyperbolic/Qwen/Qwen3-235B-A22B":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000002,"output_cost_per_token":0.000002},"nebius/Qwen/Qwen3-235B-A22B":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7},"novita/qwen/qwen3-235b-a22b-fp8":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":8.000000000000001e-7},"openrouter/qwen/qwen3-235b-a22b-2507":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":9e-8,"output_cost_per_token":1.0000000000000001e-7},"qwen.qwen3-235b-a22b-2507-v1:0":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":9e-8,"output_cost_per_token":1.0000000000000001e-7},"bedrock/qwen.qwen3-235b-a22b-2507-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7},"dashscope/qwen3-235b-a22b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":7e-7,"output_cost_per_token":0.0000028},"together_ai/Qwen/Qwen3-235B-A22B-fp8-tput":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-fp8-tput","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40000,"max_tokens":40000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7},"crusoe/Qwen/Qwen3-235B-A22B-Instruct-2507":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9e-8,"output_cost_per_token":6e-7},"deepinfra/Qwen/Qwen3-235B-A22B-Instruct-2507":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9e-8,"output_cost_per_token":6e-7},"fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7},"novita/qwen/qwen3-235b-a22b-instruct-2507":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9e-8,"output_cost_per_token":5.8e-7},"replicate/qwen/qwen3-235b-a22b-instruct-2507":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.6400000000000003e-7,"output_cost_per_token":0.00000106},"scaleway/qwen/qwen3-235b-a22b-instruct-2507":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.00000225},"wandb/Qwen/Qwen3-235B-A22B-Instruct-2507":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9e-8,"output_cost_per_token":6e-7},"gemini/qwen3-235b-a22b-instruct-2507":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7},"vertex_ai-language-models/qwen3-235b-a22b-instruct-2507":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7},"dashscope/qwen3-235b-a22b-instruct":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.3000000000000002e-7,"output_cost_per_token":9.200000000000001e-7},"vertex_ai/qwen/qwen3-235b-a22b-instruct-2507-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-instruct-maas","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7},"gemini/qwen3-235b-a22b-instruct-2507-maas":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-instruct-maas","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7},"together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-instruct-tput","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262000,"max_tokens":262000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.000006},"deepinfra/Qwen/Qwen3-235B-A22B-Thinking-2507":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000028999999999999998,"deprecation_date":"2026-04-22"},"fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7,"deprecation_date":"2026-04-22"},"novita/qwen/qwen3-235b-a22b-thinking-2507":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":3e-7,"output_cost_per_token":0.000003,"deprecation_date":"2026-04-22"},"openrouter/qwen/qwen3-235b-a22b-thinking-2507":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.4949999999999998e-7,"output_cost_per_token":0.000001495,"deprecation_date":"2026-04-22"},"together_ai/Qwen/Qwen3-235B-A22B-Thinking-2507":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":6.5e-7,"output_cost_per_token":0.000003,"deprecation_date":"2026-04-22"},"wandb/Qwen/Qwen3-235B-A22B-Thinking-2507":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.4949999999999998e-7,"output_cost_per_token":0.000001495,"deprecation_date":"2026-04-22"},"dashscope/qwen3-235b-a22b-thinking":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.3000000000000002e-7,"output_cost_per_token":0.0000023,"deprecation_date":"2026-04-22"},"vercel_ai_gateway/alibaba/qwen3-235b-a22b-thinking":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-235b-a22b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000004,"deprecation_date":"2026-04-22"},"vercel_ai_gateway/alibaba/qwen-3-30b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40960,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.2e-7,"output_cost_per_token":5e-7},"cloudflare/@cf/qwen/qwen3-30b-a3b-fp8":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":5.0999999999999993e-8,"output_cost_per_token":3.35e-7,"deprecation_date":"2026-06-05"},"dashscope/qwen3-30b-a3b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":8.000000000000001e-7,"deprecation_date":"2026-06-05"},"deepinfra/Qwen/Qwen3-30B-A3B":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":8e-8,"output_cost_per_token":2.9e-7,"deprecation_date":"2026-06-05"},"fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-06-05"},"nebius/Qwen/Qwen3-30B-A3B":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7,"deprecation_date":"2026-06-05"},"novita/qwen/qwen3-30b-a3b-fp8":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":9e-8,"output_cost_per_token":4.5000000000000003e-7,"deprecation_date":"2026-06-05"},"pinstripes/ps/qwen3-30b-a3b":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":5.0999999999999993e-8,"output_cost_per_token":3.35e-7,"deprecation_date":"2026-06-05"},"openrouter/qwen/qwen3-30b-a3b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":1.2e-7,"output_cost_per_token":5e-7,"deprecation_date":"2026-06-05"},"fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7},"dashscope/qwen3-30b-a3b-instruct":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":8.000000000000001e-7},"openrouter/qwen/qwen3-30b-a3b-instruct-2507":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":4.815e-8,"output_cost_per_token":1.9305e-7},"fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"openrouter/qwen/qwen3-30b-a3b-thinking-2507":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.3e-7,"output_cost_per_token":0.00000156},"dashscope/qwen3-30b-a3b-thinking":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-30b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.0000024},"cerebras/qwen-3-32b":{"litellm_provider":"cerebras","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":8.000000000000001e-7,"deprecation_date":"2026-04-06"},"deepinfra/Qwen/Qwen3-32B":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":2.8e-7,"deprecation_date":"2026-04-06"},"fireworks_ai/accounts/fireworks/models/qwen3-32b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7,"deprecation_date":"2026-04-06"},"gradient_ai/alibaba-qwen3-32b":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2026-04-06"},"groq/qwen/qwen3-32b":{"litellm_provider":"groq","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":2.9e-7,"output_cost_per_token":5.9e-7,"deprecation_date":"2026-04-06"},"lambda_ai/qwen3-32b-fp8":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2026-04-06"},"nebius/Qwen/Qwen3-32B":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7,"deprecation_date":"2026-04-06"},"novita/qwen/qwen3-32b-fp8":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.5000000000000003e-7,"deprecation_date":"2026-04-06"},"ovhcloud/Qwen3-32B":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":8e-8,"output_cost_per_token":2.3000000000000002e-7,"deprecation_date":"2026-04-06"},"qwen.qwen3-32b-v1:0":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2026-04-06"},"sambanova/Qwen3-32B":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":8.000000000000001e-7,"deprecation_date":"2026-04-06"},"vercel_ai_gateway/alibaba/qwen-3-32b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":1.6e-7,"output_cost_per_token":6.4e-7,"deprecation_date":"2026-04-06"},"openrouter/qwen/qwen3-32b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":8e-8,"output_cost_per_token":2.8e-7,"deprecation_date":"2026-04-06"},"bedrock/qwen.qwen3-32b-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-04-06"},"snowflake/qwen3-32b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":1.8e-7,"output_cost_per_token":7.2e-7,"deprecation_date":"2026-04-06"},"dashscope/qwen3-32b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":40960,"max_tokens":40960,"input_cost_per_token":1.6e-7,"output_cost_per_token":6.4e-7,"deprecation_date":"2026-04-06"},"fireworks_ai/accounts/fireworks/models/qwen3-4b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-4b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"nebius/Qwen/Qwen3-4B":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"alibaba-qwen3-4b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":8e-8,"output_cost_per_token":2.4e-7},"novita/qwen/qwen3-4b-fp8":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-4b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":3e-8,"output_cost_per_token":3e-8},"fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-4b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"lemonade/Qwen3-4B-Instruct-2507-GGUF":{"litellm_provider":"huggingface","mode":"chat","cloudprice_model_id":"alibaba-qwen3-4b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1e-8,"output_cost_per_token":3e-8},"libertai/qwen3.5-122b-a10b":{"litellm_provider":"other/libertai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-122b-a10b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000175},"openrouter/qwen/qwen3.5-122b-a10b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-122b-a10b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.6e-7,"output_cost_per_token":0.00000208},"dashscope/qwen3.5-122b-a10b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-122b-a10b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000032000000000000003},"libertai/qwen3.5-122b-a10b-thinking":{"litellm_provider":"other/libertai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-122b-a10b-thinking","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000175},"openrouter/qwen/qwen3.5-27b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-27b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.95e-7,"output_cost_per_token":0.00000156},"dashscope/qwen3.5-27b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-27b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000024},"openrouter/qwen/qwen3.5-35b-a3b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-35b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":1.4e-7,"output_cost_per_token":0.000001,"cache_read_input_token_cost":5.0000000000000004e-8},"dashscope/qwen3.5-35b-a3b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-35b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002},"openrouter/qwen/qwen3.5-397b-a17b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-397b-a17b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3.85e-7,"output_cost_per_token":0.0000024500000000000003},"scaleway/qwen/qwen3.5-397b-a17b":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-397b-a17b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000036000000000000003},"together_ai/Qwen/Qwen3.5-397B-A17B":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-397b-a17b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000036000000000000003},"dashscope/qwen3.5-397b-a17b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-397b-a17b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000036000000000000003},"tensormesh/Qwen/Qwen3.5-397B-A17B-FP8":{"litellm_provider":"other/tensormesh","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-397b-a17b-fp8","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000036000000000000003},"openrouter/qwen/qwen3.5-flash-02-23":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6.5e-8,"output_cost_per_token":2.6e-7},"vercel_ai_gateway/alibaba/qwen3.5-flash":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1e-9,"cache_creation_input_token_cost":1.25e-7},"dashscope/qwen3.5-flash":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7},"dashscope/qwen3.5-ocr":{"litellm_provider":"dashscope","mode":"ocr","cloudprice_model_id":"alibaba-qwen3-5-ocr","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":6.900000000000001e-8,"output_cost_per_token":2.75e-7},"dashscope/qwen3.5-plus":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000024},"openrouter/qwen/qwen3.5-plus-02-15":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.6e-7,"output_cost_per_token":0.00000156,"cache_creation_input_token_cost":3.75e-7},"vercel_ai_gateway/alibaba/qwen3.5-plus":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-5-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":4e-8,"cache_creation_input_token_cost":5e-7},"libertai/qwen3.6-27b":{"litellm_provider":"other/libertai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-27b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":262140,"max_tokens":262140,"input_cost_per_token":1.5e-7,"output_cost_per_token":5e-7},"vercel_ai_gateway/alibaba/qwen3.6-27b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-27b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":262140,"max_tokens":262140,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000036000000000000003},"dashscope/qwen3.6-27b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-27b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":262140,"max_tokens":262140,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000036000000000000003},"openrouter/qwen/qwen3.6-27b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-27b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":262140,"max_tokens":262140,"input_cost_per_token":2.8499999999999997e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":1.5e-7},"tensormesh/Qwen/Qwen3.6-27B-FP8":{"litellm_provider":"other/tensormesh","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-27b-fp8","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":3.2e-7,"output_cost_per_token":0.0000032000000000000003},"libertai/qwen3.6-27b-thinking":{"litellm_provider":"other/libertai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-27b-thinking","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":5e-7},"libertai/qwen3.6-35b-a3b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-35b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.4e-7,"output_cost_per_token":0.000001},"pinstripes/ps/qwen3.6-35b-a3b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-35b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.4e-7,"output_cost_per_token":0.000001},"scaleway/qwen/qwen3.6-35b-a3b":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-35b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000015},"dashscope/qwen3.6-35b-a3b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-35b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.75e-7,"output_cost_per_token":0.00000225},"libertai/qwen3.6-35b-a3b-thinking":{"litellm_provider":"other/libertai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-35b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":5e-7},"openrouter/qwen/qwen3.6-plus":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3.25e-7,"output_cost_per_token":0.00000195,"cache_creation_input_token_cost":4.0625e-7},"vercel_ai_gateway/alibaba/qwen3.6-plus":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":6.25e-7},"dashscope/qwen3.6-plus":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-6-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003},"fireworks_ai/accounts/fireworks/models/qwen3p7-plus":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-7-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"cache_read_input_token_cost":8e-8},"fireworks_ai/qwen3p7-plus":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-7-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"cache_read_input_token_cost":8e-8},"vercel_ai_gateway/alibaba/qwen3.7-plus":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-7-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"cache_read_input_token_cost":8e-8,"cache_creation_input_token_cost":5e-7},"openrouter/qwen/qwen3.7-plus":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-7-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3.2e-7,"output_cost_per_token":0.00000128,"cache_read_input_token_cost":6.4e-8,"cache_creation_input_token_cost":4.0000000000000003e-7},"dashscope/qwen3.7-plus":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-7-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001},"fireworks_ai/accounts/fireworks/models/qwen3-8b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"llamagate/qwen3-8b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":3.5e-8,"output_cost_per_token":1.3800000000000002e-7},"novita/qwen/qwen3-8b-fp8":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":3.5e-8,"output_cost_per_token":1.3800000000000002e-7},"openrouter/qwen/qwen3-8b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":1.17e-7,"output_cost_per_token":4.5500000000000004e-7},"dashscope/qwen3-8b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":20000,"max_tokens":20000,"input_cost_per_token":1.8e-7,"output_cost_per_token":7e-7},"openrouter/qwen/qwen3-coder":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":262000,"max_tokens":262000,"input_cost_per_token":2.2e-7,"output_cost_per_token":0.0000018000000000000001},"vercel_ai_gateway/alibaba/qwen3-coder":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":262000,"max_tokens":262000,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075,"cache_read_input_token_cost":3e-7},"pinstripes/ps/qwen3-coder-30b-a3b":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-30b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"qwen.qwen3-coder-30b-a3b-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-30b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"vercel_ai_gateway/alibaba/qwen3-coder-30b-a3b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-30b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF":{"litellm_provider":"huggingface","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":7e-8,"output_cost_per_token":2.6e-7},"novita/qwen/qwen3-coder-30b-a3b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":7e-8,"output_cost_per_token":2.7e-7},"scaleway/qwen/qwen3-coder-30b-a3b-instruct":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":8.000000000000001e-7},"dashscope/qwen3-coder-30b-a3b-instruct":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4.5000000000000003e-7,"output_cost_per_token":0.00000225},"openrouter/qwen/qwen3-coder-30b-a3b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":7e-8,"output_cost_per_token":2.7e-7},"ollama/qwen3-coder:480b-cloud":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144},"qwen.qwen3-coder-480b-a35b-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b-a35b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.5000000000000003e-7,"output_cost_per_token":0.0000018000000000000001},"deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b-a35b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001},"fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b-a35b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.5000000000000003e-7,"output_cost_per_token":0.0000018000000000000001},"novita/qwen/qwen3-coder-480b-a35b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b-a35b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000013},"wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b-a35b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.2e-7,"output_cost_per_token":0.0000018000000000000001,"cache_creation_input_token_cost":2.2e-8},"vertex_ai-language-models/qwen3-coder-480b-a35b-instruct":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b-a35b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.2e-7,"output_cost_per_token":0.0000018000000000000001,"cache_creation_input_token_cost":2.2e-8},"dashscope/qwen3-coder-480b-a35b-instruct":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b-a35b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075},"tensormesh/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8":{"litellm_provider":"other/tensormesh","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b-a35b-instruct-fp8","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":4.5000000000000003e-7,"output_cost_per_token":0.0000018000000000000001},"together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b-a35b-instruct-fp8","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":0.000002,"output_cost_per_token":0.000002},"vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b-a35b-instruct-maas","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.2e-7,"output_cost_per_token":0.0000018000000000000001,"cache_creation_input_token_cost":2.2e-8},"gemini/qwen3-coder-480b-a35b-instruct-maas":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b-a35b-instruct-maas","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.2e-7,"output_cost_per_token":0.0000018000000000000001,"cache_creation_input_token_cost":2.2e-8},"deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b-a35b-instruct-turbo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":2.9e-7,"output_cost_per_token":0.0000012},"fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-480b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"dashscope/qwen3-coder-flash":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000015},"dashscope/qwen3-coder-flash-2025-07-28":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000015},"openrouter/qwen/qwen3-coder-flash":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.95e-7,"output_cost_per_token":9.75e-7,"cache_read_input_token_cost":3.9e-8,"cache_creation_input_token_cost":2.4375e-7},"bedrock/ap-northeast-1/qwen.qwen3-coder-next":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000012},"bedrock/ap-south-1/qwen.qwen3-coder-next":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000012},"bedrock/ap-southeast-3/qwen.qwen3-coder-next":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000012},"bedrock/eu-central-1/qwen.qwen3-coder-next":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000012},"bedrock/eu-south-1/qwen.qwen3-coder-next":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000012},"bedrock/eu-west-1/qwen.qwen3-coder-next":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000012},"bedrock/eu-west-2/qwen.qwen3-coder-next":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000012},"bedrock/sa-east-1/qwen.qwen3-coder-next":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000012},"bedrock/us-east-1/qwen.qwen3-coder-next":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000012},"bedrock/us-east-2/qwen.qwen3-coder-next":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000012},"bedrock/us-west-2/qwen.qwen3-coder-next":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000012},"qwen.qwen3-coder-next":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.1e-7,"output_cost_per_token":8.000000000000001e-7,"cache_read_input_token_cost":7e-8},"dashscope/qwen3-coder-next":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000015},"vercel_ai_gateway/alibaba/qwen3-coder-next":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-next","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000012},"dashscope/qwen3-coder-plus":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005},"dashscope/qwen3-coder-plus-2025-07-22":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005},"openrouter/qwen/qwen3-coder-plus":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6.5e-7,"output_cost_per_token":0.00000325,"cache_read_input_token_cost":1.3e-7,"cache_creation_input_token_cost":8.125e-7},"vercel_ai_gateway/alibaba/qwen3-coder-plus":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-coder-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"alibaba-qwen3-embedding-0-6b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":1e-8},"novita/qwen/qwen3-embedding-0.6b":{"litellm_provider":"novita","mode":"embedding","cloudprice_model_id":"alibaba-qwen3-embedding-0-6b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":7e-8},"cloudflare/@cf/qwen/qwen3-embedding-0.6b":{"litellm_provider":"cloudflare","mode":"embedding","cloudprice_model_id":"alibaba-qwen3-embedding-0-6b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.2e-8},"fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"alibaba-qwen3-embedding-4b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40960,"max_tokens":40960,"input_cost_per_token":2e-8},"llamagate/qwen3-embedding-8b":{"litellm_provider":"other/llamagate","mode":"embedding","cloudprice_model_id":"alibaba-qwen3-embedding-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40960,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2e-8},"novita/qwen/qwen3-embedding-8b":{"litellm_provider":"novita","mode":"embedding","cloudprice_model_id":"alibaba-qwen3-embedding-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40960,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":7e-8},"scaleway/qwen/qwen3-embedding-8b":{"litellm_provider":"scaleway","mode":"embedding","cloudprice_model_id":"alibaba-qwen3-embedding-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40960,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7},"vercel_ai_gateway/alibaba/qwen3-embedding-8b":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"alibaba-qwen3-embedding-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40960,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.0000000000000004e-8},"dashscope/qwen3-max":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-max","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000012,"output_cost_per_token":0.000006},"dashscope/qwen3-max-2026-01-23":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-max","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000012,"output_cost_per_token":0.000006},"novita/qwen/qwen3-max":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-max","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000021099999999999997,"output_cost_per_token":0.000008449999999999999},"openrouter/qwen/qwen3-max":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-max","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":7.8e-7,"output_cost_per_token":0.0000039,"cache_read_input_token_cost":1.56e-7,"cache_creation_input_token_cost":9.75e-7},"vercel_ai_gateway/alibaba/qwen3-max":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-max","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000012,"output_cost_per_token":0.000006,"cache_read_input_token_cost":2.4e-7},"dashscope/qwen3-max-preview":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-max-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000012,"output_cost_per_token":0.000006},"vercel_ai_gateway/alibaba/qwen3-max-preview":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-max-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000012,"output_cost_per_token":0.000006,"cache_read_input_token_cost":2.4e-7},"qwen.qwen3-next-80b-a3b":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.4e-7,"output_cost_per_token":0.0000012},"snowflake/qwen3-next-80b-a3b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.8e-7,"output_cost_per_token":0.00000144},"dashscope/qwen3-next-80b-a3b-instruct":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000012},"deepinfra/Qwen/Qwen3-Next-80B-A3B-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.4e-7,"output_cost_per_token":0.0000014},"fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"novita/qwen/qwen3-next-80b-a3b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000015},"together_ai/Qwen/Qwen3-Next-80B-A3B-Instruct":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000015},"vercel_ai_gateway/alibaba/qwen3-next-80b-a3b-instruct":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000012},"gemini/qwen3-next-80b-a3b-instruct":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000012},"openrouter/qwen/qwen3-next-80b-a3b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":9e-8,"output_cost_per_token":0.0000011},"vertex_ai-language-models/qwen3-next-80b-a3b-instruct":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000012},"vertex_ai/qwen/qwen3-next-80b-a3b-instruct-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-instruct-maas","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000012},"gemini/qwen3-next-80b-a3b-instruct-maas":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-instruct-maas","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000012},"dashscope/qwen3-next-80b-a3b-thinking":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000012},"deepinfra/Qwen/Qwen3-Next-80B-A3B-Thinking":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.4e-7,"output_cost_per_token":0.0000014},"fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"novita/qwen/qwen3-next-80b-a3b-thinking":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000015},"together_ai/Qwen/Qwen3-Next-80B-A3B-Thinking":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000015},"openrouter/qwen/qwen3-next-80b-a3b-thinking":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":9.75e-8,"output_cost_per_token":7.8e-7},"vercel_ai_gateway/alibaba/qwen3-next-80b-a3b-thinking":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000012},"gemini/qwen3-next-80b-a3b-thinking":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000012},"vertex_ai-language-models/qwen3-next-80b-a3b-thinking":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000012},"vertex_ai/qwen/qwen3-next-80b-a3b-thinking-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-thinking-maas","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000012},"gemini/qwen3-next-80b-a3b-thinking-maas":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"alibaba-qwen3-next-80b-a3b-thinking-maas","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.0000012},"novita/qwen/qwen3-omni-30b-a3b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-omni-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":65536,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.5e-7,"output_cost_per_token":9.7e-7},"novita/qwen/qwen3-omni-30b-a3b-thinking":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-omni-30b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.5e-7,"output_cost_per_token":9.7e-7},"dashscope/qwen3-rerank":{"litellm_provider":"dashscope","mode":"rerank","cloudprice_model_id":"alibaba-qwen3-rerank","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b":{"litellm_provider":"fireworks_ai","mode":"rerank","cloudprice_model_id":"alibaba-qwen3-reranker-0-6b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40960,"max_tokens":40960},"fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b":{"litellm_provider":"fireworks_ai","mode":"embedding","cloudprice_model_id":"alibaba-qwen3-reranker-4b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40960,"max_tokens":40960},"fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b":{"litellm_provider":"novita","mode":"rerank","cloudprice_model_id":"alibaba-qwen3-reranker-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40960,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":5.0000000000000004e-8},"novita/qwen/qwen3-reranker-8b":{"litellm_provider":"novita","mode":"rerank","cloudprice_model_id":"alibaba-qwen3-reranker-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40960,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":5.0000000000000004e-8},"dashscope/qwen3-tts-flash":{"litellm_provider":"dashscope","mode":"audio_speech","cloudprice_model_id":"alibaba-qwen3-tts-flash","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":1.0000000000000001e-7},"dashscope/qwen3-tts-instruct-flash":{"litellm_provider":"dashscope","mode":"audio_speech","cloudprice_model_id":"alibaba-qwen3-tts-flash-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":1.1500000000000001e-7},"dashscope/qwen3-tts-instruct-flash-realtime":{"litellm_provider":"dashscope","mode":"audio_speech","cloudprice_model_id":"alibaba-qwen3-tts-flash-instruct-realtime","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":1.43e-7},"dashscope/qwen3-tts-flash-realtime":{"litellm_provider":"dashscope","mode":"audio_speech","cloudprice_model_id":"alibaba-qwen3-tts-flash-realtime","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":1.3e-7},"dashscope/qwen3-tts-vc-2026-01-22":{"litellm_provider":"dashscope","mode":"audio_speech","cloudprice_model_id":"alibaba-qwen3-tts-vc","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":1.1500000000000001e-7},"dashscope/qwen3-tts-vc-realtime-2025-11-27":{"litellm_provider":"dashscope","mode":"audio_speech","cloudprice_model_id":"alibaba-qwen3-tts-vc-realtime","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":1.3e-7},"dashscope/qwen3-tts-vd-2026-01-26":{"litellm_provider":"dashscope","mode":"audio_speech","cloudprice_model_id":"alibaba-qwen3-tts-vd","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":1.1500000000000001e-7},"dashscope/qwen3-tts-vd-realtime-2025-12-16":{"litellm_provider":"dashscope","mode":"audio_speech","cloudprice_model_id":"alibaba-qwen3-tts-vd-realtime","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":1.43353e-7},"qwen.qwen3-vl-235b-a22b":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-235b-a22b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.3e-7,"output_cost_per_token":0.00000266},"snowflake/qwen3-vl-235b-a22b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-235b-a22b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6.4e-7,"output_cost_per_token":0.0000032000000000000003},"dashscope/qwen3-vl-235b-a22b-instruct":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":129024,"max_tokens":129024,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001},"fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":129024,"max_tokens":129024,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7},"gmi/Qwen/Qwen3-VL-235B-A22B-Instruct-FP8":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":129024,"max_tokens":129024,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000014},"novita/qwen/qwen3-vl-235b-a22b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":129024,"max_tokens":129024,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000015},"vercel_ai_gateway/alibaba/qwen3-vl-235b-a22b-instruct":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":129024,"max_tokens":129024,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001},"openrouter/qwen/qwen3-vl-235b-a22b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-235b-a22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":129024,"max_tokens":129024,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":8.8e-7,"cache_read_input_token_cost":1.1e-7},"dashscope/qwen3-vl-235b-a22b-thinking":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-235b-a22b-thinking","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000004},"fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-235b-a22b-thinking","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7},"novita/qwen/qwen3-vl-235b-a22b-thinking":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-235b-a22b-thinking","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":9.8e-7,"output_cost_per_token":0.00000395},"openrouter/qwen/qwen3-vl-235b-a22b-thinking":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-235b-a22b-thinking","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.6e-7,"output_cost_per_token":0.0000026},"fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"novita/qwen/qwen3-vl-30b-a3b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":7e-7},"openrouter/qwen/qwen3-vl-30b-a3b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.3e-7,"output_cost_per_token":5.2e-7},"dashscope/qwen3-vl-30b-a3b-instruct":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-30b-a3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":8.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-30b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"novita/qwen/qwen3-vl-30b-a3b-thinking":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-30b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.000001},"dashscope/qwen3-vl-30b-a3b-thinking":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-30b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.0000024},"openrouter/qwen/qwen3-vl-30b-a3b-thinking":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-30b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.3e-7,"output_cost_per_token":0.00000156},"dashscope/qwen3-vl-32b-instruct":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.6e-7,"output_cost_per_token":6.4e-7},"fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"openrouter/qwen/qwen3-vl-32b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-32b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0399999999999999e-7,"output_cost_per_token":4.1599999999999997e-7},"dashscope/qwen3-vl-32b-thinking":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-32b-thinking","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.6e-7,"output_cost_per_token":6.4e-7},"llamagate/qwen3-vl-8b":{"litellm_provider":"other/llamagate","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.5e-7,"output_cost_per_token":5.5e-7},"fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"novita/qwen/qwen3-vl-8b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":8e-8,"output_cost_per_token":5e-7},"dashscope/qwen3-vl-8b-instruct":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.8e-7,"output_cost_per_token":7e-7},"openrouter/qwen/qwen3-vl-8b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.17e-7,"output_cost_per_token":4.5500000000000004e-7},"dashscope/qwen3-vl-plus":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwen3-vl-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":260096,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.0000016000000000000001},"cloudflare/@cf/qwen/qwq-32b":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"alibaba-qwq-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6.6e-7,"output_cost_per_token":0.000001,"deprecation_date":"2025-06-25"},"deepinfra/Qwen/QwQ-32B":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"alibaba-qwq-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2025-06-25"},"fireworks_ai/accounts/fireworks/models/qwq-32b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwq-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7,"deprecation_date":"2025-06-25"},"hyperbolic/Qwen/QwQ-32B":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"alibaba-qwq-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7,"deprecation_date":"2025-06-25"},"nebius/Qwen/QwQ-32B":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"alibaba-qwq-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":4.5000000000000003e-7,"deprecation_date":"2025-06-25"},"nscale/Qwen/QwQ-32B":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"alibaba-qwq-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.8e-7,"output_cost_per_token":2.0000000000000002e-7,"deprecation_date":"2025-06-25"},"sambanova/QwQ-32B":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"alibaba-qwq-32b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5e-7,"output_cost_per_token":0.000001,"deprecation_date":"2025-06-25"},"fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"alibaba-qwq-32b-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"dashscope/qwq-plus":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"alibaba-qwq-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":98304,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"publicai/allenai/Olmo-3-32B-Think":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"allenai-olmo-3-32b-think","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.5e-7,"output_cost_per_token":5e-7},"publicai/allenai/Olmo-3-7B-Instruct":{"mode":"chat","cloudprice_model_id":"allenai-olmo-3-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096},"publicai/allenai/Olmo-3-7B-Think":{"mode":"chat","cloudprice_model_id":"allenai-olmo-3-7b-think","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096},"deepinfra/allenai/olmOCR-7B-0725-FP8":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"allenai-olmocr-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.7e-7,"output_cost_per_token":0.0000015},"aws_polly/generative":{"litellm_provider":"other/aws-polly","mode":"audio_speech","cloudprice_model_id":"amazon-generative","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000029999999999999997},"aws_polly/long-form":{"litellm_provider":"other/aws-polly","mode":"audio_speech","cloudprice_model_id":"amazon-long-form","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.0001},"aws_polly/neural":{"litellm_provider":"other/aws-polly","mode":"audio_speech","cloudprice_model_id":"amazon-neural","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000016},"amazon.nova-2-lite-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-2-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":8.25e-8},"apac.amazon.nova-2-lite-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-2-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":8.25e-8},"eu.amazon.nova-2-lite-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-2-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":8.25e-8},"global.amazon.nova-2-lite-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-2-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":8.25e-8},"us.amazon.nova-2-lite-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-2-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":8.25e-8},"openrouter/amazon/nova-2-lite-v1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"amazon-nova-2-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025},"vercel_ai_gateway/amazon/nova-2-lite":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"amazon-nova-2-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":7.5e-8},"amazon.nova-2-multimodal-embeddings-v1:0":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"amazon-nova-2-multimodal-embeddings","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":8172,"max_tokens":8172,"input_cost_per_token":1.35e-7},"amazon.nova-2-pro-preview-20251202-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-2-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000021875,"output_cost_per_token":0.0000175,"cache_read_input_token_cost":5.46875e-7},"apac.amazon.nova-2-pro-preview-20251202-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-2-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000021875,"output_cost_per_token":0.0000175,"cache_read_input_token_cost":5.46875e-7},"eu.amazon.nova-2-pro-preview-20251202-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-2-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000021875,"output_cost_per_token":0.0000175,"cache_read_input_token_cost":5.46875e-7},"us.amazon.nova-2-pro-preview-20251202-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-2-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000021875,"output_cost_per_token":0.0000175,"cache_read_input_token_cost":5.46875e-7},"amazon.nova-canvas-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"amazon-nova-canvas","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2600,"max_tokens":2600,"output_cost_per_image":0.04,"deprecation_date":"2026-09"},"us.amazon.nova-canvas-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"amazon-nova-canvas","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2600,"max_tokens":2600,"output_cost_per_image":0.04,"deprecation_date":"2026-09"},"amazon-nova/nova-lite-v1":{"litellm_provider":"amazon_nova","mode":"chat","cloudprice_model_id":"amazon-nova-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":6e-8,"output_cost_per_token":2.4e-7},"amazon.nova-lite-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":6e-8,"output_cost_per_token":2.4e-7,"cache_read_input_token_cost":1.5e-8},"apac.amazon.nova-lite-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":6e-8,"output_cost_per_token":2.4e-7,"cache_read_input_token_cost":1.5e-8},"eu.amazon.nova-lite-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":6e-8,"output_cost_per_token":2.4e-7,"cache_read_input_token_cost":1.5e-8},"us.amazon.nova-lite-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":6e-8,"output_cost_per_token":2.4e-7,"cache_read_input_token_cost":1.5e-8},"vercel_ai_gateway/amazon/nova-lite":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"amazon-nova-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":6e-8,"output_cost_per_token":2.4e-7},"openrouter/amazon/nova-lite-v1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"amazon-nova-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":6e-8,"output_cost_per_token":2.4e-7},"amazon-nova/nova-micro-v1":{"litellm_provider":"amazon_nova","mode":"chat","cloudprice_model_id":"amazon-nova-micro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":3.5e-8,"output_cost_per_token":1.4e-7},"amazon.nova-micro-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-micro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":3.5e-8,"output_cost_per_token":1.4e-7,"cache_read_input_token_cost":8.75e-9},"apac.amazon.nova-micro-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-micro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":3.5e-8,"output_cost_per_token":1.4e-7,"cache_read_input_token_cost":8.75e-9},"eu.amazon.nova-micro-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-micro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":3.5e-8,"output_cost_per_token":1.4e-7,"cache_read_input_token_cost":8.75e-9},"us.amazon.nova-micro-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-micro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":3.5e-8,"output_cost_per_token":1.4e-7,"cache_read_input_token_cost":8.75e-9},"vercel_ai_gateway/amazon/nova-micro":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"amazon-nova-micro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":3.5e-8,"output_cost_per_token":1.4e-7},"openrouter/amazon/nova-micro-v1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"amazon-nova-micro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":3.5e-8,"output_cost_per_token":1.4e-7},"amazon-nova/nova-premier-v1":{"litellm_provider":"amazon_nova","mode":"chat","cloudprice_model_id":"amazon-nova-premier","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.0000125,"deprecation_date":"2026-09"},"us.amazon.nova-premier-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-premier","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.0000125,"cache_read_input_token_cost":6.25e-7,"deprecation_date":"2026-09"},"openrouter/amazon/nova-premier-v1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"amazon-nova-premier","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.0000125,"cache_read_input_token_cost":6.25e-7,"deprecation_date":"2026-09"},"amazon-nova/nova-pro-v1":{"litellm_provider":"amazon_nova","mode":"chat","cloudprice_model_id":"amazon-nova-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000032000000000000003},"amazon.nova-pro-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000032000000000000003,"cache_read_input_token_cost":2.0000000000000002e-7},"apac.amazon.nova-pro-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000032000000000000003,"cache_read_input_token_cost":2.0000000000000002e-7},"bedrock/us-gov-east-1/amazon.nova-pro-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000032000000000000003,"cache_read_input_token_cost":2.0000000000000002e-7},"bedrock/us-gov-west-1/amazon.nova-pro-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000032000000000000003,"cache_read_input_token_cost":2.0000000000000002e-7},"eu.amazon.nova-pro-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000032000000000000003,"cache_read_input_token_cost":2.0000000000000002e-7},"us.amazon.nova-pro-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-nova-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000032000000000000003,"cache_read_input_token_cost":2.0000000000000002e-7},"vercel_ai_gateway/amazon/nova-pro":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"amazon-nova-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000032000000000000003},"openrouter/amazon/nova-pro-v1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"amazon-nova-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000032000000000000003},"amazon.rerank-v1:0":{"litellm_provider":"bedrock","mode":"rerank","cloudprice_model_id":"amazon-rerank","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_query":0.001},"aws_polly/standard":{"litellm_provider":"other/aws-polly","mode":"audio_speech","cloudprice_model_id":"amazon-standard","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000004},"amazon.titan-embed-image-v1":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"amazon-titan-1-embed-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128,"max_tokens":128,"input_cost_per_token":8.000000000000001e-7},"amazon.titan-embed-text-v1":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"amazon-titan-1-embed-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7},"bedrock/us-gov-east-1/amazon.titan-embed-text-v1":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"amazon-titan-1-embed-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7},"bedrock/us-gov-west-1/amazon.titan-embed-text-v1":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"amazon-titan-1-embed-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7},"amazon.titan-text-express-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-titan-1-express-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":42000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.0000013,"output_cost_per_token":0.0000017},"bedrock/us-gov-east-1/amazon.titan-text-express-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-titan-1-express-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":42000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.0000013,"output_cost_per_token":0.0000017},"bedrock/us-gov-west-1/amazon.titan-text-express-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-titan-1-express-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":42000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.0000013,"output_cost_per_token":0.0000017},"amazon.titan-image-generator-v1":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"amazon-titan-1-image-generator","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.008},"amazon.titan-text-lite-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-titan-1-lite-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":42000,"max_output_tokens":4000,"max_tokens":4000,"input_cost_per_token":3e-7,"output_cost_per_token":4.0000000000000003e-7},"bedrock/us-gov-east-1/amazon.titan-text-lite-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-titan-1-lite-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":42000,"max_output_tokens":4000,"max_tokens":4000,"input_cost_per_token":3e-7,"output_cost_per_token":4.0000000000000003e-7},"bedrock/us-gov-west-1/amazon.titan-text-lite-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-titan-1-lite-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":42000,"max_output_tokens":4000,"max_tokens":4000,"input_cost_per_token":3e-7,"output_cost_per_token":4.0000000000000003e-7},"amazon.titan-text-premier-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-titan-1-premier-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":42000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"bedrock/us-gov-east-1/amazon.titan-text-premier-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-titan-1-premier-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":42000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"bedrock/us-gov-west-1/amazon.titan-text-premier-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"amazon-titan-1-premier-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":42000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"amazon.titan-embed-g1-text-02":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"amazon-titan-2-embed-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":2e-8},"amazon.titan-embed-text-v2:0":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"amazon-titan-2-embed-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":2e-8},"bedrock/us-gov-east-1/amazon.titan-embed-text-v2:0":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"amazon-titan-2-embed-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":2e-8},"bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"amazon-titan-2-embed-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":2e-8},"vercel_ai_gateway/amazon/titan-embed-text-v2":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"amazon-titan-2-embed-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":2e-8},"amazon.titan-image-generator-v2":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"amazon-titan-2-image-generator","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.008,"deprecation_date":"2026-06"},"amazon.titan-image-generator-v2:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"amazon-titan-2-image-generator","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.008,"deprecation_date":"2026-06"},"anthropic.claude-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/ap-northeast-1/anthropic.claude-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/eu-central-1/anthropic.claude-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/us-east-1/1-month-commitment/anthropic.claude-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/us-east-1/6-month-commitment/anthropic.claude-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/us-east-1/anthropic.claude-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/us-west-2/1-month-commitment/anthropic.claude-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/us-west-2/6-month-commitment/anthropic.claude-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/us-west-2/anthropic.claude-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"anthropic.claude-instant-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1-instant","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1-instant","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1-instant","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"bedrock/ap-northeast-1/anthropic.claude-instant-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1-instant","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1-instant","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1-instant","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"bedrock/eu-central-1/anthropic.claude-instant-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1-instant","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1-instant","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1-instant","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"bedrock/us-east-1/anthropic.claude-instant-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1-instant","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1-instant","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1-instant","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"bedrock/us-west-2/anthropic.claude-instant-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-1-instant","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"anthropic.claude-v2:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/ap-northeast-1/anthropic.claude-v2:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/eu-central-1/anthropic.claude-v2:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/us-east-1/anthropic.claude-v2:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"bedrock/us-west-2/anthropic.claude-v2:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000008,"output_cost_per_token":0.000024},"anthropic.claude-3-5-haiku-20241022-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":8e-8,"cache_creation_input_token_cost":0.000001,"deprecation_date":"2026-06"},"bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":3.125e-7,"deprecation_date":"2026-06"},"eu.anthropic.claude-3-5-haiku-20241022-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":8e-8,"cache_creation_input_token_cost":0.000001,"deprecation_date":"2026-06"},"gradient_ai/anthropic-claude-3.5-haiku":{"litellm_provider":"gradient_ai","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.000004,"deprecation_date":"2026-06"},"heroku/claude-3-5-haiku":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":8e-8,"cache_creation_input_token_cost":0.000001,"deprecation_date":"2026-06"},"replicate/anthropic/claude-3.5-haiku":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"deprecation_date":"2026-06"},"us.anthropic.claude-3-5-haiku-20241022-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":8e-8,"cache_creation_input_token_cost":0.000001,"deprecation_date":"2026-06"},"vercel_ai_gateway/anthropic/claude-3.5-haiku":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":8e-8,"cache_creation_input_token_cost":0.000001,"deprecation_date":"2026-06"},"vertex_ai/claude-3-5-haiku":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"deprecation_date":"2026-06"},"vertex_ai/claude-3-5-haiku@20241022":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"deprecation_date":"2026-06"},"anthropic.claude-3-5-sonnet-20240620-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"anthropic.claude-3-5-sonnet-20241022-v2:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"apac.anthropic.claude-3-5-sonnet-20240620-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"apac.anthropic.claude-3-5-sonnet-20241022-v2:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"eu.anthropic.claude-3-5-sonnet-20240620-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"eu.anthropic.claude-3-5-sonnet-20241022-v2:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"gradient_ai/anthropic-claude-3.5-sonnet":{"litellm_provider":"gradient_ai","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-07"},"heroku/claude-3-5-sonnet-latest":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"openrouter/anthropic/claude-3.5-sonnet":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-07"},"replicate/anthropic/claude-3.5-sonnet":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000375,"output_cost_per_token":0.00001875,"deprecation_date":"2026-07"},"snowflake/claude-3-5-sonnet":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"deprecation_date":"2026-07"},"us.anthropic.claude-3-5-sonnet-20240620-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"vercel_ai_gateway/anthropic/claude-3-5-sonnet":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"vercel_ai_gateway/anthropic/claude-3.5-sonnet":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"vertex_ai/claude-3-5-sonnet":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-07"},"vertex_ai/claude-3-5-sonnet@20240620":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-07"},"us.anthropic.claude-3-5-sonnet-20241022-v2:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-5-sonnet-v2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"anthropic.claude-3-7-sonnet-20240620-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-02-19"},"anthropic.claude-3-7-sonnet-20250219-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-02-19"},"bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-02-19"},"claude-3-7-sonnet-20250219":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-02-19"},"databricks/databricks-claude-3-7-sonnet":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000299999,"output_cost_per_token":0.00001500002,"deprecation_date":"2026-02-19"},"deepinfra/anthropic/claude-3-7-sonnet-latest":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000032999999999999997,"output_cost_per_token":0.0000165,"cache_read_input_token_cost":3.3e-7,"deprecation_date":"2026-02-19"},"eu.anthropic.claude-3-7-sonnet-20250219-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-02-19"},"gradient_ai/anthropic-claude-3.7-sonnet":{"litellm_provider":"gradient_ai","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-02-19"},"heroku/claude-3-7-sonnet":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-02-19"},"openrouter/anthropic/claude-3.7-sonnet":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-02-19"},"replicate/anthropic/claude-3.7-sonnet":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-02-19"},"snowflake/claude-3-7-sonnet":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"deprecation_date":"2026-02-19"},"us.anthropic.claude-3-7-sonnet-20250219-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-02-19"},"vercel_ai_gateway/anthropic/claude-3-7-sonnet":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-02-19"},"vercel_ai_gateway/anthropic/claude-3.7-sonnet":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-02-19"},"vertex_ai/claude-3-7-sonnet@20250219":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-3-7-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-02-19"},"anthropic.claude-3-haiku-20240307-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-haiku","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3e-7,"deprecation_date":"2026-09"},"apac.anthropic.claude-3-haiku-20240307-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-haiku","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3e-7,"deprecation_date":"2026-09"},"bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-haiku","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":3.125e-7,"deprecation_date":"2026-09"},"bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-haiku","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":3.125e-7,"deprecation_date":"2026-09"},"claude-3-haiku-20240307":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-haiku","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3e-7,"deprecation_date":"2026-09"},"eu.anthropic.claude-3-haiku-20240307-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-haiku","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3e-7,"deprecation_date":"2026-09"},"openrouter/anthropic/claude-3-haiku":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-3-haiku","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3e-7,"deprecation_date":"2026-09"},"us.anthropic.claude-3-haiku-20240307-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-haiku","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3e-7,"deprecation_date":"2026-09"},"vercel_ai_gateway/anthropic/claude-3-haiku":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-3-haiku","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3e-7,"deprecation_date":"2026-09"},"vertex_ai/claude-3-haiku":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-3-haiku","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000125,"deprecation_date":"2026-09"},"vertex_ai/claude-3-haiku@20240307":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-3-haiku","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000125,"deprecation_date":"2026-09"},"anthropic.claude-3-opus-20240229-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-01"},"claude-3-opus-20240229":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-01"},"eu.anthropic.claude-3-opus-20240229-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-01"},"gradient_ai/anthropic-claude-3-opus":{"litellm_provider":"gradient_ai","mode":"chat","cloudprice_model_id":"anthropic-claude-3-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"deprecation_date":"2026-05-01"},"us.anthropic.claude-3-opus-20240229-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-3-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-01"},"vercel_ai_gateway/anthropic/claude-3-opus":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-3-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-01"},"vertex_ai/claude-3-opus":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-3-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"deprecation_date":"2026-05-01"},"vertex_ai/claude-3-opus@20240229":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-3-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"deprecation_date":"2026-05-01"},"bedrock/anthropic.claude-3-opus-20240229-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-01"},"anthropic.claude-3-sonnet-20240229-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"apac.anthropic.claude-3-sonnet-20240229-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"eu.anthropic.claude-3-sonnet-20240229-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"us.anthropic.claude-3-sonnet-20240229-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-3-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-07"},"vertex_ai/claude-3-sonnet":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-3-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-07"},"vertex_ai/claude-3-sonnet@20240229":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-3-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-07"},"anthropic.claude-opus-4-1-20250805-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-08-05"},"azure_ai/claude-opus-4-1":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-08-05"},"claude-opus-4-1":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-08-05"},"claude-opus-4-1-20250805":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-08-05"},"databricks/databricks-claude-opus-4-1":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.00001500002,"output_cost_per_token":0.00007500003,"deprecation_date":"2026-08-05"},"eu.anthropic.claude-opus-4-1-20250805-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-08-05"},"github_copilot/claude-opus-41":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-08-05"},"openrouter/anthropic/claude-opus-4.1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-08-05"},"us.anthropic.claude-opus-4-1-20250805-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-08-05"},"vercel_ai_gateway/anthropic/claude-opus-4.1":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-08-05"},"vertex_ai/claude-opus-4-1":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-08-05"},"vertex_ai/claude-opus-4-1@20250805":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-08-05"},"bedrock/anthropic.claude-opus-4-1-20250805-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-08-05"},"databricks/databricks-claude-sonnet-4-1":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"anthropic-claude-4-1-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.00000299999,"output_cost_per_token":0.00001500002},"anthropic.claude-haiku-4-5-20251001-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"anthropic.claude-haiku-4-5@20251001":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"apac.anthropic.claude-haiku-4-5-20251001-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"au.anthropic.claude-haiku-4-5-20251001-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"azure_ai/claude-haiku-4-5":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"claude-haiku-4-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"claude-haiku-4-5-20251001":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"databricks/databricks-claude-haiku-4-5":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000010000199999999999,"output_cost_per_token":0.00000500003,"deprecation_date":"2026-10-15"},"eu.anthropic.claude-haiku-4-5-20251001-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"github_copilot/claude-haiku-4.5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"global.anthropic.claude-haiku-4-5-20251001-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"jp.anthropic.claude-haiku-4-5-20251001-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"openrouter/anthropic/claude-haiku-4.5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"perplexity/anthropic/claude-haiku-4-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"replicate/anthropic/claude-4.5-haiku":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"deprecation_date":"2026-10-15"},"snowflake/claude-haiku-4-5":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000012,"output_cost_per_token":0.000006,"cache_read_input_token_cost":1.0000000000000001e-7,"deprecation_date":"2026-10-15"},"us.anthropic.claude-haiku-4-5-20251001-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"vercel_ai_gateway/anthropic/claude-haiku-4.5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"vertex_ai/claude-haiku-4-5":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"vertex_ai/claude-haiku-4-5@20251001":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-haiku","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":0.00000125,"deprecation_date":"2026-10-15"},"anthropic.claude-opus-4-5-20251101-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"azure_ai/claude-opus-4-5":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"claude-opus-4-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"claude-opus-4-5-20251101":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"databricks/databricks-claude-opus-4-5":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.00000500003,"output_cost_per_token":0.00002500001},"eu.anthropic.claude-opus-4-5-20251101-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"github_copilot/claude-opus-4.5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"global.anthropic.claude-opus-4-5-20251101-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"gmi/anthropic/claude-opus-4.5":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025},"openrouter/anthropic/claude-opus-4.5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"perplexity/anthropic/claude-opus-4-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"us.anthropic.claude-opus-4-5-20251101-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"vercel_ai_gateway/anthropic/claude-opus-4.5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"vertex_ai/claude-opus-4-5":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"vertex_ai/claude-opus-4-5@20251101":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"snowflake/claude-opus-4-5":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000006,"output_cost_per_token":0.00003},"bedrock/anthropic.claude-opus-4-5-20251101-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"anthropic.claude-sonnet-4-5-20250929-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"au.anthropic.claude-sonnet-4-5-20250929-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"azure_ai/claude-sonnet-4-5":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"bedrock/us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"bedrock/us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"claude-sonnet-4-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"claude-sonnet-4-5-20250929":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"claude-sonnet-4-5-20250929-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"databricks/databricks-claude-sonnet-4-5":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.00000299999,"output_cost_per_token":0.00001500002},"eu.anthropic.claude-sonnet-4-5-20250929-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"github_copilot/claude-sonnet-4.5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"global.anthropic.claude-sonnet-4-5-20250929-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"gmi/anthropic/claude-sonnet-4.5":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015},"jp.anthropic.claude-sonnet-4-5-20250929-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"openrouter/anthropic/claude-sonnet-4.5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"perplexity/anthropic/claude-sonnet-4-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"replicate/anthropic/claude-4.5-sonnet":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015},"snowflake/claude-sonnet-4-5":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000036000000000000003,"output_cost_per_token":0.000018,"cache_read_input_token_cost":3e-7},"us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"us.anthropic.claude-sonnet-4-5-20250929-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"vercel_ai_gateway/anthropic/claude-sonnet-4.5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"vertex_ai/claude-sonnet-4-5":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"vertex_ai/claude-sonnet-4-5@20250929":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"anthropic.claude-opus-4-6-v1":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"au.anthropic.claude-opus-4-6-v1":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"azure_ai/claude-opus-4-6":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"claude-opus-4-6":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"claude-opus-4-6-20260205":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"eu.anthropic.claude-opus-4-6-v1":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"github_copilot/claude-opus-4.6-fast":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"global.anthropic.claude-opus-4-6-v1":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"openrouter/anthropic/claude-opus-4.6":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"perplexity/anthropic/claude-opus-4-6":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"us.anthropic.claude-opus-4-6-v1":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"vercel_ai_gateway/anthropic/claude-opus-4.6":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"vertex_ai/claude-opus-4-6":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"vertex_ai/claude-opus-4-6@default":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"bedrock/anthropic.claude-opus-4-6-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625,"deprecation_date":"2026-06-29"},"snowflake/claude-opus-4-6":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-opus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000006,"output_cost_per_token":0.00003,"deprecation_date":"2026-06-29"},"anthropic.claude-sonnet-4-6":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"au.anthropic.claude-sonnet-4-6":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"azure_ai/claude-sonnet-4-6":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"claude-sonnet-4-6":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"eu.anthropic.claude-sonnet-4-6":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"global.anthropic.claude-sonnet-4-6":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"jp.anthropic.claude-sonnet-4-6":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"openrouter/anthropic/claude-sonnet-4.6":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"snowflake/claude-sonnet-4-6":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000036000000000000003,"output_cost_per_token":0.000018,"cache_read_input_token_cost":3e-7},"us.anthropic.claude-sonnet-4-6":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"vertex_ai/claude-sonnet-4-6":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"vertex_ai/claude-sonnet-4-6@default":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"vercel_ai_gateway/anthropic/claude-sonnet-4.6":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"bedrock/anthropic.claude-sonnet-4-6":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-6-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},"anthropic.claude-opus-4-7":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"au.anthropic.claude-opus-4-7":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"azure_ai/claude-opus-4-7":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"claude-opus-4-7":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"claude-opus-4-7-20260416":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"eu.anthropic.claude-opus-4-7":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"global.anthropic.claude-opus-4-7":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"jp.anthropic.claude-opus-4-7":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"openrouter/anthropic/claude-opus-4.7":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"perplexity/anthropic/claude-opus-4-7":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"us.anthropic.claude-opus-4-7":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"vertex_ai/claude-opus-4-7":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"vertex_ai/claude-opus-4-7@default":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"vercel_ai_gateway/anthropic/claude-opus-4.7":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"snowflake/claude-opus-4-7":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000006,"output_cost_per_token":0.00003},"bedrock/anthropic.claude-opus-4-7":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-7-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"anthropic.claude-opus-4-8":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-8-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"au.anthropic.claude-opus-4-8":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-8-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"azure_ai/claude-opus-4-8":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"anthropic-claude-4-8-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"claude-opus-4-8":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-8-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"eu.anthropic.claude-opus-4-8":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-8-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"global.anthropic.claude-opus-4-8":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-8-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"us.anthropic.claude-opus-4-8":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-8-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"vertex_ai/claude-opus-4-8":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-8-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"vertex_ai/claude-opus-4-8@default":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-8-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"vercel_ai_gateway/anthropic/claude-opus-4.8":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-4-8-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"bedrock/anthropic.claude-opus-4-8":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-8-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"snowflake/claude-opus-4-8":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"anthropic-claude-4-8-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000006,"output_cost_per_token":0.00003},"openrouter/anthropic/claude-opus-4.8":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-4-8-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"cache_creation_input_token_cost":0.00000625},"anthropic.claude-opus-4-20250514-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-14"},"claude-4-opus-20250514":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-14"},"claude-opus-4-20250514":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-14"},"databricks/databricks-claude-opus-4":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.00001500002,"output_cost_per_token":0.00007500003,"deprecation_date":"2026-05-14"},"deepinfra/anthropic/claude-4-opus":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.0000165,"output_cost_per_token":0.0000825,"deprecation_date":"2026-05-14"},"eu.anthropic.claude-opus-4-20250514-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-14"},"gmi/anthropic/claude-opus-4":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"deprecation_date":"2026-05-14"},"openrouter/anthropic/claude-opus-4":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-14"},"snowflake/claude-4-opus":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-05-14"},"us.anthropic.claude-opus-4-20250514-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-14"},"vercel_ai_gateway/anthropic/claude-4-opus":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-14"},"vercel_ai_gateway/anthropic/claude-opus-4":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-14"},"vertex_ai/claude-opus-4":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-14"},"vertex_ai/claude-opus-4@20250514":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-14"},"bedrock/anthropic.claude-opus-4-20250514-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-opus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875,"deprecation_date":"2026-05-14"},"anthropic.claude-sonnet-4-20250514-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"apac.anthropic.claude-sonnet-4-20250514-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"claude-4-sonnet-20250514":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"claude-sonnet-4-20250514":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"databricks/databricks-claude-sonnet-4":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.00000299999,"output_cost_per_token":0.00001500002,"deprecation_date":"2026-05-14"},"deepinfra/anthropic/claude-4-sonnet":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000032999999999999997,"output_cost_per_token":0.0000165,"deprecation_date":"2026-05-14"},"eu.anthropic.claude-sonnet-4-20250514-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"github_copilot/claude-sonnet-4":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"global.anthropic.claude-sonnet-4-20250514-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"gmi/anthropic/claude-sonnet-4":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-05-14"},"heroku/claude-4-sonnet":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"openrouter/anthropic/claude-sonnet-4":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"replicate/anthropic/claude-4-sonnet":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-05-14"},"snowflake/claude-4-sonnet":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000036000000000000003,"output_cost_per_token":0.000018,"cache_read_input_token_cost":3e-7,"deprecation_date":"2026-05-14"},"us.anthropic.claude-sonnet-4-20250514-v1:0":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"vercel_ai_gateway/anthropic/claude-4-sonnet":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"vercel_ai_gateway/anthropic/claude-sonnet-4":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"vertex_ai/claude-sonnet-4":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"vertex_ai/claude-sonnet-4@20250514":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"bedrock/anthropic.claude-sonnet-4-20250514-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-4-sonnet","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375,"deprecation_date":"2026-05-14"},"anthropic.claude-fable-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-5-fable","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00005,"cache_read_input_token_cost":0.000001,"cache_creation_input_token_cost":0.0000125},"azure_ai/claude-fable-5":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"anthropic-claude-5-fable","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00005,"cache_read_input_token_cost":0.000001,"cache_creation_input_token_cost":0.0000125},"claude-fable-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-5-fable","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00005,"cache_read_input_token_cost":0.000001,"cache_creation_input_token_cost":0.0000125},"eu.anthropic.claude-fable-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-5-fable","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00005,"cache_read_input_token_cost":0.000001,"cache_creation_input_token_cost":0.0000125},"global.anthropic.claude-fable-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-5-fable","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00005,"cache_read_input_token_cost":0.000001,"cache_creation_input_token_cost":0.0000125},"us.anthropic.claude-fable-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-5-fable","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00005,"cache_read_input_token_cost":0.000001,"cache_creation_input_token_cost":0.0000125},"vertex_ai/claude-fable-5":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-5-fable","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00005,"cache_read_input_token_cost":0.000001,"cache_creation_input_token_cost":0.0000125},"vertex_ai/claude-fable-5@default":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-5-fable","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00005,"cache_read_input_token_cost":0.000001,"cache_creation_input_token_cost":0.0000125},"openrouter/anthropic/claude-fable-5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-5-fable","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00005,"cache_read_input_token_cost":0.000001,"cache_creation_input_token_cost":0.0000125},"bedrock/anthropic.claude-fable-5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-5-fable","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00005,"cache_read_input_token_cost":0.000001,"cache_creation_input_token_cost":0.0000125},"vercel_ai_gateway/anthropic/claude-fable-5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-5-fable","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00005,"cache_read_input_token_cost":0.000001,"cache_creation_input_token_cost":0.0000125},"snowflake/claude-fable-5":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"anthropic-claude-5-fable","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000012,"output_cost_per_token":0.00006},"anthropic.claude-sonnet-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":0.0000025},"au.anthropic.claude-sonnet-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":0.0000025},"azure_ai/claude-sonnet-5":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":0.0000025},"claude-sonnet-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":0.0000025},"eu.anthropic.claude-sonnet-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":0.0000025},"global.anthropic.claude-sonnet-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":0.0000025},"jp.anthropic.claude-sonnet-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":0.0000025},"us.anthropic.claude-sonnet-5":{"litellm_provider":"anthropic","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":0.0000025},"vertex_ai/claude-sonnet-5":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":0.0000025},"vertex_ai/claude-sonnet-5@default":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":0.0000025},"snowflake/claude-sonnet-5":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000024,"output_cost_per_token":0.000012},"bedrock/anthropic.claude-sonnet-5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":0.0000025},"vercel_ai_gateway/anthropic/claude-sonnet-5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":0.0000025},"openrouter/anthropic/claude-sonnet-5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"anthropic-claude-5-sonnet","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":0.0000025},"anthropic.claude-mythos-preview":{"mode":"chat","cloudprice_model_id":"anthropic-claude-mythos-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000},"azure/computer-use-preview":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"anthropic-computer-use-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"input_cost_per_token":0.000003,"output_cost_per_token":0.000012},"computer-use-preview":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"anthropic-computer-use-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"input_cost_per_token":0.000003,"output_cost_per_token":0.000012},"openai/computer-use-preview":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"anthropic-computer-use-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"input_cost_per_token":0.000003,"output_cost_per_token":0.000012},"assemblyai/nano":{"litellm_provider":"other/assemblyai","mode":"audio_transcription","cloudprice_model_id":"assemblyai","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00010278},"assemblyai/best":{"litellm_provider":"other/assemblyai","mode":"audio_transcription","cloudprice_model_id":"assemblyai-best","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00003333},"together_ai/BAAI/bge-base-en-v1.5":{"litellm_provider":"together_ai","mode":"embedding","cloudprice_model_id":"baai-bge-1-5-base-en","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":153600,"max_tokens":153600,"input_cost_per_token":8e-9},"together_ai/baai/bge-base-en-v1.5":{"litellm_provider":"together_ai","mode":"embedding","cloudprice_model_id":"baai-bge-1-5-base-en","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":153600,"max_tokens":153600,"input_cost_per_token":8e-9},"cloudflare/@cf/baai/bge-base-en-v1.5":{"litellm_provider":"cloudflare","mode":"embedding","cloudprice_model_id":"baai-bge-1-5-base-en","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":153600,"max_tokens":153600,"input_cost_per_token":6.7e-8},"novita/baai/bge-reranker-v2-m3":{"litellm_provider":"novita","mode":"rerank","cloudprice_model_id":"baai-bge-2-reranker-m3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":1e-8,"output_cost_per_token":1e-8},"nebius/BAAI/bge-en-icl":{"litellm_provider":"nebius","mode":"embedding","cloudprice_model_id":"baai-bge-en-icl","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":1e-8},"libertai/bge-m3":{"litellm_provider":"novita","mode":"embedding","cloudprice_model_id":"baai-bge-m3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":60000,"max_tokens":60000,"input_cost_per_token":1e-8,"output_cost_per_token":1e-8},"novita/baai/bge-m3":{"litellm_provider":"novita","mode":"embedding","cloudprice_model_id":"baai-bge-m3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":60000,"max_tokens":60000,"input_cost_per_token":1e-8,"output_cost_per_token":1e-8},"cloudflare/@cf/baai/bge-m3":{"litellm_provider":"cloudflare","mode":"embedding","cloudprice_model_id":"baai-bge-m3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":60000,"max_tokens":60000,"input_cost_per_token":1.2e-8},"nebius/BAAI/bge-multilingual-gemma2":{"litellm_provider":"nebius","mode":"embedding","cloudprice_model_id":"baai-bge-multilingual-gemma2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":1e-8},"scaleway/BAAI/bge-multilingual-gemma2":{"litellm_provider":"scaleway","mode":"embedding","cloudprice_model_id":"baai-bge-multilingual-gemma2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7},"cloudflare/@cf/baai/bge-reranker-base":{"litellm_provider":"cloudflare","mode":"rerank","cloudprice_model_id":"baai-bge-reranker-base","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":3e-9},"novita/baichuan/baichuan-m2-32b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"baichuan-m2-32b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":7e-8,"output_cost_per_token":7e-8},"novita/baidu/ernie-4.5-21B-a3b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"baidu-ernie-4-5-21b-a3b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":120000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":7e-8,"output_cost_per_token":2.8e-7},"fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"baidu-ernie-4-5-21b-a3b-pt","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"novita/baidu/ernie-4.5-21B-a3b-thinking":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"baidu-ernie-4-5-21b-a3b-thinking","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":7e-8,"output_cost_per_token":2.8e-7},"novita/baidu/ernie-4.5-300b-a47b-paddle":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"baidu-ernie-4-5-300b-a47b-paddle","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":123000,"max_output_tokens":12000,"max_tokens":12000,"input_cost_per_token":2.8e-7,"output_cost_per_token":0.0000011},"fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"baidu-ernie-4-5-300b-a47b-pt","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"novita/baidu/ernie-4.5-vl-28b-a3b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"baidu-ernie-vl-4-5-28b-a3b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":30000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":1.4e-7,"output_cost_per_token":5.6e-7},"novita/baidu/ernie-4.5-vl-28b-a3b-thinking":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"baidu-ernie-vl-4-5-28b-a3b-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3.9e-7,"output_cost_per_token":3.9e-7},"novita/baidu/ernie-4.5-vl-424b-a47b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"baidu-ernie-vl-4-5-424b-a47b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":4.2e-7,"output_cost_per_token":0.00000125},"openrouter/baidu/ernie-4.5-vl-424b-a47b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"baidu-ernie-vl-4-5-424b-a47b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":4.2e-7,"output_cost_per_token":0.00000125},"fireworks_ai/accounts/fireworks/models/starcoder-16b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"bigcode-starcoder-16b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/starcoder2-15b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"bigcode-starcoder-2-15b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/starcoder2-3b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"bigcode-starcoder-2-3b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/starcoder2-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"bigcode-starcoder-2-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/starcoder-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"bigcode-starcoder-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"watsonx/bigscience/mt0-xxl-13b":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"bigscience-mt0-13b-xxl","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.000002},"aiml/flux-pro/v1.1":{"litellm_provider":"aiml","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-1-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.052},"azure_ai/FLUX-1.1-pro":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-1-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04},"black_forest_labs/flux-pro-1.1":{"litellm_provider":"black_forest_labs","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-1-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04},"fal_ai/fal-ai/flux-pro/v1.1":{"litellm_provider":"fal_ai","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-1-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04},"vercel_ai_gateway/bfl/flux-pro-1.1":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-1-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04},"aiml/flux-pro/v1.1-ultra":{"litellm_provider":"aiml","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-1-pro-ultra","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.063},"black_forest_labs/flux-pro-1.1-ultra":{"litellm_provider":"black_forest_labs","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-1-pro-ultra","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.06},"fal_ai/fal-ai/flux-pro/v1.1-ultra":{"litellm_provider":"fal_ai","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-1-pro-ultra","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.06},"vercel_ai_gateway/bfl/flux-pro-1.1-ultra":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-1-pro-ultra","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.06},"fireworks_ai/accounts/fireworks/models/flux-1-dev":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"black-forest-labs-flux-1-dev","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"black-forest-labs-flux-1-dev-controlnet-union","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1e-9,"output_cost_per_token":1e-9},"fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8":{"litellm_provider":"fireworks_ai","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-dev-fp8","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"black_forest_labs/flux-pro-1.0-expand":{"litellm_provider":"black_forest_labs","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-pro-expand","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.05},"black_forest_labs/flux-pro-1.0-fill":{"litellm_provider":"black_forest_labs","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-pro-fill","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.05},"vercel_ai_gateway/bfl/flux-pro-1.0-fill":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-pro-fill","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.05},"fireworks_ai/accounts/fireworks/models/flux-1-schnell":{"litellm_provider":"fireworks_ai","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-schnell","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"nscale/black-forest-labs/FLUX.1-schnell":{"litellm_provider":"fireworks_ai","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-schnell","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8":{"litellm_provider":"fireworks_ai","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-1-schnell-fp8","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"azure_ai/flux.2-pro":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-2-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":67300,"max_tokens":67300,"output_cost_per_image":0.04},"aiml/flux/dev":{"litellm_provider":"aiml","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-dev","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.033},"black_forest_labs/flux-dev":{"litellm_provider":"black_forest_labs","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-dev","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.025},"azure_ai/FLUX.1-Kontext-pro":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-kontext-1-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04},"aiml/flux/kontext-max/text-to-image":{"litellm_provider":"aiml","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-kontext-max","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"output_cost_per_image":0.104},"black_forest_labs/flux-kontext-max":{"litellm_provider":"black_forest_labs","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-kontext-max","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"output_cost_per_image":0.08},"fireworks_ai/accounts/fireworks/models/flux-kontext-max":{"litellm_provider":"black_forest_labs","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-kontext-max","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"output_cost_per_image":0.08},"vercel_ai_gateway/bfl/flux-kontext-max":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-kontext-max","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"output_cost_per_image":0.08},"aiml/flux/kontext-pro/text-to-image":{"litellm_provider":"aiml","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-kontext-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"output_cost_per_image":0.052},"black_forest_labs/flux-kontext-pro":{"litellm_provider":"black_forest_labs","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-kontext-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"output_cost_per_image":0.04},"fireworks_ai/accounts/fireworks/models/flux-kontext-pro":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-kontext-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"output_cost_per_image":0.04},"vercel_ai_gateway/bfl/flux-kontext-pro":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-kontext-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"output_cost_per_image":0.04},"aiml/flux-pro":{"litellm_provider":"aiml","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.065},"black_forest_labs/flux-pro":{"litellm_provider":"black_forest_labs","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.05},"aiml/flux-realism":{"litellm_provider":"aiml","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-realism","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.046},"aiml/flux/schnell":{"litellm_provider":"aiml","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-schnell","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_tokens":512,"output_cost_per_image":0.004},"fal_ai/fal-ai/flux/schnell":{"litellm_provider":"fal_ai","mode":"image_generation","cloudprice_model_id":"black-forest-labs-flux-schnell","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_tokens":512,"output_cost_per_image":0.003},"fal_ai/bria/text-to-image/3.2":{"litellm_provider":"fal_ai","mode":"image_generation","cloudprice_model_id":"bria-3-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.0398},"publicai/BSC-LT/ALIA-40b-instruct_Q8_0":{"mode":"chat","cloudprice_model_id":"bsc-lt-alia-40b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096},"publicai/swiss-ai/apertus-70b-instruct":{"mode":"chat","cloudprice_model_id":"bsc-lt-apertus-70b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096},"publicai/swiss-ai/apertus-8b-instruct":{"mode":"chat","cloudprice_model_id":"bsc-lt-apertus-8b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096},"publicai/BSC-LT/salamandra-7b-instruct-tools-16k":{"mode":"chat","cloudprice_model_id":"bsc-lt-salamandra-7b-instruct-tools-16k","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":4096,"max_tokens":4096},"doubao-embedding":{"mode":"embedding","cloudprice_model_id":"bytedance-doubao-embedding","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_tokens":4096},"doubao-embedding-large":{"mode":"embedding","cloudprice_model_id":"bytedance-doubao-embedding-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_tokens":4096},"doubao-embedding-large-text-240915":{"mode":"embedding","cloudprice_model_id":"bytedance-doubao-embedding-large-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_tokens":4096},"doubao-embedding-large-text-250515":{"mode":"embedding","cloudprice_model_id":"bytedance-doubao-embedding-large-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_tokens":4096},"doubao-embedding-text-240715":{"mode":"embedding","cloudprice_model_id":"bytedance-doubao-embedding-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_tokens":4096},"volcengine/doubao-seed-2-0-code-preview-260215":{"litellm_provider":"volcengine","mode":"chat","cloudprice_model_id":"bytedance-doubao-seed-2-code-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":128000,"max_tokens":128000},"volcengine/doubao-seed-2-0-lite-260215":{"litellm_provider":"volcengine","mode":"chat","cloudprice_model_id":"bytedance-doubao-seed-2-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":128000,"max_tokens":128000},"volcengine/doubao-seed-2-0-mini-260215":{"litellm_provider":"volcengine","mode":"chat","cloudprice_model_id":"bytedance-doubao-seed-2-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":128000,"max_tokens":128000},"volcengine/doubao-seed-2-0-pro-260215":{"litellm_provider":"volcengine","mode":"chat","cloudprice_model_id":"bytedance-doubao-seed-2-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":128000,"max_tokens":128000},"vercel_ai_gateway/bytedance/seedream-4.0":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"bytedance-seedream-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.03},"vercel_ai_gateway/bytedance/seedream-4.5":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"bytedance-seedream-4-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04},"vercel_ai_gateway/bytedance/seedream-5.0-lite":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"bytedance-seedream-5-lite","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.035},"openrouter/bytedance/ui-tars-1.5-7b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"bytedance-ui-tars-1-5-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":2.0000000000000002e-7,"cache_read_input_token_cost":1.0000000000000001e-7},"dolphin":{"litellm_provider":"nlp_cloud","mode":"chat","cloudprice_model_id":"cognitivecomputations-dolphin","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7},"llamagate/dolphin3-8b":{"litellm_provider":"other/llamagate","mode":"chat","cloudprice_model_id":"cognitivecomputations-dolphin-3-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":8e-8,"output_cost_per_token":1.5e-7},"fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"cognitivecomputations-dolphin-mixtral-2-6-8x7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7},"fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"cognitivecomputations-dolphin-qwen2-2-9-2-72b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"command":{"litellm_provider":"cohere","mode":"chat","cloudprice_model_id":"cohere-command","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000001,"output_cost_per_token":0.000002},"oci/cohere.command-latest":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"cohere-command","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00000156,"output_cost_per_token":0.00000156},"command-a-03-2025":{"litellm_provider":"cohere","mode":"chat","cloudprice_model_id":"cohere-command-a","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"oci/cohere.command-a-03-2025":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"cohere-command-a","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000156,"output_cost_per_token":0.00000156},"vercel_ai_gateway/cohere/command-a":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"cohere-command-a","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"azure/cohere:commanda":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"cohere-command-a","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"openrouter/cohere/command-a":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"cohere-command-a","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"oci/cohere.command-a-reasoning":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"cohere-command-a-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.00000156,"output_cost_per_token":0.00000156},"oci/cohere.command-a-reasoning-08-2025":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"cohere-command-a-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.00000156,"output_cost_per_token":0.00000156},"oci/cohere.command-a-translate-08-2025":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"cohere-command-a-translate","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":9e-8,"output_cost_per_token":9e-8},"oci/cohere.command-a-vision":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"cohere-command-a-vision","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000156,"output_cost_per_token":0.00000156},"oci/cohere.command-a-vision-07-2025":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"cohere-command-a-vision","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000156,"output_cost_per_token":0.00000156},"command-light":{"litellm_provider":"cohere","mode":"chat","cloudprice_model_id":"cohere-command-light","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7},"bedrock/*/1-month-commitment/cohere.command-light-text-v14":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"cohere-command-light-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7},"bedrock/*/6-month-commitment/cohere.command-light-text-v14":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"cohere-command-light-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7},"cohere.command-light-text-v14":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"cohere-command-light-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7},"command-nightly":{"litellm_provider":"cohere","mode":"chat","cloudprice_model_id":"cohere-command-nightly","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000001,"output_cost_per_token":0.000002},"oci/cohere.command-plus-latest":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"cohere-command-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4000,"max_tokens":4000,"input_cost_per_token":0.00000156,"output_cost_per_token":0.00000156},"cohere.command-r-v1:0":{"litellm_provider":"cohere","mode":"chat","cloudprice_model_id":"cohere-command-r","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-08"},"command-r":{"litellm_provider":"cohere","mode":"chat","cloudprice_model_id":"cohere-command-r","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-08"},"command-r-08-2024":{"litellm_provider":"cohere","mode":"chat","cloudprice_model_id":"cohere-command-r","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-08"},"oci/cohere.command-r-08-2024":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"cohere-command-r","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7,"deprecation_date":"2026-08"},"vercel_ai_gateway/cohere/command-r":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"cohere-command-r","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-08"},"bedrock/cohere.command-r-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"cohere-command-r","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2026-08"},"openrouter/cohere/command-r-08-2024":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"cohere-command-r","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-08"},"command-r7b-12-2024":{"litellm_provider":"cohere","mode":"chat","cloudprice_model_id":"cohere-command-r-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":3.75e-8,"output_cost_per_token":1.5e-7},"openrouter/cohere/command-r7b-12-2024":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"cohere-command-r-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":3.75e-8,"output_cost_per_token":1.5e-7},"azure/command-r-plus":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"cohere-command-r-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-08"},"cohere.command-r-plus-v1:0":{"litellm_provider":"cohere","mode":"chat","cloudprice_model_id":"cohere-command-r-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"deprecation_date":"2026-08"},"command-r-plus":{"litellm_provider":"cohere","mode":"chat","cloudprice_model_id":"cohere-command-r-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"deprecation_date":"2026-08"},"command-r-plus-08-2024":{"litellm_provider":"cohere","mode":"chat","cloudprice_model_id":"cohere-command-r-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"deprecation_date":"2026-08"},"oci/cohere.command-r-plus-08-2024":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"cohere-command-r-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00000156,"output_cost_per_token":0.00000156,"deprecation_date":"2026-08"},"vercel_ai_gateway/cohere/command-r-plus":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"cohere-command-r-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"deprecation_date":"2026-08"},"openrouter/cohere/command-r-plus-08-2024":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"cohere-command-r-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"deprecation_date":"2026-08"},"bedrock/cohere.command-r-plus-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"cohere-command-r-plus","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-08"},"bedrock/*/1-month-commitment/cohere.command-text-v14":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"cohere-command-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000001,"output_cost_per_token":0.000002},"bedrock/*/6-month-commitment/cohere.command-text-v14":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"cohere-command-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000001,"output_cost_per_token":0.000002},"cohere.command-text-v14":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"cohere-command-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000001,"output_cost_per_token":0.000002},"embed-english-v2.0":{"litellm_provider":"cohere","mode":"embedding","cloudprice_model_id":"cohere-embed-2-english","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7},"embed-english-light-v2.0":{"litellm_provider":"cohere","mode":"embedding","cloudprice_model_id":"cohere-embed-2-english-light","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"embed-multilingual-v2.0":{"litellm_provider":"cohere","mode":"embedding","cloudprice_model_id":"cohere-embed-2-multilingual","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":768,"max_tokens":768,"input_cost_per_token":1.0000000000000001e-7},"azure_ai/Cohere-embed-v3-english":{"litellm_provider":"azure","mode":"embedding","cloudprice_model_id":"cohere-embed-3-english","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"cohere.embed-english-v3":{"litellm_provider":"cohere","mode":"embedding","cloudprice_model_id":"cohere-embed-3-english","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"embed-english-v3.0":{"litellm_provider":"cohere","mode":"embedding","cloudprice_model_id":"cohere-embed-3-english","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"oci/cohere.embed-english-v3.0":{"litellm_provider":"oci","mode":"embedding","cloudprice_model_id":"cohere-embed-3-english","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"bedrock/cohere.embed-english-v3":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"cohere-embed-3-english","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"oci/cohere.embed-english-image-v3.0":{"litellm_provider":"oci","mode":"embedding","cloudprice_model_id":"cohere-embed-3-english-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_tokens":512,"input_cost_per_token":1.0000000000000001e-7},"embed-english-light-v3.0":{"litellm_provider":"cohere","mode":"embedding","cloudprice_model_id":"cohere-embed-3-english-light","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"oci/cohere.embed-english-light-v3.0":{"litellm_provider":"oci","mode":"embedding","cloudprice_model_id":"cohere-embed-3-english-light","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"oci/cohere.embed-english-light-image-v3.0":{"litellm_provider":"oci","mode":"embedding","cloudprice_model_id":"cohere-embed-3-english-light-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_tokens":512,"input_cost_per_token":1.0000000000000001e-7},"azure_ai/Cohere-embed-v3-multilingual":{"litellm_provider":"azure","mode":"embedding","cloudprice_model_id":"cohere-embed-3-multilingual","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"cohere.embed-multilingual-v3":{"litellm_provider":"cohere","mode":"embedding","cloudprice_model_id":"cohere-embed-3-multilingual","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"embed-multilingual-v3.0":{"litellm_provider":"cohere","mode":"embedding","cloudprice_model_id":"cohere-embed-3-multilingual","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"oci/cohere.embed-multilingual-v3.0":{"litellm_provider":"oci","mode":"embedding","cloudprice_model_id":"cohere-embed-3-multilingual","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"bedrock/cohere.embed-multilingual-v3":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"cohere-embed-3-multilingual","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"oci/cohere.embed-multilingual-image-v3.0":{"litellm_provider":"oci","mode":"embedding","cloudprice_model_id":"cohere-embed-3-multilingual-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_tokens":512,"input_cost_per_token":1.0000000000000001e-7},"embed-multilingual-light-v3.0":{"litellm_provider":"cohere","mode":"embedding","cloudprice_model_id":"cohere-embed-3-multilingual-light","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"oci/cohere.embed-multilingual-light-v3.0":{"litellm_provider":"oci","mode":"embedding","cloudprice_model_id":"cohere-embed-3-multilingual-light","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.0000000000000001e-7},"oci/cohere.embed-multilingual-light-image-v3.0":{"litellm_provider":"oci","mode":"embedding","cloudprice_model_id":"cohere-embed-3-multilingual-light-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_tokens":512,"input_cost_per_token":1.0000000000000001e-7},"azure_ai/embed-v-4-0":{"litellm_provider":"azure","mode":"embedding","cloudprice_model_id":"cohere-embed-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.2e-7},"cohere.embed-v4:0":{"litellm_provider":"cohere","mode":"embedding","cloudprice_model_id":"cohere-embed-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.2e-7,"output_cost_per_token":4.6999999999999995e-7},"cohere/embed-v4.0":{"litellm_provider":"cohere","mode":"embedding","cloudprice_model_id":"cohere-embed-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.2e-7,"output_cost_per_token":4.6999999999999995e-7},"oci/cohere.embed-v4.0":{"litellm_provider":"oci","mode":"embedding","cloudprice_model_id":"cohere-embed-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.2e-7},"vercel_ai_gateway/cohere/embed-v4.0":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"cohere-embed-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.2e-7},"bedrock/cohere.embed-v4:0":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"cohere-embed-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.2e-7},"rerank-english-v2.0":{"litellm_provider":"cohere","mode":"rerank","cloudprice_model_id":"cohere-rerank-2-english","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_query":0.002},"rerank-multilingual-v2.0":{"litellm_provider":"cohere","mode":"rerank","cloudprice_model_id":"cohere-rerank-2-multilingual","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_query":0.002},"azure_ai/cohere-rerank-v3.5":{"litellm_provider":"azure","mode":"embedding","cloudprice_model_id":"cohere-rerank-3-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"azure_ai/cohere-rerank-v3-english":{"litellm_provider":"azure","mode":"rerank","cloudprice_model_id":"cohere-rerank-3-english","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_query":0.002},"rerank-english-v3.0":{"litellm_provider":"cohere","mode":"rerank","cloudprice_model_id":"cohere-rerank-3-english","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_query":0.002},"azure_ai/cohere-rerank-v3-multilingual":{"litellm_provider":"azure","mode":"rerank","cloudprice_model_id":"cohere-rerank-3-multilingual","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_query":0.002},"rerank-multilingual-v3.0":{"litellm_provider":"cohere","mode":"rerank","cloudprice_model_id":"cohere-rerank-3-multilingual","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_query":0.002},"azure_ai/cohere-rerank-v4.0-fast":{"litellm_provider":"azure","mode":"rerank","cloudprice_model_id":"cohere-rerank-4-fast","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_query":0.002},"cohere/rerank-v4.0-fast":{"litellm_provider":"cohere","mode":"rerank","cloudprice_model_id":"cohere-rerank-4-fast","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002},"azure_ai/cohere-rerank-v4.0-pro":{"litellm_provider":"azure","mode":"rerank","cloudprice_model_id":"cohere-rerank-4-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_query":0.0025},"cohere/rerank-v4.0-pro":{"litellm_provider":"cohere","mode":"rerank","cloudprice_model_id":"cohere-rerank-4-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.0000025},"watsonx/core42/jais-13b-chat":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"core42-jais-13b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.000002},"azure_ai/jais-30b-chat":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"core42-jais-30b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000032000000000000003,"output_cost_per_token":0.00000971},"fireworks_ai/accounts/fireworks/models/dbrx-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"databricks-dbrx-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"databricks/databricks-mpt-30b-instruct":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"databricks-mpt-30b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000010000199999999999,"output_cost_per_token":0.0000010000199999999999},"databricks/databricks-mpt-7b-instruct":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"databricks-mpt-7b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.000099999999999e-7},"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepcogito-cogito-1-14b-preview-qwen","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepcogito-cogito-1-32b-preview-qwen","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepcogito-cogito-1-3b-preview-llama","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepcogito-cogito-1-70b-preview-llama","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepcogito-cogito-1-8b-preview-llama","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepcogito-cogito-2-671b-p1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_tokens":163840,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"cloudflare/@cf/deepgram/aura-1":{"litellm_provider":"cloudflare","mode":"audio_speech","cloudprice_model_id":"deepgram-aura-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000014999999999999999},"cloudflare/@cf/deepgram/aura-2-en":{"litellm_provider":"cloudflare","mode":"audio_speech","cloudprice_model_id":"deepgram-aura-2-en","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000029999999999999997},"cloudflare/@cf/deepgram/aura-2-es":{"litellm_provider":"cloudflare","mode":"audio_speech","cloudprice_model_id":"deepgram-aura-2-es","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000029999999999999997},"deepgram/base":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-base","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00020833},"deepgram/base-conversationalai":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-base-conversationalai","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00020833},"deepgram/base-finance":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-base-finance","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00020833},"deepgram/base-general":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-base-general","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00020833},"deepgram/base-meeting":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-base-meeting","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00020833},"deepgram/base-phonecall":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-base-phonecall","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00020833},"deepgram/base-video":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-base-video","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00020833},"deepgram/base-voicemail":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-base-voicemail","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00020833},"deepgram/enhanced":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-enhanced","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00024167},"deepgram/enhanced-finance":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-enhanced-finance","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00024167},"deepgram/enhanced-general":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-enhanced-general","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00024167},"deepgram/enhanced-meeting":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-enhanced-meeting","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00024167},"deepgram/enhanced-phonecall":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-enhanced-phonecall","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00024167},"cloudflare/@cf/deepgram/flux":{"litellm_provider":"cloudflare","mode":"audio_transcription","cloudprice_model_id":"deepgram-flux","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00012833333333333333},"deepgram/nova":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-2":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-2-atc":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-2-atc","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-2-automotive":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-2-automotive","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-2-conversationalai":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-2-conversationalai","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-2-drivethru":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-2-drivethru","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-2-finance":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-2-finance","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-2-general":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-2-general","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-2-meeting":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-2-meeting","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-2-phonecall":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-2-phonecall","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-2-video":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-2-video","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-2-voicemail":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-2-voicemail","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-3":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"cloudflare/@cf/deepgram/nova-3":{"litellm_provider":"cloudflare","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00015333333333333334},"deepgram/nova-3-general":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-3-general","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-3-medical":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-3-medical","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00008667},"deepgram/nova-general":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-general","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"deepgram/nova-phonecall":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"deepgram-nova-phonecall","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00007167},"openrouter/deepseek/deepseek-chat-v3.1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"deepseek-chat-3-1","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.1e-7,"output_cost_per_token":7.900000000000001e-7,"cache_read_input_token_cost":1.3e-7},"openrouter/deepseek/deepseek-chat-v3-0324":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"deepseek-chat-3-324","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.4e-7,"output_cost_per_token":9.000000000000001e-7,"cache_read_input_token_cost":1.35e-7},"deepseek/deepseek-coder":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-coder","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.4e-7,"output_cost_per_token":2.8e-7},"fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-coder-1-5-7b-base","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-coder-1-5-7b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-coder-1b-base","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"ollama/deepseek-coder-v2-base":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"deepseek-coder-2-base","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192},"fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-coder-2-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"ollama/deepseek-coder-v2-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-coder-2-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-coder-33b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"llamagate/deepseek-coder-6.7b":{"litellm_provider":"other/llamagate","mode":"chat","cloudprice_model_id":"deepseek-coder-6-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6e-8,"output_cost_per_token":1.2e-7},"fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-coder-7b-base","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-coder-v2-lite-base","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7},"ollama/deepseek-coder-v2-lite-base":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-coder-v2-lite-base","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7},"fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-coder-v2-lite-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7},"ollama/deepseek-coder-v2-lite-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-coder-v2-lite-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7},"lambda_ai/deepseek-llama3.3-70b":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"deepseek-llama3-3-70b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7},"novita/deepseek/deepseek-ocr":{"litellm_provider":"novita","mode":"ocr","cloudprice_model_id":"deepseek-ocr","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-8,"output_cost_per_token":3e-8},"vertex_ai/deepseek-ai/deepseek-ocr-maas":{"litellm_provider":"vertex_ai-language-models","mode":"ocr","cloudprice_model_id":"deepseek-ocr","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"ocr_cost_per_page":0.0003},"gemini/deepseek-ocr":{"litellm_provider":"gemini","mode":"ocr","cloudprice_model_id":"deepseek-ocr","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"fireworks_ai/accounts/fireworks/models/deepseek-prover-v2":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-prover-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_tokens":163840,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"novita/deepseek/deepseek-prover-v2-671b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"deepseek-prover-2-671b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":160000,"max_tokens":160000,"input_cost_per_token":7e-7,"output_cost_per_token":0.0000025},"azure_ai/deepseek-r1":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000135,"output_cost_per_token":0.0000054},"deepinfra/deepseek-ai/DeepSeek-R1":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":7e-7,"output_cost_per_token":0.0000024},"deepseek-reasoner":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.2e-7,"cache_read_input_token_cost":2.8e-8},"deepseek/deepseek-r1":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.2e-7,"cache_read_input_token_cost":2.8e-8},"deepseek/deepseek-reasoner":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.2e-7,"cache_read_input_token_cost":2.8e-8},"fireworks_ai/accounts/fireworks/models/deepseek-r1":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000003,"output_cost_per_token":0.000008},"hyperbolic/deepseek-ai/DeepSeek-R1":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":4.0000000000000003e-7},"nebius/deepseek-ai/DeepSeek-R1":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"openrouter/deepseek/deepseek-r1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":7e-7,"output_cost_per_token":0.0000025},"replicate/deepseek-ai/deepseek-r1":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000375,"output_cost_per_token":0.00001,"output_cost_per_reasoning_token":0.00001},"sambanova/DeepSeek-R1":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000005,"output_cost_per_token":0.000007},"snowflake/deepseek-r1":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6.75e-7,"output_cost_per_token":0.0000027},"together_ai/deepseek-ai/DeepSeek-R1":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000003,"output_cost_per_token":0.000007},"us.deepseek.r1-v1:0":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.2e-7,"cache_read_input_token_cost":2.8e-8},"vercel_ai_gateway/deepseek/deepseek-r1":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000135,"output_cost_per_token":0.0000054},"bedrock/deepseek.r1-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000135,"output_cost_per_token":0.0000054},"dashscope/deepseek-r1":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"deepseek-r1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5.739999999999999e-7,"output_cost_per_token":0.000002294},"crusoe/deepseek-ai/DeepSeek-R1-0528":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-528","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":164000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7},"deepinfra/deepseek-ai/DeepSeek-R1-0528":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"deepseek-r1-528","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":164000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000021499999999999997,"cache_read_input_token_cost":4.0000000000000003e-7},"fireworks_ai/accounts/fireworks/models/deepseek-r1-0528":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-528","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":164000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000003,"output_cost_per_token":0.000008},"hyperbolic/deepseek-ai/DeepSeek-R1-0528":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"deepseek-r1-528","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":164000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.5e-7,"output_cost_per_token":2.5e-7},"lambda_ai/deepseek-r1-0528":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-528","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":164000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7},"nebius/deepseek-ai/DeepSeek-R1-0528":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"deepseek-r1-528","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":164000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000024},"novita/deepseek/deepseek-r1-0528":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"deepseek-r1-528","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":164000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":7e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3.5e-7},"openrouter/deepseek/deepseek-r1-0528":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"deepseek-r1-528","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":164000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000021499999999999997,"cache_read_input_token_cost":3.5e-7},"vertex_ai/deepseek-ai/deepseek-r1-0528-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"deepseek-r1-528","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":164000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.00000135,"output_cost_per_token":0.0000054},"wandb/deepseek-ai/DeepSeek-R1-0528":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-528","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":164000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7},"dashscope/deepseek-r1-0528":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"deepseek-r1-528","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":164000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5.739999999999999e-7,"output_cost_per_token":0.000002294},"gemini/deepseek-r1-0528":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"deepseek-r1-528","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":164000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.00000135,"output_cost_per_token":0.0000054},"deepinfra/deepseek-ai/DeepSeek-R1-0528-Turbo":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"deepseek-r1-528-turbo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003},"together_ai/deepseek-ai/DeepSeek-R1-0528-tput":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-528b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.5e-7,"output_cost_per_token":0.0000021899999999999998},"novita/deepseek/deepseek-r1-0528-qwen3-8b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"deepseek-r1-528b-qwen3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":6e-8,"output_cost_per_token":9e-8},"lambda_ai/deepseek-r1-671b":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-671b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":8.000000000000001e-7},"llamagate/deepseek-r1-7b-qwen":{"litellm_provider":"other/llamagate","mode":"chat","cloudprice_model_id":"deepseek-r1-7b-qwen","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":8e-8,"output_cost_per_token":1.5e-7},"llamagate/deepseek-r1-8b":{"litellm_provider":"other/llamagate","mode":"chat","cloudprice_model_id":"deepseek-r1-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/deepseek-r1-basic":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-basic","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":20480,"max_tokens":20480,"input_cost_per_token":5.5e-7,"output_cost_per_token":0.0000021899999999999998},"deepinfra/deepseek-ai/DeepSeek-R1-Distill-Llama-70B":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-llama-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-03-20"},"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-llama-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7,"deprecation_date":"2026-03-20"},"gradient_ai/deepseek-r1-distill-llama-70b":{"litellm_provider":"gradient_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-llama-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":9.9e-7,"output_cost_per_token":9.9e-7,"deprecation_date":"2026-03-20"},"nebius/deepseek-ai/DeepSeek-R1-Distill-Llama-70B":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-llama-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.5e-7,"output_cost_per_token":7.5e-7,"deprecation_date":"2026-03-20"},"novita/deepseek/deepseek-r1-distill-llama-70b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-llama-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":8.000000000000001e-7,"deprecation_date":"2026-03-20"},"nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-70B":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-llama-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3.75e-7,"output_cost_per_token":3.75e-7,"deprecation_date":"2026-03-20"},"ovhcloud/DeepSeek-R1-Distill-Llama-70B":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-llama-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6.7e-7,"output_cost_per_token":6.7e-7,"deprecation_date":"2026-03-20"},"sambanova/DeepSeek-R1-Distill-Llama-70B":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-llama-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7e-7,"output_cost_per_token":0.0000014,"deprecation_date":"2026-03-20"},"vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-llama-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.5e-7,"output_cost_per_token":9.9e-7,"deprecation_date":"2026-03-20"},"openrouter/deepseek/deepseek-r1-distill-llama-70b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-llama-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":8.000000000000001e-7,"deprecation_date":"2026-03-20"},"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-llama-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-8B":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-llama-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.5000000000000002e-8,"output_cost_per_token":2.5000000000000002e-8},"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-1-5b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-1-5b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":9e-8,"output_cost_per_token":9e-8},"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-14b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"novita/deepseek/deepseek-r1-distill-qwen-14b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-14b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-14b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7e-8,"output_cost_per_token":7e-8},"dashscope/deepseek-r1-distill-qwen-14b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-14b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.44e-7,"output_cost_per_token":4.31e-7},"cloudflare/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-32b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":4.97e-7,"output_cost_per_token":0.000004881},"deepinfra/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-32b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":2.7e-7,"output_cost_per_token":2.7e-7},"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-32b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"novita/deepseek/deepseek-r1-distill-qwen-32b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-32b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":3e-7,"output_cost_per_token":3e-7},"nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-32b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"dashscope/deepseek-r1-distill-qwen-32b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-32b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":2.8699999999999996e-7,"output_cost_per_token":8.61e-7},"fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"dashscope/deepseek-r1-distill-qwen-7b":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7.2e-8,"output_cost_per_token":1.44e-7},"fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-r1-distill-qwen3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"deepinfra/deepseek-ai/DeepSeek-R1-Turbo":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"deepseek-r1-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":64000,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003},"novita/deepseek/deepseek-r1-turbo":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"deepseek-r1-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":64000,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":7e-7,"output_cost_per_token":0.0000025},"fireworks_ai/accounts/fireworks/models/deepseek-v2p5":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-v2-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-v2-lite-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_tokens":163840,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7},"azure_ai/deepseek-v3":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":0.0000011399999999999999,"output_cost_per_token":0.0000045599999999999995},"deepinfra/deepseek-ai/DeepSeek-V3":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":3.8e-7,"output_cost_per_token":8.900000000000001e-7},"deepseek-chat":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.2e-7,"cache_read_input_token_cost":2.8e-8},"deepseek.v3-v1:0":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.2e-7,"cache_read_input_token_cost":2.8e-8},"deepseek/deepseek-chat":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.2e-7,"cache_read_input_token_cost":2.8e-8},"deepseek/deepseek-v3":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.2e-7,"cache_read_input_token_cost":2.8e-8},"fireworks_ai/accounts/fireworks/models/deepseek-v3":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"hyperbolic/deepseek-ai/DeepSeek-V3":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"nebius/deepseek-ai/DeepSeek-V3":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"openrouter/deepseek/deepseek-chat":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":2.0019999999999998e-7,"output_cost_per_token":8.001000000000001e-7},"replicate/deepseek-ai/deepseek-v3":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":0.0000014499999999999999,"output_cost_per_token":0.0000014499999999999999},"together_ai/deepseek-ai/DeepSeek-V3":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00000125},"vercel_ai_gateway/deepseek/deepseek-v3":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":2.7e-7,"output_cost_per_token":0.00000112,"cache_read_input_token_cost":1.35e-7},"bedrock/deepseek.v3-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":5.8e-7,"output_cost_per_token":0.00000168},"dashscope/deepseek-v3":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"deepseek-v3","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":81920,"max_tokens":81920,"input_cost_per_token":2.8699999999999996e-7,"output_cost_per_token":0.000001147},"azure_ai/deepseek-v3.1":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.00000123,"output_cost_per_token":0.00000494,"deprecation_date":"2026-06-08"},"baseten/deepseek-ai/DeepSeek-V3.1":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.7e-7,"output_cost_per_token":0.000001,"cache_read_input_token_cost":2.16e-7,"deprecation_date":"2026-06-08"},"deepinfra/deepseek-ai/DeepSeek-V3.1":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.7e-7,"output_cost_per_token":0.000001,"cache_read_input_token_cost":2.16e-7,"deprecation_date":"2026-06-08"},"fireworks_ai/accounts/fireworks/models/deepseek-v3p1":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5.6e-7,"output_cost_per_token":0.00000168,"deprecation_date":"2026-06-08"},"novita/deepseek/deepseek-v3.1":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.7e-7,"output_cost_per_token":0.000001,"cache_read_input_token_cost":1.35e-7,"deprecation_date":"2026-06-08"},"replicate/deepseek-ai/deepseek-v3.1":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":6.720000000000001e-7,"output_cost_per_token":0.000002016,"deprecation_date":"2026-06-08"},"sambanova/DeepSeek-V3.1":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000003,"output_cost_per_token":0.0000045,"deprecation_date":"2026-06-08"},"together_ai/deepseek-ai/DeepSeek-V3.1":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000017,"deprecation_date":"2026-06-08"},"vertex_ai/deepseek-ai/deepseek-v3.1-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000017,"cache_creation_input_token_cost":6e-8,"deprecation_date":"2026-06-08"},"wandb/deepseek-ai/DeepSeek-V3.1":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.7e-7,"output_cost_per_token":0.000001,"cache_read_input_token_cost":2.16e-7,"deprecation_date":"2026-06-08"},"gemini/deepseek-v3-1":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000017,"cache_creation_input_token_cost":6e-8,"deprecation_date":"2026-06-08"},"dashscope/deepseek-v3.1":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5.739999999999999e-7,"output_cost_per_token":0.0000017210000000000001,"deprecation_date":"2026-06-08"},"vercel_ai_gateway/deepseek/deepseek-v3.1":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"deepseek-v3-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000017,"deprecation_date":"2026-06-08"},"ollama/deepseek-v3.1:671b-cloud":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"deepseek-v3-1-671b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_tokens":163840},"deepinfra/deepseek-ai/DeepSeek-V3.1-Terminus":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"deepseek-v3-1-terminus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.7e-7,"output_cost_per_token":0.000001,"cache_read_input_token_cost":2.16e-7},"fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-v3-1-terminus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5.6e-7,"output_cost_per_token":0.00000168},"novita/deepseek/deepseek-v3.1-terminus":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"deepseek-v3-1-terminus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.7e-7,"output_cost_per_token":0.000001,"cache_read_input_token_cost":1.35e-7},"vercel_ai_gateway/deepseek/deepseek-v3.1-terminus":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"deepseek-v3-1-terminus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.7e-7,"output_cost_per_token":0.000001,"cache_read_input_token_cost":1.35e-7},"openrouter/deepseek/deepseek-v3.1-terminus":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"deepseek-v3-1-terminus","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.7e-7,"output_cost_per_token":9.499999999999999e-7,"cache_read_input_token_cost":1.3e-7},"azure_ai/deepseek-v3.2":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5.8e-7,"output_cost_per_token":0.00000168},"bedrock/ap-northeast-1/deepseek.v3.2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6.2e-7,"output_cost_per_token":0.00000185},"bedrock/ap-south-1/deepseek.v3.2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6.2e-7,"output_cost_per_token":0.00000185},"bedrock/ap-southeast-3/deepseek.v3.2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6.2e-7,"output_cost_per_token":0.00000185},"bedrock/eu-north-1/deepseek.v3.2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6.2e-7,"output_cost_per_token":0.00000185},"bedrock/sa-east-1/deepseek.v3.2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6.2e-7,"output_cost_per_token":0.00000185},"bedrock/us-east-1/deepseek.v3.2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6.2e-7,"output_cost_per_token":0.00000185},"bedrock/us-east-2/deepseek.v3.2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6.2e-7,"output_cost_per_token":0.00000185},"bedrock/us-west-2/deepseek.v3.2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":6.2e-7,"output_cost_per_token":0.00000185},"deepseek-v3-2-251201":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.0000000000000003e-7},"deepseek.v3.2":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.0000000000000003e-7},"deepseek/deepseek-v3.2":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.0000000000000003e-7},"eu.deepseek.v3.2":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.0000000000000003e-7},"fireworks_ai/accounts/fireworks/models/deepseek-v3p2":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5.6e-7,"output_cost_per_token":0.00000168},"gmi/deepseek-ai/DeepSeek-V3.2":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.0000000000000003e-7},"novita/deepseek/deepseek-v3.2":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.6900000000000004e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1.3450000000000002e-7},"openrouter/deepseek/deepseek-v3.2":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.288e-7,"output_cost_per_token":3.432e-7,"cache_read_input_token_cost":2.288e-8},"sambanova/DeepSeek-V3.2":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000003,"output_cost_per_token":0.0000045},"us.deepseek.v3.2":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.0000000000000003e-7},"vertex_ai/deepseek-ai/deepseek-v3.2-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5.6e-7,"output_cost_per_token":0.00000168,"cache_creation_input_token_cost":5.6e-8},"dashscope/deepseek-v3.2":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5.699999999999999e-7,"output_cost_per_token":0.00000171},"vercel_ai_gateway/deepseek/deepseek-v3.2":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.8e-7,"output_cost_per_token":4.2e-7,"cache_read_input_token_cost":2.8e-8},"gemini/deepseek-v3-2":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"deepseek-v3-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5.6e-7,"output_cost_per_token":0.00000168,"cache_creation_input_token_cost":5.6e-8},"novita/deepseek/deepseek-v3.2-exp":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"deepseek-v3-2-exp","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.7e-7,"output_cost_per_token":4.1e-7},"openrouter/deepseek/deepseek-v3.2-exp":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"deepseek-v3-2-exp","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.7e-7,"output_cost_per_token":4.1e-7},"dashscope/deepseek-v3.2-exp":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"deepseek-v3-2-exp","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.8699999999999996e-7,"output_cost_per_token":4.31e-7},"azure_ai/deepseek-v3.2-speciale":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"deepseek-v3-2-speciale","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_tokens":163840,"input_cost_per_token":5.8e-7,"output_cost_per_token":0.00000168},"azure_ai/deepseek-v3-0324":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"deepseek-v3-324","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000011399999999999999,"output_cost_per_token":0.0000045599999999999995,"deprecation_date":"2026-04-14"},"baseten/deepseek-ai/DeepSeek-V3-0324":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"deepseek-v3-324","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-04-14"},"crusoe/deepseek-ai/DeepSeek-V3-0324":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"deepseek-v3-324","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-04-14"},"deepinfra/deepseek-ai/DeepSeek-V3-0324":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"deepseek-v3-324","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.5e-7,"output_cost_per_token":8.8e-7,"deprecation_date":"2026-04-14"},"fireworks_ai/accounts/fireworks/models/deepseek-v3-0324":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-v3-324","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7,"deprecation_date":"2026-04-14"},"gmi/deepseek-ai/DeepSeek-V3-0324":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"deepseek-v3-324","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.8e-7,"output_cost_per_token":8.8e-7,"deprecation_date":"2026-04-14"},"hyperbolic/deepseek-ai/DeepSeek-V3-0324":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"deepseek-v3-324","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-04-14"},"lambda_ai/deepseek-v3-0324":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"deepseek-v3-324","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-04-14"},"nebius/deepseek-ai/DeepSeek-V3-0324":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"deepseek-v3-324","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2026-04-14"},"novita/deepseek/deepseek-v3-0324":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"deepseek-v3-324","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.7e-7,"output_cost_per_token":0.00000112,"cache_read_input_token_cost":1.35e-7,"deprecation_date":"2026-04-14"},"sambanova/DeepSeek-V3-0324":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"deepseek-v3-324","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.0000045,"deprecation_date":"2026-04-14"},"wandb/deepseek-ai/DeepSeek-V3-0324":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"deepseek-v3-324","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-04-14"},"novita/deepseek/deepseek-v3-turbo":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"deepseek-v3-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":64000,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000013},"azure_ai/deepseek-v4-flash":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"deepseek-v4-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":1.9e-7,"output_cost_per_token":5.1e-7},"deepseek-v4-flash":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v4-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":1.4e-7,"output_cost_per_token":2.8e-7,"cache_read_input_token_cost":2.8e-9},"deepseek/deepseek-v4-flash":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v4-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":1.4e-7,"output_cost_per_token":2.8e-7,"cache_read_input_token_cost":2.8e-9},"fireworks_ai/accounts/fireworks/models/deepseek-v4-flash":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-v4-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":1.4e-7,"output_cost_per_token":2.8e-7,"cache_read_input_token_cost":2.8e-8},"fireworks_ai/deepseek-v4-flash":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-v4-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":1.4e-7,"output_cost_per_token":2.8e-7,"cache_read_input_token_cost":2.8e-8},"libertai/deepseek-v4-flash":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v4-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":1.4e-7,"output_cost_per_token":2.8e-7,"cache_read_input_token_cost":2.8e-9},"pinstripes/ps/deepseek-v4-flash":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v4-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":1.4e-7,"output_cost_per_token":2.8e-7,"cache_read_input_token_cost":2.8e-9},"tencent/deepseek-v4-flash":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v4-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":1.4e-7,"output_cost_per_token":2.8e-7,"cache_read_input_token_cost":2.8e-9},"tensormesh/deepseek-ai/DeepSeek-V4-Flash":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v4-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":1.4e-7,"output_cost_per_token":2.8e-7,"cache_read_input_token_cost":2.8e-9},"openrouter/deepseek/deepseek-v4-flash":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"deepseek-v4-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":9e-8,"output_cost_per_token":1.8e-7,"cache_read_input_token_cost":1.8e-8},"vercel_ai_gateway/deepseek/deepseek-v4-flash":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"deepseek-v4-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":1.4e-7,"output_cost_per_token":2.8e-7,"cache_read_input_token_cost":2.8e-9},"dashscope/deepseek-v4-flash":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"deepseek-v4-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":4.0000000000000003e-7},"libertai/deepseek-v4-flash-thinking":{"litellm_provider":"other/libertai","mode":"chat","cloudprice_model_id":"deepseek-v4-flash-thinking","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_tokens":200000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.00000175},"azure_ai/deepseek-v4-pro":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"deepseek-v4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":0.00000174,"output_cost_per_token":0.00000348},"deepseek-v4-pro":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":4.35e-7,"output_cost_per_token":8.7e-7,"cache_read_input_token_cost":3.625e-9},"deepseek/deepseek-v4-pro":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":4.35e-7,"output_cost_per_token":8.7e-7,"cache_read_input_token_cost":3.625e-9},"fireworks_ai/accounts/fireworks/models/deepseek-v4-pro":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-v4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":0.00000174,"output_cost_per_token":0.00000348,"cache_read_input_token_cost":1.45e-7},"fireworks_ai/deepseek-v4-pro":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"deepseek-v4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":0.00000174,"output_cost_per_token":0.00000348,"cache_read_input_token_cost":1.45e-7},"tencent/deepseek-v4-pro":{"litellm_provider":"deepseek","mode":"chat","cloudprice_model_id":"deepseek-v4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":4.35e-7,"output_cost_per_token":8.7e-7,"cache_read_input_token_cost":3.625e-9},"vercel_ai_gateway/deepseek/deepseek-v4-pro":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"deepseek-v4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":4.35e-7,"output_cost_per_token":8.7e-7,"cache_read_input_token_cost":3.6e-9},"dashscope/deepseek-v4-pro":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"deepseek-v4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":0.0000024,"output_cost_per_token":0.0000048},"openrouter/deepseek/deepseek-v4-pro":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"deepseek-v4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":384000,"max_tokens":384000,"input_cost_per_token":4.35e-7,"output_cost_per_token":8.7e-7,"cache_read_input_token_cost":3.625e-9},"fireworks_ai/accounts/fireworks/models/pythia-12b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"eleutherai-pythia-12b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"elevenlabs/eleven_v3":{"litellm_provider":"elevenlabs","mode":"audio_speech","cloudprice_model_id":"elevenlabs-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.00017999999999999998},"elevenlabs/eleven_multilingual_v2":{"litellm_provider":"elevenlabs","mode":"audio_speech","cloudprice_model_id":"elevenlabs-multilingual-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.00017999999999999998},"runwayml/eleven_multilingual_v2":{"litellm_provider":"runwayml","mode":"audio_speech","cloudprice_model_id":"elevenlabs-multilingual-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":3e-7},"elevenlabs/scribe_v1":{"litellm_provider":"elevenlabs","mode":"audio_transcription","cloudprice_model_id":"elevenlabs-scribe-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.0000611},"elevenlabs/scribe_v1_experimental":{"litellm_provider":"elevenlabs","mode":"audio_transcription","cloudprice_model_id":"elevenlabs-scribe-1-experimental","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.0000611},"fireworks_ai/accounts/fireworks/models/fireworks-asr-v2":{"litellm_provider":"fireworks_ai","mode":"audio_transcription","cloudprice_model_id":"fireworks-ai-asr-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"fireworks_ai/accounts/fireworks/models/fireworks-asr-large":{"litellm_provider":"fireworks_ai","mode":"audio_transcription","cloudprice_model_id":"fireworks-ai-asr-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"fireworks_ai/accounts/fireworks/models/firefunction-v1":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"fireworks-ai-firefunction-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7},"fireworks_ai/accounts/fireworks/models/firefunction-v2":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"fireworks-ai-firefunction-2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/firellava-13b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"fireworks-ai-firellava-13b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6":{"litellm_provider":"fireworks_ai","mode":"ocr","cloudprice_model_id":"fireworks-ai-firesearch-6-ocr","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"gigachat/GigaChat-2-Lite":{"mode":"chat","cloudprice_model_id":"gigachat-2-lite","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192},"gigachat/GigaChat-2-Max":{"mode":"chat","cloudprice_model_id":"gigachat-2-max","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192},"gigachat/GigaChat-2-Pro":{"mode":"chat","cloudprice_model_id":"gigachat-2-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192},"gigachat/Embeddings":{"mode":"embedding","cloudprice_model_id":"gigachat-embeddings","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_tokens":512},"gigachat/Embeddings-2":{"mode":"embedding","cloudprice_model_id":"gigachat-embeddings-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_tokens":512},"gigachat/EmbeddingsGigaR":{"mode":"embedding","cloudprice_model_id":"gigachat-embeddings-gigar","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_tokens":4096},"palm/chat-bison-001":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-bison-1-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.25e-7,"output_cost_per_token":1.25e-7},"palm/chat-bison":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-bison-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.25e-7,"output_cost_per_token":1.25e-7},"vertex_ai/chirp":{"litellm_provider":"vertex_ai-language-models","mode":"audio_speech","cloudprice_model_id":"google-chirp","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000029999999999999997},"ollama/codegemma":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"google-codegemma","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192},"fireworks_ai/accounts/fireworks/models/codegemma-2b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"google-codegemma-2b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/codegemma-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"google-codegemma-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"perplexity/preset/deep-research":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"google-deep-research","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"deep-research-pro-preview-12-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-deep-research-pro-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012},"gemini/deep-research-pro-preview-12-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-deep-research-pro-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012},"vertex_ai/deep-research-pro-preview-12-2025":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-deep-research-pro-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012},"apiserpent/deep_search":{"mode":"chat","cloudprice_model_id":"google-deep-search","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"watsonx/google/flan-t5-xl-3b":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"google-flan-t5-3b-xl","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7},"gemini/gemini-1.5-flash":{"litellm_provider":"gemini","mode":"embedding","cloudprice_model_id":"google-gemini-1-5-flash","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"cache_creation_input_token_cost":1.8e-8,"deprecation_date":"2025-09-29"},"vertex_ai-language-models/gemini-1.5-flash":{"litellm_provider":"vertex_ai-language-models","mode":"embedding","cloudprice_model_id":"google-gemini-1-5-flash","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"cache_creation_input_token_cost":1.8e-8,"deprecation_date":"2025-09-29"},"gemini-embedding-001":{"litellm_provider":"gemini","mode":"embedding","cloudprice_model_id":"google-gemini-1-embedding","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_output_tokens":128,"max_tokens":128,"input_cost_per_token":1.5e-7},"gemini/gemini-embedding-001":{"litellm_provider":"gemini","mode":"embedding","cloudprice_model_id":"google-gemini-1-embedding","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_output_tokens":128,"max_tokens":128,"input_cost_per_token":1.5e-7},"vercel_ai_gateway/google/gemini-embedding-001":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"google-gemini-1-embedding","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_output_tokens":128,"max_tokens":128,"input_cost_per_token":1.5e-7},"vertex_ai-language-models/gemini-embedding-001":{"litellm_provider":"vertex_ai-language-models","mode":"embedding","cloudprice_model_id":"google-gemini-1-embedding","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_output_tokens":128,"max_tokens":128,"input_cost_per_token":1.5e-7},"gemini-2.5-computer-use-preview-10-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-computer-use-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001},"gemini/gemini-2.5-computer-use-preview-10-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-computer-use-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001},"vertex_ai-language-models/gemini-2.5-computer-use-preview-10-2025":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-2-5-computer-use-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001},"databricks/databricks-gemini-2-5-flash":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3.0002e-7,"output_cost_per_token":0.00000249998},"deepinfra/google/gemini-2.5-flash":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025},"gemini-2.5-flash":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3e-8,"output_cost_per_reasoning_token":0.0000025},"gemini/gemini-2.5-flash":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3e-8,"output_cost_per_reasoning_token":0.0000025},"oci/google.gemini-2.5-flash":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"openrouter/google/gemini-2.5-flash":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":8.333333330000001e-8,"output_cost_per_reasoning_token":0.0000025},"perplexity/google/gemini-2.5-flash":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3e-8,"output_cost_per_reasoning_token":0.0000025},"replicate/google/gemini-2.5-flash":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000025,"output_cost_per_token":0.0000025},"vercel_ai_gateway/google/gemini-2.5-flash":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3e-8},"vertex_ai-language-models/gemini-2.5-flash":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3e-8,"output_cost_per_reasoning_token":0.0000025},"snowflake/gemini-2-5-flash":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3.6e-7,"output_cost_per_token":0.000003},"fal_ai/fal-ai/gemini-25-flash-image":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-image","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3e-8,"output_cost_per_reasoning_token":0.0000025},"gemini-2.5-flash-image":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-image","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3e-8,"output_cost_per_reasoning_token":0.0000025},"gemini/gemini-2.5-flash-image":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-image","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3e-8,"output_cost_per_reasoning_token":0.0000025},"vertex_ai/gemini-2.5-flash-image":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-image","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3e-8,"output_cost_per_reasoning_token":0.0000025},"vercel_ai_gateway/google/gemini-2.5-flash-image":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-image","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3e-8},"openrouter/google/gemini-2.5-flash-image":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-image","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":8.333333330000001e-8,"output_cost_per_reasoning_token":0.0000025},"gemini-2.5-flash-lite":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7},"gemini/gemini-2.5-flash-lite":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1e-8,"cache_creation_input_token_cost":1e-8,"output_cost_per_reasoning_token":4.0000000000000003e-7},"oci/google.gemini-2.5-flash-lite":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7},"snowflake/gemini-2-5-flash-lite":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.2e-7,"output_cost_per_token":4.8e-7},"vertex_ai-language-models/gemini-2.5-flash-lite":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1e-8,"cache_creation_input_token_cost":1e-8,"output_cost_per_reasoning_token":4.0000000000000003e-7},"vercel_ai_gateway/google/gemini-2.5-flash-lite":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1e-8},"openrouter/google/gemini-2.5-flash-lite":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1e-8,"cache_creation_input_token_cost":8.333333330000001e-8,"output_cost_per_reasoning_token":4.0000000000000003e-7},"gemini-2.5-flash-lite-preview-06-17":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-lite-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"output_cost_per_reasoning_token":4.0000000000000003e-7,"deprecation_date":"2025-11-18"},"gemini-2.5-flash-lite-preview-09-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-lite-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"output_cost_per_reasoning_token":4.0000000000000003e-7,"deprecation_date":"2025-11-18"},"gemini/gemini-2.5-flash-lite-preview-06-17":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-lite-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"output_cost_per_reasoning_token":4.0000000000000003e-7,"deprecation_date":"2025-11-18"},"gemini/gemini-2.5-flash-lite-preview-09-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-lite-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"output_cost_per_reasoning_token":4.0000000000000003e-7,"deprecation_date":"2025-11-18"},"vertex_ai-language-models/gemini-2.5-flash-lite-preview-06-17":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-lite-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"output_cost_per_reasoning_token":4.0000000000000003e-7,"deprecation_date":"2025-11-18"},"openrouter/google/gemini-2.5-flash-lite-preview-09-2025":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-lite-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1e-8,"cache_creation_input_token_cost":8.333333330000001e-8,"output_cost_per_reasoning_token":4.0000000000000003e-7,"deprecation_date":"2025-11-18"},"gemini-live-2.5-flash-preview-native-audio-09-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-live-preview-native-audio","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":7.5e-8},"gemini/gemini-live-2.5-flash-preview-native-audio-09-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-live-preview-native-audio","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":7.5e-8},"vertex_ai-language-models/gemini-live-2.5-flash-preview-native-audio-09-2025":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-live-preview-native-audio","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":7.5e-8},"gemini-2.5-flash-native-audio-latest":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-native-audio","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025},"gemini/gemini-2.5-flash-native-audio-latest":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-native-audio","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025},"gemini-2.5-flash-native-audio-preview-09-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-native-audio-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025},"gemini-2.5-flash-native-audio-preview-12-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-native-audio-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025},"gemini/gemini-2.5-flash-native-audio-preview-09-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-native-audio-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025},"gemini/gemini-2.5-flash-native-audio-preview-12-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-native-audio-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025},"gemini-2.5-flash-preview-09-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":7.5e-8,"output_cost_per_reasoning_token":0.0000025},"gemini/gemini-2.5-flash-preview-09-2025":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":7.5e-8,"output_cost_per_reasoning_token":0.0000025},"vertex_ai-language-models/gemini-2.5-flash-preview-09-2025":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-2-5-flash-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":7.5e-8,"output_cost_per_reasoning_token":0.0000025},"gemini-2.5-flash-preview-tts":{"litellm_provider":"gemini","mode":"audio_speech","cloudprice_model_id":"google-gemini-2-5-flash-tts-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"max_input_tokens":8192,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025},"gemini/gemini-2.5-flash-preview-tts":{"litellm_provider":"gemini","mode":"audio_speech","cloudprice_model_id":"google-gemini-2-5-flash-tts-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"max_input_tokens":8192,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025},"databricks/databricks-gemini-2-5-pro":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"google-gemini-2-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000124999,"output_cost_per_token":0.00000999999},"deepinfra/google/gemini-2.5-pro":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"google-gemini-2-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001},"gemini-2.5-pro":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"google-gemini-2-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000124999,"output_cost_per_token":0.00000999999},"gemini/gemini-2.5-pro":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7,"cache_creation_input_token_cost":1.25e-7},"github_copilot/gemini-2.5-pro":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"google-gemini-2-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000124999,"output_cost_per_token":0.00000999999},"oci/google.gemini-2.5-pro":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"google-gemini-2-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001},"openrouter/google/gemini-2.5-pro":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-2-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7,"cache_creation_input_token_cost":3.75e-7,"output_cost_per_reasoning_token":0.00001},"perplexity/google/gemini-2.5-pro":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"google-gemini-2-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000124999,"output_cost_per_token":0.00000999999},"vercel_ai_gateway/google/gemini-2.5-pro":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-2-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"vertex_ai-language-models/gemini-2.5-pro":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-2-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7,"cache_creation_input_token_cost":1.25e-7},"gemini/gemini-live-2.5-pro-tts":{"litellm_provider":"gemini","mode":"audio_speech","cloudprice_model_id":"google-gemini-2-5-pro-live-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":0.000001},"vertex_ai-language-models/gemini-live-2.5-pro-tts":{"litellm_provider":"vertex_ai-language-models","mode":"audio_speech","cloudprice_model_id":"google-gemini-2-5-pro-live-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":0.000001},"gemini-2.5-pro-preview-tts":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-pro-tts-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gemini/gemini-2.5-pro-preview-tts":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-5-pro-tts-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"vertex_ai-language-models/gemini-2.5-pro-preview-tts":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-2-5-pro-tts-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gemini-embedding-2":{"litellm_provider":"gemini","mode":"embedding","cloudprice_model_id":"google-gemini-2-embedding","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":128,"max_tokens":128,"input_cost_per_token":2.0000000000000002e-7},"gemini/gemini-embedding-2":{"litellm_provider":"gemini","mode":"embedding","cloudprice_model_id":"google-gemini-2-embedding","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":128,"max_tokens":128,"input_cost_per_token":2.0000000000000002e-7},"vertex_ai/gemini-embedding-2":{"litellm_provider":"vertex_ai-language-models","mode":"embedding","cloudprice_model_id":"google-gemini-2-embedding","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":128,"max_tokens":128,"input_cost_per_token":2.0000000000000002e-7},"vercel_ai_gateway/google/gemini-embedding-2":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"google-gemini-2-embedding","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":128,"max_tokens":128,"input_cost_per_token":2.0000000000000002e-7},"deepinfra/google/gemini-2.0-flash-001":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"google-gemini-2-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-06-01"},"gemini-2.0-flash":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"google-gemini-2-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-06-01"},"gemini-2.0-flash-001":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"google-gemini-2-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-06-01"},"gemini/gemini-2.0-flash":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.5e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":2.5e-7,"deprecation_date":"2026-06-01"},"gemini/gemini-2.0-flash-001":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.5e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":2.5e-7,"deprecation_date":"2026-06-01"},"openrouter/google/gemini-2.0-flash-001":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-2-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-06-01"},"vercel_ai_gateway/google/gemini-2.0-flash":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-2-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-06-01"},"vertex_ai-language-models/gemini-2.0-flash":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-2-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.5e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":2.5e-7,"deprecation_date":"2026-06-01"},"gemini-2.0-flash-exp-image-generation":{"litellm_provider":"gemini","mode":"image_generation","cloudprice_model_id":"google-gemini-2-flash-image-generation","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"output_cost_per_image":0.039},"gemini/gemini-2.0-flash-exp-image-generation":{"litellm_provider":"gemini","mode":"image_generation","cloudprice_model_id":"google-gemini-2-flash-image-generation","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":32768,"max_tokens":32768,"output_cost_per_image":0.039},"gemini-2.0-flash-lite":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"cache_read_input_token_cost":1.875e-8,"cache_creation_input_token_cost":1.8e-8,"deprecation_date":"2026-06-01"},"gemini-2.0-flash-lite-001":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"cache_read_input_token_cost":1.875e-8,"cache_creation_input_token_cost":1.8e-8,"deprecation_date":"2026-06-01"},"gemini/gemini-2.0-flash-lite":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"cache_read_input_token_cost":1.875e-8,"cache_creation_input_token_cost":1.8e-8,"deprecation_date":"2026-06-01"},"gemini/gemini-2.0-flash-lite-001":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-2-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"cache_read_input_token_cost":1.875e-8,"cache_creation_input_token_cost":1.8e-8,"deprecation_date":"2026-06-01"},"vercel_ai_gateway/google/gemini-2.0-flash-lite":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-2-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"deprecation_date":"2026-06-01"},"vertex_ai-language-models/gemini-2.0-flash-lite":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-2-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"cache_read_input_token_cost":1.875e-8,"cache_creation_input_token_cost":1.8e-8,"deprecation_date":"2026-06-01"},"vertex_ai-language-models/gemini-live-2.0-flash-tts":{"litellm_provider":"vertex_ai-language-models","mode":"audio_speech","cloudprice_model_id":"google-gemini-2-flash-live-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":5e-7},"gemini/gemini-live-2.0-flash-tts":{"litellm_provider":"gemini","mode":"audio_speech","cloudprice_model_id":"google-gemini-2-flash-live-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":5e-7},"vertex_ai-language-models/gemini-2.0-flash-tts":{"litellm_provider":"vertex_ai-language-models","mode":"audio_speech","cloudprice_model_id":"google-gemini-2-flash-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":5e-7},"gemini/gemini-2.0-flash-tts":{"litellm_provider":"gemini","mode":"audio_speech","cloudprice_model_id":"google-gemini-2-flash-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":5e-7},"gemini-3.1-flash-image":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000015,"cache_creation_input_token_cost":5.0000000000000004e-8},"gemini/gemini-3.1-flash-image":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000015,"cache_creation_input_token_cost":5.0000000000000004e-8},"vertex_ai/gemini-3.1-flash-image":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003,"cache_creation_input_token_cost":5.0000000000000004e-8},"vercel_ai_gateway/google/gemini-3.1-flash-image":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":5.0000000000000004e-8},"openrouter/google/gemini-3.1-flash-image":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003},"gemini-3.1-flash-image-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-image-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000015},"gemini/gemini-3.1-flash-image-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-image-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000015},"vertex_ai/gemini-3.1-flash-image-preview":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-image-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003},"vercel_ai_gateway/google/gemini-3.1-flash-image-preview":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-image-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":5.0000000000000004e-8},"openrouter/google/gemini-3.1-flash-image-preview":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-image-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003},"gemini-3.1-flash-lite":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000015,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":8.333333330000001e-8,"output_cost_per_reasoning_token":0.0000015},"gemini/gemini-3.1-flash-lite":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.75e-7,"output_cost_per_token":0.0000016499999999999999,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":2.7e-8,"output_cost_per_reasoning_token":0.0000015},"openrouter/google/gemini-3.1-flash-lite":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000015,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":8.333333330000001e-8,"output_cost_per_reasoning_token":0.0000015},"vertex_ai/gemini-3.1-flash-lite":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.75e-7,"output_cost_per_token":0.0000016499999999999999,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":2.7e-8,"output_cost_per_reasoning_token":0.0000015},"vercel_ai_gateway/google/gemini-3.1-flash-lite":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000015,"cache_read_input_token_cost":3e-8},"snowflake/gemini-3.1-flash-lite":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000018000000000000001},"vertex_ai-language-models/gemini-live-3.1-flash-lite-image":{"litellm_provider":"vertex_ai-language-models","mode":"image_generation","cloudprice_model_id":"google-gemini-3-1-flash-lite-live-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"cache_creation_input_token_cost":2.5000000000000002e-8},"gemini/gemini-live-3.1-flash-lite-image":{"litellm_provider":"gemini","mode":"image_generation","cloudprice_model_id":"google-gemini-3-1-flash-lite-live-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"cache_creation_input_token_cost":2.5000000000000002e-8},"gemini-3.1-flash-lite-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-lite-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000015,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":2.5000000000000002e-8,"output_cost_per_reasoning_token":0.0000015},"gemini/gemini-3.1-flash-lite-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-lite-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000015,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":2.5000000000000002e-8,"output_cost_per_reasoning_token":0.0000015},"openrouter/google/gemini-3.1-flash-lite-preview":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-lite-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000015,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":8.333333330000001e-8,"output_cost_per_reasoning_token":0.0000015},"vertex_ai/gemini-3.1-flash-lite-preview":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-lite-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000015,"cache_read_input_token_cost":2.5000000000000002e-8,"cache_creation_input_token_cost":2.5000000000000002e-8,"output_cost_per_reasoning_token":0.0000015},"vercel_ai_gateway/google/gemini-3.1-flash-lite-preview":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-lite-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000015,"cache_read_input_token_cost":3e-8},"vertex_ai-language-models/gemini-live-3.1-flash-image":{"litellm_provider":"vertex_ai-language-models","mode":"image_generation","cloudprice_model_id":"google-gemini-3-1-flash-live-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"cache_creation_input_token_cost":5.0000000000000004e-8},"gemini/gemini-live-3.1-flash-image":{"litellm_provider":"gemini","mode":"image_generation","cloudprice_model_id":"google-gemini-3-1-flash-live-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"cache_creation_input_token_cost":5.0000000000000004e-8},"gemini-3.1-flash-live-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-live-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.0000045},"gemini/gemini-3.1-flash-live-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-1-flash-live-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.0000045},"vertex_ai-language-models/gemini-live-3.1-flash-tts":{"litellm_provider":"vertex_ai-language-models","mode":"audio_speech","cloudprice_model_id":"google-gemini-3-1-flash-live-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":0.000001},"gemini/gemini-live-3.1-flash-tts":{"litellm_provider":"gemini","mode":"audio_speech","cloudprice_model_id":"google-gemini-3-1-flash-live-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":0.000001},"gemini/gemini-3.1-flash-tts":{"litellm_provider":"gemini","mode":"audio_speech","cloudprice_model_id":"google-gemini-3-1-flash-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":0.000001},"vertex_ai-language-models/gemini-3.1-flash-tts":{"litellm_provider":"vertex_ai-language-models","mode":"audio_speech","cloudprice_model_id":"google-gemini-3-1-flash-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":0.000001},"gemini-3.1-pro-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-1-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7},"gemini/gemini-3.1-pro-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-1-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7},"openrouter/google/gemini-3.1-pro-preview":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-3-1-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":3.75e-7,"output_cost_per_reasoning_token":0.000012},"vertex_ai/gemini-3.1-pro-preview":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-3-1-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7},"vercel_ai_gateway/google/gemini-3.1-pro-preview":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-3-1-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7},"gemini-3.1-pro-preview-customtools":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-1-pro-preview-customtools","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048756,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7},"gemini/gemini-3.1-pro-preview-customtools":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-1-pro-preview-customtools","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048756,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7},"vertex_ai/gemini-3.1-pro-preview-customtools":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-3-1-pro-preview-customtools","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048756,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7},"openrouter/google/gemini-3.1-pro-preview-customtools":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-3-1-pro-preview-customtools","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048756,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":3.75e-7,"output_cost_per_reasoning_token":0.000012},"gemini-3.5-flash":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000009,"cache_read_input_token_cost":1.5e-7,"cache_creation_input_token_cost":1.5e-7,"output_cost_per_reasoning_token":0.000009},"gemini/gemini-3.5-flash":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000009,"cache_read_input_token_cost":1.5e-7,"cache_creation_input_token_cost":1.5e-7,"output_cost_per_reasoning_token":0.000009},"vertex_ai/gemini-3.5-flash":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-3-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000009,"cache_read_input_token_cost":1.5e-7,"cache_creation_input_token_cost":1.5e-7,"output_cost_per_reasoning_token":0.000009},"vercel_ai_gateway/google/gemini-3.5-flash":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-3-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000009,"cache_read_input_token_cost":1.5e-7},"snowflake/gemini-3.5-flash":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"google-gemini-3-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000018000000000000001,"output_cost_per_token":0.0000108},"openrouter/google/gemini-3.5-flash":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-3-5-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000009,"cache_read_input_token_cost":1.5e-7,"cache_creation_input_token_cost":8.333333330000001e-8,"output_cost_per_reasoning_token":0.000009},"gemini-3-flash-preview":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"google-gemini-3-flash-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003},"gemini/gemini-3-flash-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-flash-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":5.0000000000000004e-8,"output_cost_per_reasoning_token":0.000003},"gmi/google/gemini-3-flash-preview":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"google-gemini-3-flash-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003},"openrouter/google/gemini-3-flash-preview":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-3-flash-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":5.0000000000000004e-8,"cache_creation_input_token_cost":8.333333330000001e-8,"output_cost_per_reasoning_token":0.000003},"perplexity/google/gemini-3-flash-preview":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"google-gemini-3-flash-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003},"vertex_ai/gemini-3-flash-preview":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-3-flash-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":5.0000000000000004e-8,"output_cost_per_reasoning_token":0.000003},"replicate/google/gemini-3-pro":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"google-gemini-3-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012},"vertex_ai-language-models/gemini-3-pro":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-3-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_creation_input_token_cost":2.0000000000000002e-7},"gemini/gemini-3-pro":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_creation_input_token_cost":2.0000000000000002e-7},"gemini-3-pro-image":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-pro-image","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012},"gemini/gemini-3-pro-image":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-pro-image","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012},"vertex_ai/gemini-3-pro-image":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-3-pro-image","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012},"vercel_ai_gateway/google/gemini-3-pro-image":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-3-pro-image","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7},"openrouter/google/gemini-3-pro-image":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-3-pro-image","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":3.75e-7,"output_cost_per_reasoning_token":0.000012},"gemini-3-pro-image-preview":{"litellm_provider":"gemini","mode":"image_generation","cloudprice_model_id":"google-gemini-3-pro-image-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"output_cost_per_image":0.134,"input_cost_per_image":0.0011},"gemini/gemini-3-pro-image-preview":{"litellm_provider":"gemini","mode":"image_generation","cloudprice_model_id":"google-gemini-3-pro-image-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"output_cost_per_image":0.134,"input_cost_per_image":0.0011},"vertex_ai/gemini-3-pro-image-preview":{"litellm_provider":"vertex_ai-language-models","mode":"image_generation","cloudprice_model_id":"google-gemini-3-pro-image-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"output_cost_per_image":0.134,"input_cost_per_image":0.0011},"openrouter/google/gemini-3-pro-image-preview":{"litellm_provider":"openrouter","mode":"image_generation","cloudprice_model_id":"google-gemini-3-pro-image-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":3.75e-7,"output_cost_per_reasoning_token":0.000012,"input_cost_per_image":0.000002},"gemini-3-pro-preview":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"google-gemini-3-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"deprecation_date":"2026-03-09"},"gemini/gemini-3-pro-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-3-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7,"deprecation_date":"2026-03-09"},"github_copilot/gemini-3-pro-preview":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"google-gemini-3-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"deprecation_date":"2026-03-09"},"gmi/google/gemini-3-pro-preview":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"google-gemini-3-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"deprecation_date":"2026-03-09"},"openrouter/google/gemini-3-pro-preview":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-3-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7,"deprecation_date":"2026-03-09"},"perplexity/google/gemini-3-pro-preview":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"google-gemini-3-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"deprecation_date":"2026-03-09"},"vertex_ai/gemini-3-pro-preview":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-3-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7,"deprecation_date":"2026-03-09"},"vercel_ai_gateway/google/gemini-3-pro-preview":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemini-3-pro-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7,"deprecation_date":"2026-03-09"},"gemini-embedding-2-preview":{"litellm_provider":"gemini","mode":"embedding","cloudprice_model_id":"google-gemini-embedding-2-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":128,"max_tokens":128,"input_cost_per_token":2.0000000000000002e-7},"gemini/gemini-embedding-2-preview":{"litellm_provider":"gemini","mode":"embedding","cloudprice_model_id":"google-gemini-embedding-2-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":128,"max_tokens":128,"input_cost_per_token":2.0000000000000002e-7},"vertex_ai/gemini-embedding-2-preview":{"litellm_provider":"vertex_ai-language-models","mode":"embedding","cloudprice_model_id":"google-gemini-embedding-2-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":128,"max_tokens":128,"input_cost_per_token":2.0000000000000002e-7},"gemini-exp-1206":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-exp","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2097152,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3e-8,"output_cost_per_reasoning_token":0.0000025},"gemini/gemini-exp-1114":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-exp","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2097152,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3e-8,"output_cost_per_reasoning_token":0.0000025},"gemini/gemini-exp-1206":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-exp","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2097152,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3e-8,"output_cost_per_reasoning_token":0.0000025},"gemini-flash-latest":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3e-8,"output_cost_per_reasoning_token":0.0000025},"gemini/gemini-flash-latest":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":3e-8,"output_cost_per_reasoning_token":0.0000025},"openrouter/~google/gemini-flash-latest":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000009,"cache_read_input_token_cost":1.5e-7,"cache_creation_input_token_cost":8.333333330000001e-8,"output_cost_per_reasoning_token":0.000009},"gemini-flash-experimental":{"mode":"embedding","cloudprice_model_id":"google-gemini-flash-experimental","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192},"gemini-flash-lite-latest":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1e-8,"output_cost_per_reasoning_token":4.0000000000000003e-7},"gemini/gemini-flash-lite-latest":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-flash-lite","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1e-8,"output_cost_per_reasoning_token":4.0000000000000003e-7},"gemini/gemini-omni-flash":{"litellm_provider":"gemini","mode":"video_generation","cloudprice_model_id":"google-gemini-flash-omni","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000175,"cache_creation_input_token_cost":1.5e-7},"vertex_ai-language-models/gemini-omni-flash":{"litellm_provider":"vertex_ai-language-models","mode":"video_generation","cloudprice_model_id":"google-gemini-flash-omni","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000175,"cache_creation_input_token_cost":1.5e-7},"gemini-pro-latest":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gemini/gemini-pro-latest":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"openrouter/~google/gemini-pro-latest":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemini-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.000002,"output_cost_per_token":0.000012,"cache_read_input_token_cost":2.0000000000000002e-7,"cache_creation_input_token_cost":3.75e-7,"output_cost_per_reasoning_token":0.000012},"gemini-robotics-er-1.5-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-robotics-er-1-5-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"output_cost_per_reasoning_token":0.0000025},"gemini/gemini-robotics-er-1.5-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemini-robotics-er-1-5-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"output_cost_per_reasoning_token":0.0000025},"vertex_ai-language-models/gemini-robotics-er-1.5-preview":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemini-robotics-er-1-5-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":65535,"max_tokens":65535,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000025,"output_cost_per_reasoning_token":0.0000025},"gemini/gemini-gemma-2-27b-it":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemma-2-27b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3.5e-7,"output_cost_per_token":0.0000010500000000000001},"openrouter/google/gemma-2-27b-it":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemma-2-27b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6.5e-7,"output_cost_per_token":6.5e-7},"vercel_ai_gateway/google/gemma-2-9b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemma-2-9b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/gemma2-9b-it":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"google-gemma-2-9b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"gemini/gemini-gemma-2-9b-it":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-gemma-2-9b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3.5e-7,"output_cost_per_token":0.0000010500000000000001},"fireworks_ai/accounts/fireworks/models/gemma-2b-it":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"google-gemma-2b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"cloudflare/@cf/google/gemma-2b-it-lora":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"google-gemma-2b-it-lora","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192},"databricks/databricks-gemma-3-12b":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"google-gemma-3-12b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.5001e-7,"output_cost_per_token":5.000099999999999e-7},"crusoe/google/gemma-3-12b-it":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"google-gemma-3-12b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.0000000000000001e-7},"deepinfra/google/gemma-3-12b-it":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"google-gemma-3-12b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.0000000000000001e-7},"google.gemma-3-12b-it":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"google-gemma-3-12b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.0000000000000001e-7},"novita/google/gemma-3-12b-it":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"google-gemma-3-12b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.0000000000000001e-7},"openrouter/google/gemma-3-12b-it":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemma-3-12b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.5e-7},"cloudflare/@cf/google/gemma-3-12b-it":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"google-gemma-3-12b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.45e-7,"output_cost_per_token":5.560000000000001e-7},"bedrock/google.gemma-3-12b-it":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"google-gemma-3-12b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9e-8,"output_cost_per_token":2.9e-7},"deepinfra/google/gemma-3-27b-it":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"google-gemma-3-27b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9e-8,"output_cost_per_token":1.6e-7},"fireworks_ai/accounts/fireworks/models/gemma-3-27b-it":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"google-gemma-3-27b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"gemini/gemma-3-27b-it":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"google-gemma-3-27b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-8,"output_cost_per_token":2.0000000000000002e-7},"google.gemma-3-27b-it":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"google-gemma-3-27b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-8,"output_cost_per_token":2.0000000000000002e-7},"nebius/google/gemma-3-27b-it":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"google-gemma-3-27b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-8,"output_cost_per_token":2.0000000000000002e-7},"novita/google/gemma-3-27b-it":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"google-gemma-3-27b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.19e-7,"output_cost_per_token":2.0000000000000002e-7},"scaleway/google/gemma-3-27b-it":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"google-gemma-3-27b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.5e-7,"output_cost_per_token":5e-7},"openrouter/google/gemma-3-27b-it":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemma-3-27b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":8e-8,"output_cost_per_token":1.6e-7},"bedrock/google.gemma-3-27b-it":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"google-gemma-3-27b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.3000000000000002e-7,"output_cost_per_token":3.8e-7},"llamagate/gemma3-4b":{"litellm_provider":"other/llamagate","mode":"chat","cloudprice_model_id":"google-gemma-3-4b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-8,"output_cost_per_token":8e-8},"deepinfra/google/gemma-3-4b-it":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"google-gemma-3-4b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4e-8,"output_cost_per_token":8e-8},"google.gemma-3-4b-it":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"google-gemma-3-4b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4e-8,"output_cost_per_token":8e-8},"lemonade/Gemma-3-4b-it-GGUF":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"google-gemma-3-4b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4e-8,"output_cost_per_token":8e-8},"openrouter/google/gemma-3-4b-it":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemma-3-4b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.0000000000000001e-7},"darkbloom/gemma-4-26b":{"litellm_provider":"other/darkbloom","mode":"chat","cloudprice_model_id":"google-gemma-4-26b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":3e-8,"output_cost_per_token":1.65e-7},"bedrock_mantle/google.gemma-4-26b-a4b":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"google-gemma-4-26b-a4b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":1.3e-7,"output_cost_per_token":4.0000000000000003e-7},"cloudflare/@cf/google/gemma-4-26b-a4b-it":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"google-gemma-4-26b-a4b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7},"scaleway/google/gemma-4-26b-a4b-it":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"google-gemma-4-26b-a4b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.5e-7,"output_cost_per_token":5e-7},"vertex_ai/google/gemma-4-26b-a4b-it-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-gemma-4-26b-a4b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"vercel_ai_gateway/google/gemma-4-26b-a4b-it":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemma-4-26b-a4b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":1.5e-8},"openrouter/google/gemma-4-26b-a4b-it":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemma-4-26b-a4b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-8,"output_cost_per_token":3.3e-7},"bedrock_mantle/google.gemma-4-31b":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"google-gemma-4-31b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":1.4e-7,"output_cost_per_token":4.0000000000000003e-7},"libertai/gemma-4-31b-it":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemma-4-31b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.2e-7,"output_cost_per_token":3.5e-7,"cache_read_input_token_cost":9e-8},"sambanova/gemma-4-31B-it":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"google-gemma-4-31b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3.8e-7,"output_cost_per_token":0.00000115},"tensormesh/google/gemma-4-31B-it":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"google-gemma-4-31b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.2e-7,"output_cost_per_token":3.5e-7,"cache_read_input_token_cost":9e-8},"vercel_ai_gateway/google/gemma-4-31b-it":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"google-gemma-4-31b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.4e-7,"output_cost_per_token":4.0000000000000003e-7},"libertai/gemma-4-31b-it-thinking":{"litellm_provider":"other/libertai","mode":"chat","cloudprice_model_id":"google-gemma-4-31b-it-thinking","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":4.0000000000000003e-7},"bedrock_mantle/google.gemma-4-e2b":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"google-gemma-4-e2b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":4e-8,"output_cost_per_token":8e-8},"fireworks_ai/accounts/fireworks/models/gemma-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"google-gemma-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"snowflake/gemma-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"google-gemma-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"anyscale/google/gemma-7b-it":{"litellm_provider":"groq","mode":"chat","cloudprice_model_id":"google-gemma-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":8e-8},"fireworks_ai/accounts/fireworks/models/gemma-7b-it":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"google-gemma-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"groq/gemma-7b-it":{"litellm_provider":"groq","mode":"chat","cloudprice_model_id":"google-gemma-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":8e-8},"cloudflare/@cf/google/gemma-7b-it-lora":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"google-gemma-7b-it-lora","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":3500,"max_output_tokens":3500,"max_tokens":3500},"vertex_ai/imagegeneration@006":{"litellm_provider":"vertex_ai-language-models","mode":"image_generation","cloudprice_model_id":"google-imagen","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":480,"max_tokens":480,"output_cost_per_image":0.02},"gemini/imagen-3.0-generate-001":{"litellm_provider":"gemini","mode":"image_generation","cloudprice_model_id":"google-imagen-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"deprecation_date":"2025-11-10"},"gemini/imagen-3.0-generate-002":{"litellm_provider":"gemini","mode":"image_generation","cloudprice_model_id":"google-imagen-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"deprecation_date":"2025-11-10"},"vertex_ai/imagen-3.0-capability-001":{"litellm_provider":"vertex_ai-language-models","mode":"image_generation","cloudprice_model_id":"google-imagen-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"deprecation_date":"2025-11-10"},"vertex_ai/imagen-3.0-generate-001":{"litellm_provider":"vertex_ai-language-models","mode":"image_generation","cloudprice_model_id":"google-imagen-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"deprecation_date":"2025-11-10"},"vertex_ai/imagen-3.0-generate-002":{"litellm_provider":"vertex_ai-language-models","mode":"image_generation","cloudprice_model_id":"google-imagen-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"deprecation_date":"2025-11-10"},"gemini/imagen-3.0-fast-generate-001":{"litellm_provider":"gemini","mode":"image_generation","cloudprice_model_id":"google-imagen-3-fast","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.02},"vertex_ai/imagen-3.0-fast-generate-001":{"litellm_provider":"vertex_ai-language-models","mode":"image_generation","cloudprice_model_id":"google-imagen-3-fast","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.02},"gemini/imagen-4.0-generate-001":{"litellm_provider":"gemini","mode":"image_generation","cloudprice_model_id":"google-imagen-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":480,"max_tokens":480,"output_cost_per_image":0.04},"vertex_ai/imagen-4.0-generate-001":{"litellm_provider":"vertex_ai-language-models","mode":"image_generation","cloudprice_model_id":"google-imagen-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":480,"max_tokens":480,"output_cost_per_image":0.04},"vercel_ai_gateway/google/imagen-4.0-generate-001":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"google-imagen-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":480,"max_tokens":480,"output_cost_per_image":0.04},"gemini/imagen-4.0-fast-generate-001":{"litellm_provider":"gemini","mode":"image_generation","cloudprice_model_id":"google-imagen-4-fast","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":480,"max_tokens":480,"output_cost_per_image":0.02},"vertex_ai/imagen-4.0-fast-generate-001":{"litellm_provider":"vertex_ai-language-models","mode":"image_generation","cloudprice_model_id":"google-imagen-4-fast","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":480,"max_tokens":480,"output_cost_per_image":0.02},"vercel_ai_gateway/google/imagen-4.0-fast-generate-001":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"google-imagen-4-fast","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":480,"max_tokens":480,"output_cost_per_image":0.02},"fal_ai/fal-ai/imagen4/preview":{"litellm_provider":"fal_ai","mode":"image_generation","cloudprice_model_id":"google-imagen-4-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.0398},"aiml/google/imagen-4.0-ultra-generate-001":{"litellm_provider":"aiml","mode":"image_generation","cloudprice_model_id":"google-imagen-4-ultra","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":480,"max_tokens":480,"output_cost_per_image":0.078},"gemini/imagen-4.0-ultra-generate-001":{"litellm_provider":"gemini","mode":"image_generation","cloudprice_model_id":"google-imagen-4-ultra","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":480,"max_tokens":480,"output_cost_per_image":0.06},"vertex_ai/imagen-4.0-ultra-generate-001":{"litellm_provider":"vertex_ai-language-models","mode":"image_generation","cloudprice_model_id":"google-imagen-4-ultra","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":480,"max_tokens":480,"output_cost_per_image":0.06},"vercel_ai_gateway/google/imagen-4.0-ultra-generate-001":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"google-imagen-4-ultra","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":480,"max_tokens":480,"output_cost_per_image":0.06},"gemini/learnlm-1.5-pro-experimental":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-learnlm-1-5-pro-experimental","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32767,"max_output_tokens":8192,"max_tokens":8192},"gemini/lyria-3-clip-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-lyria-3-clip-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536},"gemini/lyria-3-pro-preview":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-lyria-3-pro-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":true,"max_input_tokens":1048576,"max_output_tokens":65536,"max_tokens":65536},"medlm-large":{"mode":"chat","cloudprice_model_id":"google-medlm-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024},"medlm-medium":{"mode":"chat","cloudprice_model_id":"google-medlm-medium","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192},"multimodalembedding":{"litellm_provider":"vertex_ai-language-models","mode":"embedding","cloudprice_model_id":"google-multimodal-embedding","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_tokens":2048,"input_cost_per_token":8.000000000000001e-7},"multimodalembedding@001":{"litellm_provider":"vertex_ai-language-models","mode":"embedding","cloudprice_model_id":"google-multimodal-embedding","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_tokens":2048,"input_cost_per_token":8.000000000000001e-7},"aiml/google/nano-banana-pro":{"litellm_provider":"aiml","mode":"image_generation","cloudprice_model_id":"google-nano-banana-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.195},"palm/text-bison":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-text-bison","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.25e-7,"output_cost_per_token":1.25e-7},"palm/text-bison-001":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-text-bison-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.25e-7,"output_cost_per_token":1.25e-7},"palm/text-bison-safety-off":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-text-bison-safety-off","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.25e-7,"output_cost_per_token":1.25e-7},"palm/text-bison-safety-recitation-off":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"google-text-bison-safety-recitation-off","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.25e-7,"output_cost_per_token":1.25e-7},"text-embedding-large-exp-03-07":{"litellm_provider":"vertex_ai-language-models","mode":"embedding","cloudprice_model_id":"google-text-embedding-3-7-large-exp","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7},"text-embedding-005":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"google-text-embedding-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_tokens":2048,"input_cost_per_token":2.5000000000000002e-8},"vercel_ai_gateway/google/text-embedding-005":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"google-text-embedding-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_tokens":2048,"input_cost_per_token":2.5000000000000002e-8},"vertex_ai-language-models/text-embedding-005":{"litellm_provider":"vertex_ai-language-models","mode":"embedding","cloudprice_model_id":"google-text-embedding-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_tokens":2048,"input_cost_per_token":1.0000000000000001e-7},"text-embedding-preview-0409":{"litellm_provider":"vertex_ai-language-models","mode":"embedding","cloudprice_model_id":"google-text-embedding-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":3072,"max_tokens":3072,"input_cost_per_token":6.2500000000000005e-9},"text-multilingual-embedding-002":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"google-text-multilingual-embedding-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_tokens":2048,"input_cost_per_token":2.5000000000000002e-8},"vercel_ai_gateway/google/text-multilingual-embedding-002":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"google-text-multilingual-embedding-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_tokens":2048,"input_cost_per_token":2.5000000000000002e-8},"vertex_ai-language-models/text-multilingual-embedding-002":{"litellm_provider":"vertex_ai-language-models","mode":"embedding","cloudprice_model_id":"google-text-multilingual-embedding-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_tokens":2048,"input_cost_per_token":1.0000000000000001e-7},"text-unicorn":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-text-unicorn","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"input_cost_per_token":0.00001,"output_cost_per_token":0.000028},"text-unicorn@001":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"google-text-unicorn","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"input_cost_per_token":0.00001,"output_cost_per_token":0.000028},"gemini/veo-2.0-generate-001":{"litellm_provider":"gemini","mode":"video_generation","cloudprice_model_id":"google-veo-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"output_cost_per_second":0.35},"vertex_ai/veo-2.0-generate-001":{"litellm_provider":"vertex_ai-language-models","mode":"video_generation","cloudprice_model_id":"google-veo-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"output_cost_per_second":0.35},"vertex_ai/veo-3.0-generate-001":{"litellm_provider":"vertex_ai-language-models","mode":"video_generation","cloudprice_model_id":"google-veo-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"output_cost_per_second":0.4},"gemini/veo-3.1-generate-001":{"litellm_provider":"gemini","mode":"video_generation","cloudprice_model_id":"google-veo-3-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"output_cost_per_second":0.4},"vertex_ai/veo-3.1-generate-001":{"litellm_provider":"vertex_ai-language-models","mode":"video_generation","cloudprice_model_id":"google-veo-3-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"output_cost_per_second":0.4},"gemini/veo-3.1-fast-generate-001":{"litellm_provider":"gemini","mode":"video_generation","cloudprice_model_id":"google-veo-3-1-fast","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"output_cost_per_second":0.15},"vertex_ai/veo-3.1-fast-generate-001":{"litellm_provider":"vertex_ai-language-models","mode":"video_generation","cloudprice_model_id":"google-veo-3-1-fast","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"output_cost_per_second":0.15},"gemini/veo-3.1-fast-generate-preview":{"litellm_provider":"gemini","mode":"video_generation","cloudprice_model_id":"google-veo-3-1-fast-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"output_cost_per_second":0.15},"vertex_ai/veo-3.1-fast-generate-preview":{"litellm_provider":"vertex_ai-language-models","mode":"video_generation","cloudprice_model_id":"google-veo-3-1-fast-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"output_cost_per_second":0.15},"gemini/veo-3.1-lite-generate-preview":{"litellm_provider":"gemini","mode":"video_generation","cloudprice_model_id":"google-veo-3-1-lite-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"output_cost_per_second":0.05},"gemini/veo-3.1-generate-preview":{"litellm_provider":"gemini","mode":"video_generation","cloudprice_model_id":"google-veo-3-1-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"output_cost_per_second":0.4},"vertex_ai/veo-3.1-generate-preview":{"litellm_provider":"vertex_ai-language-models","mode":"video_generation","cloudprice_model_id":"google-veo-3-1-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"output_cost_per_second":0.4},"vertex_ai/veo-3.0-fast-generate-001":{"litellm_provider":"vertex_ai-language-models","mode":"video_generation","cloudprice_model_id":"google-veo-3-fast","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_tokens":1024,"output_cost_per_second":0.15},"deepinfra/Gryphe/MythoMax-L2-13b":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"gryphe-mythomax-l2-13b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":8e-8,"output_cost_per_token":9e-8},"fireworks_ai/accounts/fireworks/models/mythomax-l2-13b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"gryphe-mythomax-l2-13b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"novita/gryphe/mythomax-l2-13b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"gryphe-mythomax-l2-13b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":9e-8,"output_cost_per_token":9e-8},"openrouter/gryphe/mythomax-l2-13b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"gryphe-mythomax-l2-13b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6e-8,"output_cost_per_token":6e-8},"scaleway/hcompany/holo2-30b-a3b":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"hcompany-holo-2-30b-a3b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":22000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3e-7,"output_cost_per_token":7e-7},"anyscale/HuggingFaceH4/zephyr-7b-beta":{"litellm_provider":"other/anyscale","mode":"chat","cloudprice_model_id":"huggingface-zephyr-7b-beta","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"fireworks_ai/accounts/fireworks/models/zephyr-7b-beta":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"huggingface-zephyr-7b-beta","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"watsonx/ibm/granite-13b-chat-v2":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"ibm-granite-2-13b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7},"watsonx/ibm/granite-13b-instruct-v2":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"ibm-granite-2-13b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7},"replicate/ibm-granite/granite-3.3-8b-instruct":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"ibm-granite-3-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-8,"output_cost_per_token":2.5e-7},"watsonx/ibm/granite-3-3-8b-instruct":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"ibm-granite-3-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"watsonx/ibm/granite-3-8b-instruct":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"ibm-granite-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":1024,"max_tokens":1024,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"cloudflare/@cf/ibm-granite/granite-4.0-h-micro":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"ibm-granite-4-micro-h","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131000,"max_tokens":131000,"input_cost_per_token":1.7e-8,"output_cost_per_token":1.12e-7},"watsonx/ibm/granite-4-h-small":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"ibm-granite-4-small-h","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":20480,"max_tokens":20480,"input_cost_per_token":6e-8,"output_cost_per_token":2.5e-7},"watsonx/ibm/granite-guardian-3-2-2b":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"ibm-granite-guardian-3-2-2b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"watsonx/ibm/granite-guardian-3-3-8b":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"ibm-granite-guardian-3-3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"watsonx/ibm/granite-ttm-1024-96-r2":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"ibm-granite-ttm-r2-1024-96","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_output_tokens":512,"max_tokens":512,"input_cost_per_token":3.8e-7,"output_cost_per_token":3.8e-7},"watsonx/ibm/granite-ttm-1536-96-r2":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"ibm-granite-ttm-r2-1536-96","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_output_tokens":512,"max_tokens":512,"input_cost_per_token":3.8e-7,"output_cost_per_token":3.8e-7},"watsonx/ibm/granite-ttm-512-96-r2":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"ibm-granite-ttm-r2-512-96","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_output_tokens":512,"max_tokens":512,"input_cost_per_token":3.8e-7,"output_cost_per_token":3.8e-7},"watsonx/ibm/granite-vision-3-2-2b":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"ibm-granite-vision-3-2-2b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fal_ai/fal-ai/ideogram/v3":{"litellm_provider":"fal_ai","mode":"image_generation","cloudprice_model_id":"ideogram-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.06},"inception/mercury-2":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"inception-mercury-2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":50000,"max_tokens":50000,"input_cost_per_token":2.5e-7,"output_cost_per_token":7.5e-7,"cache_read_input_token_cost":2.5000000000000002e-8},"vercel_ai_gateway/inception/mercury-2":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"inception-mercury-2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":50000,"max_tokens":50000,"input_cost_per_token":2.5e-7,"output_cost_per_token":7.5e-7,"cache_read_input_token_cost":2.5000000000000002e-8},"text-completion-inception/mercury-edit-2":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"inception-mercury-2-edit","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.5e-7,"output_cost_per_token":7.5e-7,"cache_read_input_token_cost":2.5000000000000002e-8},"vercel_ai_gateway/inception/mercury-coder-small":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"inception-mercury-small-coder","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000001},"ollama/internlm2_5-20b-chat":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"internlm-2-5-20b-chat","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192},"fireworks_ai/accounts/fireworks/models/internvl3-38b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"internlm-vl-3-38b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/internvl3-78b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"internlm-vl-3-78b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/internvl3-8b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"internlm-vl-3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"jina-reranker-v2-base-multilingual":{"litellm_provider":"other/jina-ai","mode":"rerank","cloudprice_model_id":"jina-reranker-2-base-multilingual","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1024,"max_output_tokens":1024,"max_tokens":1024,"input_cost_per_token":1.8e-8,"output_cost_per_token":1.8e-8},"fireworks_ai/accounts/fireworks/models/kat-dev-32b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"kwaipilot-kat-32b-dev","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"kwaipilot-kat-72b-dev-exp","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/kat-coder":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"kwaipilot-kat-coder","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"novita/kwaipilot/kat-coder-pro":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"kwaipilot-kat-pro-coder","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":6e-8},"linkup/search-deep":{"mode":"chat","cloudprice_model_id":"linkup-search-deep","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"lambda_ai/lfm-40b":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"liquid-lfm-40b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":2.0000000000000002e-7},"lambda_ai/lfm-7b":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"liquid-lfm-7b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.5000000000000002e-8,"output_cost_per_token":4e-8},"openrouter/mancer/weaver":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mancer-weaver","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8000,"max_output_tokens":2000,"max_tokens":2000,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.000001},"ollama/codellama":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"meta-codellama","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"fireworks_ai/accounts/fireworks/models/code-llama-13b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-codellama-13b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-codellama-13b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/code-llama-13b-python":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-codellama-13b-python","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/code-llama-34b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-codellama-34b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"anyscale/codellama/CodeLlama-34b-Instruct-hf":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"meta-codellama-34b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.5e-7,"output_cost_per_token":0.0000014},"fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-codellama-34b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"perplexity/codellama-34b-instruct":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"meta-codellama-34b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.5e-7,"output_cost_per_token":0.0000014},"together_ai/togethercomputer/CodeLlama-34b-Instruct":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"meta-codellama-34b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.5e-7,"output_cost_per_token":0.0000014},"fireworks_ai/accounts/fireworks/models/code-llama-34b-python":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-codellama-34b-python","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/code-llama-70b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-codellama-70b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"anyscale/codellama/CodeLlama-70b-Instruct-hf":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"meta-codellama-70b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7e-7,"output_cost_per_token":0.0000028},"fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-codellama-70b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"perplexity/codellama-70b-instruct":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"meta-codellama-70b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7e-7,"output_cost_per_token":0.0000028},"fireworks_ai/accounts/fireworks/models/code-llama-70b-python":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-codellama-70b-python","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/code-llama-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-codellama-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"llamagate/codellama-7b":{"litellm_provider":"other/llamagate","mode":"chat","cloudprice_model_id":"meta-codellama-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-8,"output_cost_per_token":1.2e-7},"cloudflare/@hf/thebloke/codellama-7b-instruct-awq":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-codellama-7b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-codellama-7b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/code-llama-7b-python":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-codellama-7b-python","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"ollama/llama2":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"meta-llama-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"fireworks_ai/accounts/fireworks/models/llama-v2-13b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-2-13b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"ollama/llama2:13b":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-13b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":5e-7},"replicate/meta/llama-2-13b":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-13b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":5e-7},"sagemaker/meta-textgeneration-llama-2-13b":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-13b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":5e-7},"sagemaker/meta-textgeneration-llama-2-13b-f":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-13b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":5e-7},"anyscale/meta-llama/Llama-2-13b-chat-hf":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-13b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":5e-7},"fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-2-13b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"meta.llama2-13b-chat-v1":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-13b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":5e-7},"replicate/meta/llama-2-13b-chat":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-13b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":5e-7},"bedrock/meta.llama2-13b-chat-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-2-13b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.000001},"fireworks_ai/accounts/fireworks/models/llama-v2-70b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-2-70b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"ollama/llama2:70b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-2-70b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"replicate/meta/llama-2-70b":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-70b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6.5e-7,"output_cost_per_token":0.00000275},"sagemaker/meta-textgeneration-llama-2-70b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-2-70b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"sagemaker/meta-textgeneration-llama-2-70b-b-f":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-2-70b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"anyscale/meta-llama/Llama-2-70b-chat-hf":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"meta-llama-2-70b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.000099999999999e-7,"output_cost_per_token":0.00000150003},"databricks/databricks-llama-2-70b-chat":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"meta-llama-2-70b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.000099999999999e-7,"output_cost_per_token":0.00000150003},"fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-2-70b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"meta.llama2-70b-chat-v1":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"meta-llama-2-70b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.000099999999999e-7,"output_cost_per_token":0.00000150003},"perplexity/llama-2-70b-chat":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"meta-llama-2-70b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":7e-7,"output_cost_per_token":0.0000028},"replicate/meta/llama-2-70b-chat":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-70b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6.5e-7,"output_cost_per_token":0.00000275},"snowflake/llama2-70b-chat":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"meta-llama-2-70b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.000099999999999e-7,"output_cost_per_token":0.00000150003},"bedrock/meta.llama2-70b-chat-v1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-2-70b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00000195,"output_cost_per_token":0.00000256},"fireworks_ai/accounts/fireworks/models/llama-v2-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-2-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"ollama/llama2:7b":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.5e-7},"replicate/meta/llama-2-7b":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.5e-7},"sagemaker/meta-textgeneration-llama-2-7b":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.5e-7},"sagemaker/meta-textgeneration-llama-2-7b-f":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.5e-7},"anyscale/meta-llama/Llama-2-7b-chat-hf":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-7b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.5e-7},"cloudflare/@cf/meta/llama-2-7b-chat-fp16":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-2-7b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.560000000000001e-7,"output_cost_per_token":0.000006667},"cloudflare/@cf/meta/llama-2-7b-chat-int8":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-2-7b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.560000000000001e-7,"output_cost_per_token":0.000006667},"fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-2-7b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"replicate/meta/llama-2-7b-chat":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-2-7b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.5e-7},"cloudflare/@cf/meta-llama/llama-2-7b-chat-hf-lora":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-2-7b-chat-hf-lora","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192},"ollama/llama2-uncensored":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"meta-llama-2-uncensored","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"ollama/llama3":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"meta-llama-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192},"ollama/llama3.1":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"meta-llama-3-1","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192},"snowflake/llama3.1-405b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"snowflake/snowflake-llama-3.1-405b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"vertex_ai-language-models/llama3-1-405b":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000005,"output_cost_per_token":0.000016},"gemini/llama3-1-405b":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000005,"output_cost_per_token":0.000016},"azure_ai/Meta-Llama-3.1-405B-Instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000533,"output_cost_per_token":0.000016,"deprecation_date":"2025-06-25"},"databricks/databricks-meta-llama-3-1-405b-instruct":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000500003,"output_cost_per_token":0.00001500002,"deprecation_date":"2025-06-25"},"fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.000003,"deprecation_date":"2025-06-25"},"hyperbolic/meta-llama/Meta-Llama-3.1-405B-Instruct":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7,"deprecation_date":"2025-06-25"},"lambda_ai/llama3.1-405b-instruct-fp8":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":8.000000000000001e-7,"deprecation_date":"2025-06-25"},"meta.llama3-1-405b-instruct-v1:0":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7,"deprecation_date":"2025-06-25"},"nebius/meta-llama/Meta-Llama-3.1-405B-Instruct":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003,"deprecation_date":"2025-06-25"},"oci/meta.llama-3.1-405b-instruct":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00001068,"output_cost_per_token":0.00001068,"deprecation_date":"2025-06-25"},"sambanova/Meta-Llama-3.1-405B-Instruct":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"deprecation_date":"2025-06-25"},"together_ai/meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000035,"output_cost_per_token":0.0000035,"deprecation_date":"2025-06-25"},"us.meta.llama3-1-405b-instruct-v1:0":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7,"deprecation_date":"2025-06-25"},"vertex_ai/meta/llama-3.1-405b-instruct-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000005,"output_cost_per_token":0.000016,"deprecation_date":"2025-06-25"},"bedrock/meta.llama3-1-405b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000024,"output_cost_per_token":0.0000024,"deprecation_date":"2025-06-25"},"fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-1-405b-instruct-long","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"cerebras/llama3.1-70b":{"litellm_provider":"cerebras","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7},"snowflake/llama3.1-70b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.6e-7,"output_cost_per_token":3.6e-7},"vercel_ai_gateway/meta/llama-3.1-70b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7},"azure_ai/Meta-Llama-3.1-70B-Instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000268,"output_cost_per_token":0.00000354},"deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":4.0000000000000003e-7},"deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":4.0000000000000003e-7},"fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"friendliai/meta-llama-3.1-70b-instruct":{"litellm_provider":"friendliai","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7},"hyperbolic/meta-llama/Meta-Llama-3.1-70B-Instruct":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7},"lambda_ai/llama3.1-70b-instruct-fp8":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7},"meta.llama3-1-70b-instruct-v1:0":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7},"nebius/meta-llama/Meta-Llama-3.1-70B-Instruct":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.3e-7,"output_cost_per_token":4.0000000000000003e-7},"oci/meta.llama-3.1-70b-instruct":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7},"ovhcloud/Meta-Llama-3_1-70B-Instruct":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6.7e-7,"output_cost_per_token":6.7e-7},"perplexity/llama-3.1-70b-instruct":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000001,"output_cost_per_token":0.000001},"together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":8.8e-7,"output_cost_per_token":8.8e-7},"us.meta.llama3-1-70b-instruct-v1:0":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7},"vertex_ai/meta/llama-3.1-70b-instruct-maas":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7},"openrouter/meta-llama/llama-3.1-70b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":4.0000000000000003e-7},"bedrock/meta.llama3-1-70b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-1-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7},"cerebras/llama3.1-8b":{"litellm_provider":"cerebras","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"llamagate/llama-3.1-8b":{"litellm_provider":"other/llamagate","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3e-8,"output_cost_per_token":5.0000000000000004e-8},"snowflake/llama3.1-8b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.1e-7,"output_cost_per_token":1.1e-7},"vercel_ai_gateway/meta/llama-3.1-8b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.2e-7,"output_cost_per_token":2.2e-7},"azure_ai/Meta-Llama-3.1-8B-Instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":3e-7,"output_cost_per_token":6.1e-7,"deprecation_date":"2026-04-14"},"databricks/databricks-meta-llama-3-1-8b-instruct":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.5001e-7,"output_cost_per_token":4.5002999999999996e-7,"deprecation_date":"2026-04-14"},"deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":3e-8,"output_cost_per_token":5.0000000000000004e-8,"deprecation_date":"2026-04-14"},"deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":3e-8,"output_cost_per_token":5.0000000000000004e-8,"deprecation_date":"2026-04-14"},"fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2026-04-14"},"friendliai/meta-llama-3.1-8b-instruct":{"litellm_provider":"friendliai","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2026-04-14"},"groq/llama-3.1-8b-instant":{"litellm_provider":"groq","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":8e-8,"deprecation_date":"2026-04-14"},"hyperbolic/meta-llama/Meta-Llama-3.1-8B-Instruct":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7,"deprecation_date":"2026-04-14"},"lambda_ai/llama3.1-8b-instruct":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5000000000000002e-8,"output_cost_per_token":4e-8,"deprecation_date":"2026-04-14"},"meta.llama3-1-8b-instruct-v1:0":{"litellm_provider":"huggingface","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2e-8,"output_cost_per_token":5.0000000000000004e-8,"deprecation_date":"2026-04-14"},"nebius/meta-llama/Meta-Llama-3.1-8B-Instruct":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2e-8,"output_cost_per_token":6e-8,"deprecation_date":"2026-04-14"},"novita/meta-llama/llama-3.1-8b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2e-8,"output_cost_per_token":5.0000000000000004e-8,"deprecation_date":"2026-04-14"},"nscale/meta-llama/Llama-3.1-8B-Instruct":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":3e-8,"output_cost_per_token":3e-8,"deprecation_date":"2026-04-14"},"oci/meta.llama-3.1-8b-instruct":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7,"deprecation_date":"2026-04-14"},"ovhcloud/Llama-3.1-8B-Instruct":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2026-04-14"},"perplexity/llama-3.1-8b-instruct":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7,"deprecation_date":"2026-04-14"},"sambanova/Meta-Llama-3.1-8B-Instruct":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":2.0000000000000002e-7,"deprecation_date":"2026-04-14"},"together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.8e-7,"output_cost_per_token":1.8e-7,"deprecation_date":"2026-04-14"},"us.meta.llama3-1-8b-instruct-v1:0":{"litellm_provider":"huggingface","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2e-8,"output_cost_per_token":5.0000000000000004e-8,"deprecation_date":"2026-04-14"},"vertex_ai/meta/llama-3.1-8b-instruct-maas":{"litellm_provider":"huggingface","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2e-8,"output_cost_per_token":5.0000000000000004e-8,"deprecation_date":"2026-04-14"},"wandb/meta-llama/Llama-3.1-8B-Instruct":{"litellm_provider":"huggingface","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2e-8,"output_cost_per_token":5.0000000000000004e-8,"deprecation_date":"2026-04-14"},"bedrock/meta.llama3-1-8b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.2e-7,"output_cost_per_token":2.2e-7,"deprecation_date":"2026-04-14"},"openrouter/meta-llama/llama-3.1-8b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2e-8,"output_cost_per_token":3e-8,"deprecation_date":"2026-04-14"},"cloudflare/@cf/meta/llama-3.1-8b-instruct":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.8199999999999996e-7,"output_cost_per_token":8.27e-7,"deprecation_date":"2026-04-14"},"cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-3-1-8b-instruct-fp8","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.5199999999999998e-7,"output_cost_per_token":2.8699999999999996e-7},"vercel_ai_gateway/meta/llama-3.2-11b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"meta-llama-3-2-11b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.6e-7,"output_cost_per_token":1.6e-7},"meta.llama3-2-11b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-2-11b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.6e-7,"output_cost_per_token":1.6e-7,"deprecation_date":"2026-07"},"us.meta.llama3-2-11b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-2-11b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.6e-7,"output_cost_per_token":1.6e-7,"deprecation_date":"2026-07"},"azure_ai/Llama-3.2-11B-Vision-Instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"meta-llama-3-2-11b-vision-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.7e-7,"output_cost_per_token":3.7e-7},"cloudflare/@cf/meta/llama-3.2-11b-vision-instruct":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-3-2-11b-vision-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.9e-8,"output_cost_per_token":6.760000000000001e-7},"deepinfra/meta-llama/Llama-3.2-11B-Vision-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-3-2-11b-vision-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.9e-8,"output_cost_per_token":4.9e-8},"fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-2-11b-vision-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"lambda_ai/llama3.2-11b-vision-instruct":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-2-11b-vision-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-8,"output_cost_per_token":2.5000000000000002e-8},"oci/meta.llama-3.2-11b-vision-instruct":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"meta-llama-3-2-11b-vision-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000002},"watsonx/meta-llama/llama-3-2-11b-vision-instruct":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"meta-llama-3-2-11b-vision-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.5e-7,"output_cost_per_token":3.5e-7},"openrouter/meta-llama/llama-3.2-11b-vision-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-3-2-11b-vision-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.45e-7,"output_cost_per_token":3.45e-7},"fireworks_ai/accounts/fireworks/models/llama-v3p2-1b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-2-1b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"snowflake/llama3.2-1b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"meta-llama-3-2-1b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":5.0000000000000004e-8},"vercel_ai_gateway/meta/llama-3.2-1b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"meta-llama-3-2-1b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"cloudflare/@cf/meta/llama-3.2-1b-instruct":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-3-2-1b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":60000,"max_tokens":60000,"input_cost_per_token":2.7e-8,"output_cost_per_token":2.01e-7,"deprecation_date":"2025-06-25"},"eu.meta.llama3-2-1b-instruct-v1:0":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-3-2-1b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":60000,"max_tokens":60000,"input_cost_per_token":2.7e-8,"output_cost_per_token":2.01e-7,"deprecation_date":"2025-06-25"},"fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-2-1b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":60000,"max_tokens":60000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2025-06-25"},"meta.llama3-2-1b-instruct-v1:0":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-3-2-1b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":60000,"max_tokens":60000,"input_cost_per_token":2.7e-8,"output_cost_per_token":2.01e-7,"deprecation_date":"2025-06-25"},"sambanova/Meta-Llama-3.2-1B-Instruct":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"meta-llama-3-2-1b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":60000,"max_tokens":60000,"input_cost_per_token":4e-8,"output_cost_per_token":8e-8,"deprecation_date":"2025-06-25"},"us.meta.llama3-2-1b-instruct-v1:0":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-3-2-1b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":60000,"max_tokens":60000,"input_cost_per_token":2.7e-8,"output_cost_per_token":2.01e-7,"deprecation_date":"2025-06-25"},"watsonx/meta-llama/llama-3-2-1b-instruct":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"meta-llama-3-2-1b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":60000,"max_tokens":60000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2025-06-25"},"openrouter/meta-llama/llama-3.2-1b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-3-2-1b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":60000,"max_tokens":60000,"input_cost_per_token":2.7e-8,"output_cost_per_token":2.01e-7,"deprecation_date":"2025-06-25"},"bedrock/eu.meta.llama3-2-1b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-2-1b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":60000,"max_tokens":60000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2025-06-25"},"fireworks_ai/accounts/fireworks/models/llama-v3p2-3b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"llamagate/llama-3.2-3b":{"litellm_provider":"other/llamagate","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":4e-8,"output_cost_per_token":8e-8},"snowflake/llama3.2-3b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.5e-8,"output_cost_per_token":7.5e-8},"vercel_ai_gateway/meta/llama-3.2-3b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"cloudflare/@cf/meta/llama-3.2-3b-instruct":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":5.0999999999999993e-8,"output_cost_per_token":3.35e-7,"deprecation_date":"2025-06-25"},"deepinfra/meta-llama/Llama-3.2-3B-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":2e-8,"output_cost_per_token":2e-8,"deprecation_date":"2025-06-25"},"eu.meta.llama3-2-3b-instruct-v1:0":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":1.5e-8,"output_cost_per_token":2.5000000000000002e-8,"deprecation_date":"2025-06-25"},"fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2025-06-25"},"hyperbolic/meta-llama/Llama-3.2-3B-Instruct":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7,"deprecation_date":"2025-06-25"},"lambda_ai/llama3.2-3b-instruct":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":1.5e-8,"output_cost_per_token":2.5000000000000002e-8,"deprecation_date":"2025-06-25"},"meta.llama3-2-3b-instruct-v1:0":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":1.5e-8,"output_cost_per_token":2.5000000000000002e-8,"deprecation_date":"2025-06-25"},"novita/meta-llama/llama-3.2-3b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":3e-8,"output_cost_per_token":5.0000000000000004e-8,"deprecation_date":"2025-06-25"},"sambanova/Meta-Llama-3.2-3B-Instruct":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":8e-8,"output_cost_per_token":1.6e-7,"deprecation_date":"2025-06-25"},"together_ai/meta-llama/Llama-3.2-3B-Instruct-Turbo":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":1.5e-8,"output_cost_per_token":2.5000000000000002e-8,"deprecation_date":"2025-06-25"},"us.meta.llama3-2-3b-instruct-v1:0":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":1.5e-8,"output_cost_per_token":2.5000000000000002e-8,"deprecation_date":"2025-06-25"},"watsonx/meta-llama/llama-3-2-3b-instruct":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7,"deprecation_date":"2025-06-25"},"openrouter/meta-llama/llama-3.2-3b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":5.09e-8,"output_cost_per_token":3.35e-7,"deprecation_date":"2025-06-25"},"bedrock/eu.meta.llama3-2-3b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-2-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":80000,"max_tokens":80000,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7,"deprecation_date":"2025-06-25"},"vercel_ai_gateway/meta/llama-3.2-90b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"meta-llama-3-2-90b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7},"meta.llama3-2-90b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-2-90b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7,"deprecation_date":"2026-07"},"us.meta.llama3-2-90b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-2-90b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7,"deprecation_date":"2026-07"},"azure_ai/Llama-3.2-90B-Vision-Instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"meta-llama-3-2-90b-vision-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000204,"output_cost_per_token":0.00000204},"fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-2-90b-vision-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"oci/meta.llama-3.2-90b-vision-instruct":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"meta-llama-3-2-90b-vision-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000002},"vertex_ai/meta/llama-3.2-90b-vision-instruct-maas":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-2-90b-vision-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"watsonx/meta-llama/llama-3-2-90b-vision-instruct":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"meta-llama-3-2-90b-vision-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000002},"cerebras/llama-3.3-70b":{"litellm_provider":"cerebras","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":8.5e-7,"output_cost_per_token":0.0000012},"snowflake/llama3.3-70b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.6e-7,"output_cost_per_token":3.6e-7},"snowflake/snowflake-llama-3.3-70b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.6e-7,"output_cost_per_token":3.6e-7},"vercel_ai_gateway/meta/llama-3.3-70b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7},"vertex_ai-language-models/llama3-3-70b":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7},"azure/meta:llama3370b":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7.1e-7,"output_cost_per_token":7.1e-7},"gemini/llama3-3-70b":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7},"azure_ai/Llama-3.3-70B-Instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":7.1e-7,"output_cost_per_token":7.1e-7},"crusoe/meta-llama/Llama-3.3-70B-Instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3.2e-7},"databricks/databricks-meta-llama-3-3-70b-instruct":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":5.000099999999999e-7,"output_cost_per_token":0.00000150003},"deepinfra/meta-llama/Llama-3.3-70B-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":2.3000000000000002e-7,"output_cost_per_token":4.0000000000000003e-7},"fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"gradient_ai/llama3.3-70b-instruct":{"litellm_provider":"gradient_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":6.5e-7,"output_cost_per_token":6.5e-7},"groq/llama-3.3-70b-versatile":{"litellm_provider":"groq","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":5.9e-7,"output_cost_per_token":7.900000000000001e-7},"hyperbolic/meta-llama/Llama-3.3-70B-Instruct":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7},"lambda_ai/llama3.3-70b-instruct-fp8":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7},"meta.llama3-3-70b-instruct-v1:0":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3.2e-7},"meta_llama/Llama-3.3-70B-Instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3.2e-7},"nebius/meta-llama/Llama-3.3-70B-Instruct":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":1.3e-7,"output_cost_per_token":4.0000000000000003e-7},"novita/meta-llama/llama-3.3-70b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":1.35e-7,"output_cost_per_token":4.0000000000000003e-7},"nscale/meta-llama/Llama-3.3-70B-Instruct":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"oci/meta.llama-3.3-70b-instruct":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7},"oci/meta.llama-3.3-70b-instruct-fp8-dynamic":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7},"ovhcloud/Meta-Llama-3_3-70B-Instruct":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":6.7e-7,"output_cost_per_token":6.7e-7},"sambanova/Meta-Llama-3.3-70B-Instruct":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000012},"scaleway/meta/llama-3.3-70b-instruct":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo-Free":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3.2e-7},"us.meta.llama3-3-70b-instruct-v1:0":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3.2e-7},"wandb/meta-llama/Llama-3.3-70B-Instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3.2e-7},"watsonx/meta-llama/llama-3-3-70b-instruct":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":7.1e-7,"output_cost_per_token":7.1e-7},"bedrock/meta.llama3-3-70b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":120000,"max_tokens":120000,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7},"cloudflare/@cf/meta/llama-3.3-70b-instruct-fp8-fast":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct-fp8-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":24000,"max_tokens":24000,"input_cost_per_token":2.93e-7,"output_cost_per_token":0.0000022530000000000003},"deepinfra/meta-llama/Llama-3.3-70B-Instruct-Turbo":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.3e-7,"output_cost_per_token":3.9e-7},"together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-3-70b-instruct-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":8.8e-7,"output_cost_per_token":8.8e-7},"meta_llama/Llama-3.3-8B-Instruct":{"litellm_provider":"meta_llama","mode":"chat","cloudprice_model_id":"meta-llama-3-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4028,"max_tokens":4028},"vertex_ai/meta/llama3-405b-instruct-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"meta-llama-3-405b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000},"ollama/llama3:70b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"meta-llama-3-70b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.9e-7,"output_cost_per_token":7.900000000000001e-7},"replicate/meta/llama-3-70b":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-3-70b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6.5e-7,"output_cost_per_token":0.00000275},"snowflake/llama3-70b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"meta-llama-3-70b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000242,"output_cost_per_token":0.00000242},"vercel_ai_gateway/meta/llama-3-70b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"meta-llama-3-70b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.9e-7,"output_cost_per_token":7.900000000000001e-7},"anyscale/meta-llama/Meta-Llama-3-70B-Instruct":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7,"deprecation_date":"2026-06-19"},"azure_ai/Meta-Llama-3-70B-Instruct":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7,"deprecation_date":"2026-06-19"},"bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000265,"output_cost_per_token":0.0000035,"deprecation_date":"2026-06-19"},"bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000265,"output_cost_per_token":0.0000035,"deprecation_date":"2026-06-19"},"bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000265,"output_cost_per_token":0.0000035,"deprecation_date":"2026-06-19"},"bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000265,"output_cost_per_token":0.0000035,"deprecation_date":"2026-06-19"},"bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000265,"output_cost_per_token":0.0000035,"deprecation_date":"2026-06-19"},"bedrock/us-east-1/meta.llama3-70b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000265,"output_cost_per_token":0.0000035,"deprecation_date":"2026-06-19"},"bedrock/us-gov-east-1/meta.llama3-70b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000265,"output_cost_per_token":0.0000035,"deprecation_date":"2026-06-19"},"bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000265,"output_cost_per_token":0.0000035,"deprecation_date":"2026-06-19"},"bedrock/us-west-1/meta.llama3-70b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000265,"output_cost_per_token":0.0000035,"deprecation_date":"2026-06-19"},"databricks/databricks-meta-llama-3-70b-instruct":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000010000199999999999,"output_cost_per_token":0.00000299999,"deprecation_date":"2026-06-19"},"fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7,"deprecation_date":"2026-06-19"},"fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7,"deprecation_date":"2026-06-19"},"hyperbolic/meta-llama/Meta-Llama-3-70B-Instruct":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7,"deprecation_date":"2026-06-19"},"meta.llama3-70b-instruct-v1:0":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7,"deprecation_date":"2026-06-19"},"novita/meta-llama/llama-3-70b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.1e-7,"output_cost_per_token":7.4e-7,"deprecation_date":"2026-06-19"},"openrouter/meta-llama/llama-3-70b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.9e-7,"output_cost_per_token":7.900000000000001e-7,"deprecation_date":"2026-06-19"},"replicate/meta/llama-3-70b-instruct":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6.5e-7,"output_cost_per_token":0.00000275,"deprecation_date":"2026-06-19"},"vertex_ai/meta/llama3-70b-instruct-maas":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"meta-llama-3-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7,"deprecation_date":"2026-06-19"},"fireworks_ai/accounts/fireworks/models/llama-v3-8b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"ollama/llama3:8b":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.5e-7},"replicate/meta/llama-3-8b":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.5e-7},"snowflake/llama3-8b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"meta-llama-3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3.8e-7,"output_cost_per_token":3.8e-7},"vercel_ai_gateway/meta/llama-3-8b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"meta-llama-3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":8e-8},"anyscale/meta-llama/Meta-Llama-3-8B-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-8,"output_cost_per_token":6e-8,"deprecation_date":"2026-06-19"},"bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-06-19"},"bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-06-19"},"bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-06-19"},"bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-06-19"},"bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-06-19"},"bedrock/us-east-1/meta.llama3-8b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-06-19"},"bedrock/us-gov-east-1/meta.llama3-8b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-06-19"},"bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-06-19"},"bedrock/us-west-1/meta.llama3-8b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-06-19"},"deepinfra/meta-llama/Meta-Llama-3-8B-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-8,"output_cost_per_token":6e-8,"deprecation_date":"2026-06-19"},"fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7,"deprecation_date":"2026-06-19"},"gradient_ai/llama3-8b-instruct":{"litellm_provider":"gradient_ai","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7,"deprecation_date":"2026-06-19"},"meta.llama3-8b-instruct-v1:0":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-8,"output_cost_per_token":6e-8,"deprecation_date":"2026-06-19"},"novita/meta-llama/llama-3-8b-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":4e-8,"output_cost_per_token":4e-8,"deprecation_date":"2026-06-19"},"replicate/meta/llama-3-8b-instruct":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.5e-7,"deprecation_date":"2026-06-19"},"vertex_ai/meta/llama3-8b-instruct-maas":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-8,"output_cost_per_token":6e-8,"deprecation_date":"2026-06-19"},"cloudflare/@cf/meta/llama-3-8b-instruct":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.8199999999999996e-7,"output_cost_per_token":8.27e-7,"deprecation_date":"2026-06-19"},"openrouter/meta-llama/llama-3-8b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.4e-7,"output_cost_per_token":1.4e-7,"deprecation_date":"2026-06-19"},"oci/meta.llama-4-maverick-17b-128e-instruct-fp8":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-128e-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7},"oci/meta.llama-4-scout-17b-16e-instruct":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-16e-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10485760,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.2e-7,"output_cost_per_token":7.2e-7},"azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-maverick-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000014099999999999998,"output_cost_per_token":3.5e-7},"deepinfra/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-maverick-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"groq/meta-llama/llama-4-maverick-17b-128e-instruct":{"litellm_provider":"groq","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-maverick-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7},"lambda_ai/llama-4-maverick-17b-128e-instruct-fp8":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-maverick-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.0000000000000001e-7},"meta_llama/Llama-4-Maverick-17B-128E-Instruct-FP8":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-maverick-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.0000000000000001e-7},"novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-maverick-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.7e-7,"output_cost_per_token":8.5e-7},"sambanova/Llama-4-Maverick-17B-128E-Instruct":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-maverick-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6.3e-7,"output_cost_per_token":0.0000018000000000000001},"together_ai/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-maverick-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.7e-7,"output_cost_per_token":8.5e-7},"vertex_ai/meta/llama-4-maverick-17b-128e-instruct-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-maverick-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.5e-7,"output_cost_per_token":0.00000115},"vertex_ai/meta/llama-4-maverick-17b-16e-instruct-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-maverick-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.5e-7,"output_cost_per_token":0.00000115},"azure_ai/Llama-4-Scout-17B-16E-Instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-scout-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":7.8e-7,"deprecation_date":"2025-06-19"},"cloudflare/@cf/meta/llama-4-scout-17b-16e-instruct":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-scout-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.7e-7,"output_cost_per_token":8.5e-7,"deprecation_date":"2025-06-19"},"deepinfra/meta-llama/Llama-4-Scout-17B-16E-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-scout-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":8e-8,"output_cost_per_token":3e-7,"deprecation_date":"2025-06-19"},"groq/meta-llama/llama-4-scout-17b-16e-instruct":{"litellm_provider":"groq","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-scout-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.1e-7,"output_cost_per_token":3.4000000000000003e-7,"deprecation_date":"2025-06-19"},"lambda_ai/llama-4-scout-17b-16e-instruct":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-scout-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2025-06-19"},"novita/meta-llama/llama-4-scout-17b-16e-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-scout-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.8e-7,"output_cost_per_token":5.9e-7,"deprecation_date":"2025-06-19"},"nscale/meta-llama/Llama-4-Scout-17B-16E-Instruct":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-scout-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9e-8,"output_cost_per_token":2.9e-7,"deprecation_date":"2025-06-19"},"sambanova/Llama-4-Scout-17B-16E-Instruct":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-scout-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":7e-7,"deprecation_date":"2025-06-19"},"together_ai/meta-llama/Llama-4-Scout-17B-16E-Instruct":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-scout-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.8e-7,"output_cost_per_token":5.9e-7,"deprecation_date":"2025-06-19"},"vertex_ai/meta/llama-4-scout-17b-128e-instruct-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-scout-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.5e-7,"output_cost_per_token":7e-7,"deprecation_date":"2025-06-19"},"vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-scout-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.5e-7,"output_cost_per_token":7e-7,"deprecation_date":"2025-06-19"},"wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"meta-llama-4-17b-scout-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2025-06-19"},"databricks/databricks-llama-4-maverick":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"meta-llama-4-maverick","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.000099999999999e-7,"output_cost_per_token":0.00000150003},"snowflake/llama4-maverick":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"meta-llama-4-maverick","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.2e-7,"output_cost_per_token":4.85e-7},"vercel_ai_gateway/meta/llama-4-maverick":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"meta-llama-4-maverick","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.4e-7,"output_cost_per_token":9.7e-7},"openrouter/meta-llama/llama-4-maverick":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-4-maverick","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"vertex_ai-language-models/llama-4-maverick":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"meta-llama-4-maverick","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.5e-7,"output_cost_per_token":0.00000115},"gemini/llama-4-maverick":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"meta-llama-4-maverick","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3.5e-7,"output_cost_per_token":0.00000115},"watsonx/meta-llama/llama-4-maverick-17b":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"meta-llama-4-maverick-17b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":3.5e-7,"output_cost_per_token":0.0000014},"fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-4-maverick-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7},"vercel_ai_gateway/meta/llama-4-scout":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"meta-llama-4-scout","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.7000000000000001e-7,"output_cost_per_token":6.6e-7},"openrouter/meta-llama/llama-4-scout":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llama-4-scout","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7},"vertex_ai-language-models/llama-4-scout":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"meta-llama-4-scout","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.5e-7,"output_cost_per_token":7e-7},"snowflake/llama4-scout":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"meta-llama-4-scout","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0399999999999997e-7,"output_cost_per_token":7.92e-7},"gemini/llama-4-scout":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"meta-llama-4-scout","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.5e-7,"output_cost_per_token":7e-7},"meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama-4-scout-17b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":10000000,"max_output_tokens":4028,"max_tokens":4028,"input_cost_per_token":1.7000000000000001e-7,"output_cost_per_token":6.6e-7},"fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llama-4-scout-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"meta.llama4-maverick-17b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama4-maverick-17b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.4e-7,"output_cost_per_token":9.7e-7},"us.meta.llama4-maverick-17b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama4-maverick-17b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.4e-7,"output_cost_per_token":9.7e-7},"meta.llama4-scout-17b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama4-scout-17b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.7000000000000001e-7,"output_cost_per_token":6.6e-7},"us.meta.llama4-scout-17b-instruct-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"meta-llama4-scout-17b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.7000000000000001e-7,"output_cost_per_token":6.6e-7},"fireworks_ai/accounts/fireworks/models/llama-guard-2-8b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llamaguard-2-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"watsonx/meta-llama/llama-guard-3-11b-vision":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"meta-llamaguard-3-11b-vision","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":3.5e-7,"output_cost_per_token":3.5e-7},"fireworks_ai/accounts/fireworks/models/llama-guard-3-1b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llamaguard-3-1b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"cloudflare/@cf/meta/llama-guard-3-8b":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"meta-llamaguard-3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.839999999999999e-7,"output_cost_per_token":3e-8,"deprecation_date":"2025-06-25"},"deepinfra/meta-llama/Llama-Guard-3-8B":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llamaguard-3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.5e-8,"output_cost_per_token":5.5e-8,"deprecation_date":"2025-06-25"},"fireworks_ai/accounts/fireworks/models/llama-guard-3-8b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llamaguard-3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7,"deprecation_date":"2025-06-25"},"nebius/meta-llama/Llama-Guard-3-8B":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"meta-llamaguard-3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2e-8,"output_cost_per_token":6e-8,"deprecation_date":"2025-06-25"},"sambanova/Meta-Llama-Guard-3-8B":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"meta-llamaguard-3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3e-7,"output_cost_per_token":3e-7,"deprecation_date":"2025-06-25"},"deepinfra/meta-llama/Llama-Guard-4-12B":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"meta-llamaguard-4-12b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.8e-7,"output_cost_per_token":1.8e-7},"groq/meta-llama/llama-guard-4-12b":{"litellm_provider":"groq","mode":"chat","cloudprice_model_id":"meta-llamaguard-4-12b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"openrouter/meta-llama/llama-guard-4-12b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"meta-llamaguard-4-12b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":163840,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.8e-7,"output_cost_per_token":1.8e-7},"fireworks_ai/accounts/fireworks/models/llamaguard-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"meta-llamaguard-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"databricks/databricks-bge-large-en":{"litellm_provider":"databricks","mode":"embedding","cloudprice_model_id":"microsoft-bge-large-en","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_tokens":512,"input_cost_per_token":1.0002999999999999e-7},"azure_ai/MAI-Image-2.5":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"microsoft-image-2-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_image":0.05},"azure_ai/MAI-Image-2.5-Flash":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"microsoft-image-2-5-flash","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.00000175,"output_cost_per_image":0.0338},"github_copilot/mai-code-1-flash":{"litellm_provider":"github_copilot","mode":"chat","cloudprice_model_id":"microsoft-mai-code-1-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.0000045,"cache_read_input_token_cost":7.5e-8},"github_copilot/mai-code-1-flash-internal":{"litellm_provider":"github_copilot","mode":"chat","cloudprice_model_id":"microsoft-mai-code-1-flash-internal","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.0000045,"cache_read_input_token_cost":7.5e-8},"azure_ai/MAI-DS-R1":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-mai-ds-r1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000135,"output_cost_per_token":0.0000054},"azure_ai/MAI-Image-2e":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"microsoft-mai-image-2e","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_image":0.02},"azure_ai/model_router":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-model-router","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":1.4e-7},"ollama/orca-mini":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"microsoft-orca-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"fireworks_ai/accounts/fireworks/models/phi-2-3b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"microsoft-phi-2-3b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"azure_ai/Phi-3.5-mini-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-3-5-mini-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.3e-7,"output_cost_per_token":5.2e-7},"azure_ai/Phi-3.5-MoE-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-3-5-moe-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.6e-7,"output_cost_per_token":6.4e-7},"azure_ai/Phi-3.5-vision-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-3-5-vision-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.3e-7,"output_cost_per_token":5.2e-7},"azure_ai/Phi-3-medium-128k-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-3-medium-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.7000000000000001e-7,"output_cost_per_token":6.800000000000001e-7},"azure_ai/Phi-3-medium-4k-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-3-medium-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.7000000000000001e-7,"output_cost_per_token":6.800000000000001e-7},"azure_ai/Phi-3-mini-128k-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-3-mini-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.3e-7,"output_cost_per_token":5.2e-7},"azure_ai/Phi-3-mini-4k-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-3-mini-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.3e-7,"output_cost_per_token":5.2e-7},"fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"microsoft-phi-3-mini-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"azure_ai/Phi-3-small-128k-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-3-small-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"azure_ai/Phi-3-small-8k-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-3-small-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"microsoft-phi-3-vision-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32064,"max_tokens":32064,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"azure_ai/Phi-4":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.25e-7,"output_cost_per_token":5e-7},"deepinfra/microsoft/phi-4":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"microsoft-phi-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7e-8,"output_cost_per_token":1.4e-7},"openrouter/microsoft/phi-4":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"microsoft-phi-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7e-8,"output_cost_per_token":1.4e-7},"azure_ai/Phi-4-mini-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-4-mini-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7},"wandb/microsoft/Phi-4-mini-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-4-mini-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7},"azure_ai/Phi-4-mini-reasoning":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-4-mini-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7},"azure_ai/Phi-4-multimodal-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-4-multimodal-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":8e-8,"output_cost_per_token":3.2e-7},"azure_ai/Phi-4-reasoning":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"microsoft-phi-4-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.25e-7,"output_cost_per_token":5e-7},"azure_ai/doc-intelligence/prebuilt-document":{"litellm_provider":"azure","mode":"ocr","cloudprice_model_id":"microsoft-prebuilt-document","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"ocr_cost_per_page":0.01},"azure_ai/doc-intelligence/prebuilt-layout":{"litellm_provider":"azure","mode":"ocr","cloudprice_model_id":"microsoft-prebuilt-layout","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"ocr_cost_per_page":0.01},"azure_ai/doc-intelligence/prebuilt-read":{"litellm_provider":"azure","mode":"ocr","cloudprice_model_id":"microsoft-prebuilt-read","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"ocr_cost_per_page":0.0015},"azure/speech/azure-stt":{"litellm_provider":"azure","mode":"audio_transcription","cloudprice_model_id":"microsoft-stt","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.0002777778},"azure/speech/azure-tts":{"litellm_provider":"azure","mode":"audio_speech","cloudprice_model_id":"microsoft-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000014999999999999999},"azure/speech/azure-tts-hd":{"litellm_provider":"azure","mode":"audio_speech","cloudprice_model_id":"microsoft-tts-hd","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000029999999999999997},"deepinfra/microsoft/WizardLM-2-8x22B":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"microsoft-wizardlm-2-8x22b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":4.8e-7,"output_cost_per_token":4.8e-7},"novita/microsoft/wizardlm-2-8x22b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"microsoft-wizardlm-2-8x22b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":6.2e-7,"output_cost_per_token":6.2e-7},"openrouter/microsoft/wizardlm-2-8x22b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"microsoft-wizardlm-2-8x22b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":6.2e-7,"output_cost_per_token":6.2e-7},"fireworks_ai/accounts/fireworks/models/minimax-m1-80k":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"minimax-m1-80k","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":40000,"max_tokens":40000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"novita/minimaxai/minimax-m1-80k":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"minimax-m1-80k","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":40000,"max_tokens":40000,"input_cost_per_token":5.5e-7,"output_cost_per_token":0.0000022},"fireworks_ai/accounts/fireworks/models/minimax-m2":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"minimax-m2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":205000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"minimax.minimax-m2":{"litellm_provider":"minimax","mode":"chat","cloudprice_model_id":"minimax-m2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":205000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"minimax/MiniMax-M2":{"litellm_provider":"minimax","mode":"chat","cloudprice_model_id":"minimax-m2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":205000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"novita/minimax/minimax-m2":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"minimax-m2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":205000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8},"openrouter/minimax/minimax-m2":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"minimax-m2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":205000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.55e-7,"output_cost_per_token":0.00000102},"vertex_ai-language-models/minimax-m2":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"minimax-m2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":205000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_creation_input_token_cost":3e-8},"vercel_ai_gateway/minimax/minimax-m2":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"minimax-m2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":205000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"gemini/minimax-m2":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"minimax-m2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":205000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_creation_input_token_cost":3e-8},"bedrock/minimax.minimax-m2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":205000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/ap-northeast-1/minimax.minimax-m2.1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/ap-south-1/minimax.minimax-m2.1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/ap-southeast-3/minimax.minimax-m2.1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/eu-central-1/minimax.minimax-m2.1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/eu-north-1/minimax.minimax-m2.1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/eu-south-1/minimax.minimax-m2.1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/eu-west-1/minimax.minimax-m2.1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/eu-west-2/minimax.minimax-m2.1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/sa-east-1/minimax.minimax-m2.1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/us-east-1/minimax.minimax-m2.1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/us-east-2/minimax.minimax-m2.1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/us-west-2/minimax.minimax-m2.1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"fireworks_ai/accounts/fireworks/models/minimax-m2p1":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8},"fireworks_ai/minimax-m2p1":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8},"gmi/MiniMaxAI/MiniMax-M2.1":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"minimax.minimax-m2.1":{"litellm_provider":"minimax","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"minimax/MiniMax-M2.1":{"litellm_provider":"minimax","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"novita/minimax/minimax-m2.1":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8},"openrouter/minimax/minimax-m2.1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8},"vercel_ai_gateway/minimax/minimax-m2.1":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"minimax-m2-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"minimax/MiniMax-M2.1-lightning":{"litellm_provider":"minimax","mode":"chat","cloudprice_model_id":"minimax-m2-1-lightning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"vercel_ai_gateway/minimax/minimax-m2.1-lightning":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"minimax-m2-1-lightning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"baseten/MiniMaxAI/MiniMax-M2.5":{"litellm_provider":"minimax","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"bedrock/ap-northeast-1/minimax.minimax-m2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/ap-south-1/minimax.minimax-m2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/ap-southeast-2/minimax.minimax-m2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/ap-southeast-3/minimax.minimax-m2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/eu-central-1/minimax.minimax-m2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/eu-north-1/minimax.minimax-m2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/eu-south-1/minimax.minimax-m2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/eu-west-1/minimax.minimax-m2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/eu-west-2/minimax.minimax-m2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/sa-east-1/minimax.minimax-m2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/us-east-1/minimax.minimax-m2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/us-east-2/minimax.minimax-m2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"bedrock/us-west-2/minimax.minimax-m2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012},"minimax.minimax-m2.5":{"litellm_provider":"minimax","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"minimax/MiniMax-M2.5":{"litellm_provider":"minimax","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"openrouter/minimax/minimax-m2.5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":1.2e-7,"output_cost_per_token":4.8e-7,"cache_read_input_token_cost":1.5e-7},"tensormesh/MiniMaxAI/MiniMax-M2.5":{"litellm_provider":"minimax","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"wandb/MiniMaxAI/MiniMax-M2.5":{"litellm_provider":"minimax","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"vercel_ai_gateway/minimax/minimax-m2.5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"minimax-m2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"minimax/MiniMax-M2.5-lightning":{"litellm_provider":"minimax","mode":"chat","cloudprice_model_id":"minimax-m2-5-lightning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":3e-8,"cache_creation_input_token_cost":3.75e-7},"fireworks_ai/accounts/fireworks/models/minimax-m2p7":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"minimax-m2-7","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000192,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":6e-8},"fireworks_ai/minimax-m2p7":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"minimax-m2-7","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000192,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":6e-8},"pinstripes/ps/minimax-m2.7":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"minimax-m2-7","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000192,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":1.8e-7,"output_cost_per_token":7.2e-7},"sambanova/MiniMax-M2.7":{"litellm_provider":"sambanova","mode":"chat","cloudprice_model_id":"minimax-m2-7","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000192,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024},"vercel_ai_gateway/minimax/minimax-m2.7":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"minimax-m2-7","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000192,"max_output_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":6e-8,"cache_creation_input_token_cost":3.75e-7},"vertex_ai/minimaxai/minimax-m2-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"minimax-m2-maas","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_creation_input_token_cost":3e-8},"gemini/minimax-m2-maas":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"minimax-m2-maas","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":196608,"max_tokens":196608,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_creation_input_token_cost":3e-8},"fireworks_ai/accounts/fireworks/models/minimax-m3":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"minimax-m3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":512000,"max_tokens":512000,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":6e-8},"fireworks_ai/minimax-m3":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"minimax-m3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":512000,"max_tokens":512000,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":6e-8},"minimax/MiniMax-M3":{"litellm_provider":"minimax","mode":"chat","cloudprice_model_id":"minimax-m3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":512000,"max_tokens":512000,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":6e-8},"openrouter/minimax/minimax-m3":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"minimax-m3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":512000,"max_tokens":512000,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":6e-8},"vercel_ai_gateway/minimax/minimax-m3":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"minimax-m3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":512000,"max_tokens":512000,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000012,"cache_read_input_token_cost":6e-8},"minimax/speech-2.6-hd":{"litellm_provider":"minimax","mode":"audio_speech","cloudprice_model_id":"minimax-speech-2-6-hd","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.0001},"minimax/speech-2.6-turbo":{"litellm_provider":"minimax","mode":"audio_speech","cloudprice_model_id":"minimax-speech-2-6-turbo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000059999999999999995},"minimax/speech-02-hd":{"litellm_provider":"minimax","mode":"audio_speech","cloudprice_model_id":"minimax-speech-2-hd","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.0001},"minimax/speech-02-turbo":{"litellm_provider":"minimax","mode":"audio_speech","cloudprice_model_id":"minimax-speech-2-turbo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000059999999999999995},"ollama/mistral":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"mistral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192},"fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-3-7b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/mistral-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"llamagate/mistral-7b-v0.3":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.5e-7,"output_cost_per_token":2.5e-7},"mistral/open-mistral-7b":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.5e-7,"output_cost_per_token":2.5e-7},"replicate/mistralai/mistral-7b-v0.1":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"mistral-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.5e-7},"snowflake/mistral-7b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"mistral-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7.5e-8,"output_cost_per_token":1.0000000000000001e-7},"anyscale/mistralai/Mistral-7B-Instruct-v0.1":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1e-8,"deprecation_date":"2026-05-30"},"bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":2.0000000000000002e-7,"deprecation_date":"2026-05-30"},"bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":2.0000000000000002e-7,"deprecation_date":"2026-05-30"},"bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":2.0000000000000002e-7,"deprecation_date":"2026-05-30"},"cloudflare/@cf/mistral/mistral-7b-instruct-v0.1":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.1e-7,"output_cost_per_token":1.9e-7,"deprecation_date":"2026-05-30"},"fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7,"deprecation_date":"2026-05-30"},"fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7,"deprecation_date":"2026-05-30"},"mistral.mistral-7b-instruct-v0:2":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1e-8,"deprecation_date":"2026-05-30"},"nebius/intfloat/e5-mistral-7b-instruct":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1e-8,"deprecation_date":"2026-05-30"},"ollama/mistral-7B-Instruct-v0.1":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1e-8,"deprecation_date":"2026-05-30"},"ollama/mistral-7B-Instruct-v0.2":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1e-8,"deprecation_date":"2026-05-30"},"openrouter/mistralai/mistral-7b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.3e-7,"output_cost_per_token":1.3e-7,"deprecation_date":"2026-05-30"},"ovhcloud/Mistral-7B-Instruct-v0.3":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2026-05-30"},"perplexity/mistral-7b-instruct":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7e-8,"output_cost_per_token":2.8e-7,"deprecation_date":"2026-05-30"},"replicate/mistralai/mistral-7b-instruct-v0.2":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.5e-7,"deprecation_date":"2026-05-30"},"together_ai/mistralai/Mistral-7B-Instruct-v0.1":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"mistral-7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":127000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1e-8,"deprecation_date":"2026-05-30"},"cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"mistral-7b-instruct-v0-2-lora","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":15000,"max_output_tokens":15000,"max_tokens":15000},"codestral/codestral-2405":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-codestral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7},"codestral/codestral-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-codestral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7},"mistral/codestral-2405":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-codestral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7},"mistral/codestral-2508":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-codestral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7},"mistral/codestral-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-codestral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7},"text-completion-codestral/codestral-2405":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-codestral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7},"text-completion-codestral/codestral-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-codestral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7},"vercel_ai_gateway/mistral/codestral":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-codestral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7},"vertex_ai/codestral-2501":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-codestral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7},"vertex_ai/codestral@2405":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-codestral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7},"vertex_ai/codestral@latest":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-codestral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7},"azure/mistral:codestral":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"mistral-codestral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7},"openrouter/mistralai/codestral-2508":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-codestral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7,"cache_read_input_token_cost":3e-8},"vertex_ai/codestral-2":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-codestral-2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7},"vertex_ai/codestral-2@001":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-codestral-2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7},"vertex_ai/mistralai/codestral-2":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-codestral-2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7},"vertex_ai/mistralai/codestral-2@001":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-codestral-2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7},"mistral/codestral-embed":{"litellm_provider":"mistral","mode":"embedding","cloudprice_model_id":"mistral-codestral-embed","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.5e-7},"mistral/codestral-embed-2505":{"litellm_provider":"mistral","mode":"embedding","cloudprice_model_id":"mistral-codestral-embed","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.5e-7},"vercel_ai_gateway/mistral/codestral-embed":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"mistral-codestral-embed","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.5e-7},"mistral/codestral-mamba-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-codestral-mamba","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":2.5e-7,"output_cost_per_token":2.5e-7},"mistral/open-codestral-mamba":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-codestral-mamba","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":2.5e-7,"output_cost_per_token":2.5e-7},"mistral/devstral-2512":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-devstral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"mistral/devstral-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-devstral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"openrouter/mistralai/devstral-2512":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-devstral","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":4e-8},"mistral.devstral-2-123b":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-devstral-2-123b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"scaleway/mistralai/devstral-2-123b-instruct-2512":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"mistral-devstral-2-123b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"mistral/devstral-medium-2507":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-devstral-medium","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"mistral/devstral-medium-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-devstral-medium","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"fireworks_ai/accounts/fireworks/models/devstral-small-2505":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-devstral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"mistral/devstral-small-2505":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-devstral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7},"mistral/devstral-small-2507":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-devstral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7},"mistral/devstral-small-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-devstral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7},"mistral/labs-devstral-small-2512":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-devstral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7},"vercel_ai_gateway/mistral/devstral-small":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-devstral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7},"azure_ai/mistral-document-ai-2505":{"litellm_provider":"azure","mode":"ocr","cloudprice_model_id":"mistral-document-ai","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"ocr_cost_per_page":0.003},"azure_ai/mistral-document-ai-2512":{"litellm_provider":"azure","mode":"ocr","cloudprice_model_id":"mistral-document-ai","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"ocr_cost_per_page":0.003},"mistral/mistral-embed":{"litellm_provider":"mistral","mode":"embedding","cloudprice_model_id":"mistral-embed","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7},"vercel_ai_gateway/mistral/mistral-embed":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"mistral-embed","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7},"azure/mistral-large-2402":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000004,"output_cost_per_token":0.000012},"azure/mistral-large-latest":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000004,"output_cost_per_token":0.000012},"azure_ai/mistral-large":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000004,"output_cost_per_token":0.000012},"azure_ai/mistral-large-2407":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000004,"output_cost_per_token":0.000012},"azure_ai/mistral-large-latest":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000004,"output_cost_per_token":0.000012},"bedrock/eu-west-3/mistral.mistral-large-2402-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"bedrock/us-east-1/mistral.mistral-large-2402-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"bedrock/us-west-2/mistral.mistral-large-2402-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"mistral.mistral-large-2402-v1:0":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000004,"output_cost_per_token":0.000012},"mistral.mistral-large-2407-v1:0":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000004,"output_cost_per_token":0.000012},"mistral/mistral-large-2402":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000004,"output_cost_per_token":0.000012},"mistral/mistral-large-2407":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000004,"output_cost_per_token":0.000012},"mistral/mistral-large-2411":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000004,"output_cost_per_token":0.000012},"mistral/mistral-large-2512":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000004,"output_cost_per_token":0.000012},"mistral/mistral-large-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000004,"output_cost_per_token":0.000012},"openrouter/mistralai/mistral-large":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"cache_read_input_token_cost":5.0000000000000004e-8},"openrouter/mistralai/mistral-large-2512":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"cache_read_input_token_cost":5.0000000000000004e-8},"snowflake/mistral-large":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"vercel_ai_gateway/mistral/mistral-large":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"vertex_ai/mistral-large-2411":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"vertex_ai/mistral-large@2407":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"vertex_ai/mistral-large@2411-001":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"vertex_ai/mistral-large@latest":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"watsonx/mistralai/mistral-large":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"mistral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000003,"output_cost_per_token":0.00001},"snowflake/mistral-large2":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"mistral-large-2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003},"azure_ai/mistral-large-3":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"mistral-large-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-large-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"mistral/mistral-large-3":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-large-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"vercel_ai_gateway/mistral/mistral-large-3":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-large-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"snowflake/mistral-large3":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"mistral-large-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000018000000000000001},"mistral.mistral-large-3-675b-instruct":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-large-3-675b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"ollama/mistral-large-instruct-2407":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"mistral-large-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":8192,"max_tokens":8192},"mistral/magistral-medium-1-2-2509":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-magistral-1-2-medium","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40000,"max_tokens":40000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000005},"mistral/magistral-small-1-2-2509":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-magistral-1-2-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":40000,"max_tokens":40000,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"mistral/magistral-medium-2506":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-magistral-medium","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000005},"mistral/magistral-medium-2509":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-magistral-medium","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000005},"mistral/magistral-medium-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-magistral-medium","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000005},"vercel_ai_gateway/mistral/magistral-medium":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-magistral-medium","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000005},"mistral.magistral-small-2509":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-magistral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"mistral/magistral-small-2506":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-magistral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"mistral/magistral-small-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-magistral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"vercel_ai_gateway/mistral/magistral-small":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-magistral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"bedrock/mistral.magistral-small-2509":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-magistral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"ovhcloud/mamba-codestral-7B-v0.1":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"mistral-mamba-codestral-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":1.9e-7,"output_cost_per_token":1.9e-7},"azure_ai/mistral-medium-2505":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"mistral-medium","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"mistral/mistral-medium":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-medium","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075},"mistral/mistral-medium-2312":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-medium","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075},"mistral/mistral-medium-2505":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-medium","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075},"mistral/mistral-medium-2508":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-medium","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075},"mistral/mistral-medium-2604":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-medium","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075},"mistral/mistral-medium-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-medium","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075},"watsonx/mistralai/mistral-medium-2505":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"mistral-medium","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.000003,"output_cost_per_token":0.00001},"vercel_ai_gateway/mistral/mistral-medium":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-medium","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"vertex_ai/mistral-medium-3":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-medium-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"vertex_ai/mistral-medium-3@001":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-medium-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"vertex_ai/mistralai/mistral-medium-3":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-medium-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"vertex_ai/mistralai/mistral-medium-3@001":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-medium-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"mistral/mistral-medium-3":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-medium-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075},"openrouter/mistralai/mistral-medium-3":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-medium-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":4e-8},"mistral/mistral-medium-3-1-2508":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-medium-3-1","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"openrouter/mistralai/mistral-medium-3.1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-medium-3-1","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":4e-8},"mistral/mistral-medium-3-5":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-medium-3-5","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075},"openrouter/mistralai/mistral-medium-3-5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-medium-3-5","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075},"azure/mistral:mm35":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"mistral-medium-3-5","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075},"vercel_ai_gateway/mistral/mistral-medium-3.5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-medium-3-5","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075},"scaleway/mistralai/mistral-medium-3.5-128b":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"mistral-medium-3-5-128b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000015,"output_cost_per_token":0.0000075},"openrouter/mistralai/ministral-14b-2512":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-ministral-14b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7,"cache_read_input_token_cost":2e-8},"vercel_ai_gateway/mistral/ministral-14b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-ministral-14b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"mistral/ministral-3-14b-2512":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-ministral-3-14b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-ministral-3-14b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"mistral.ministral-3-14b-instruct":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-ministral-3-14b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"mistral/ministral-3-3b-2512":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-ministral-3-3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-ministral-3-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"mistral.ministral-3-3b-instruct":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-ministral-3-3b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"mistral/ministral-3-8b-2512":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-ministral-3-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-ministral-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"mistral.ministral-3-8b-instruct":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-ministral-3-8b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"azure_ai/ministral-3b":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"mistral-ministral-3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":4e-8,"output_cost_per_token":4e-8},"openrouter/mistralai/ministral-3b-2512":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-ministral-3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7,"cache_read_input_token_cost":1e-8},"vercel_ai_gateway/mistral/ministral-3b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-ministral-3b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"mistral/ministral-8b-2512":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-ministral-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":4000,"max_tokens":4000,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"mistral/ministral-8b-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-ministral-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":4000,"max_tokens":4000,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"openrouter/mistralai/ministral-8b-2512":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-ministral-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":4000,"max_tokens":4000,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7,"cache_read_input_token_cost":1.5e-8},"vercel_ai_gateway/mistral/ministral-8b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-ministral-8b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":4000,"max_tokens":4000,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"fireworks_ai/accounts/fireworks/models/mixtral-8x22b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x22b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"mistral/open-mixtral-8x22b":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x22b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7},"fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"nscale/mistralai/mixtral-8x22b-instruct-v0.1":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7},"ollama/mixtral-8x22B-Instruct-v0.1":{"litellm_provider":"nscale","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7},"openrouter/mistralai/mixtral-8x22b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006,"cache_read_input_token_cost":2.0000000000000002e-7},"vercel_ai_gateway/mistral/mixtral-8x22b-instruct":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x22b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_output_tokens":2048,"max_tokens":2048,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"fireworks_ai/accounts/fireworks/models/mixtral-8x7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7},"mistral/open-mixtral-8x7b":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7e-7,"output_cost_per_token":7e-7},"snowflake/mixtral-8x7b":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.4e-7,"output_cost_per_token":8.4e-7},"anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7e-8,"output_cost_per_token":2.8e-7,"deprecation_date":"2026-05-07"},"bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.5000000000000003e-7,"output_cost_per_token":7e-7,"deprecation_date":"2026-05-07"},"bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.5000000000000003e-7,"output_cost_per_token":7e-7,"deprecation_date":"2026-05-07"},"bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.5000000000000003e-7,"output_cost_per_token":7e-7,"deprecation_date":"2026-05-07"},"databricks/databricks-mixtral-8x7b-instruct":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.000099999999999e-7,"output_cost_per_token":0.0000010000199999999999,"deprecation_date":"2026-05-07"},"deepinfra/mistralai/Mixtral-8x7B-Instruct-v0.1":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-05-07"},"fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7,"deprecation_date":"2026-05-07"},"fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7,"deprecation_date":"2026-05-07"},"mistral.mixtral-8x7b-instruct-v0:1":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7e-8,"output_cost_per_token":2.8e-7,"deprecation_date":"2026-05-07"},"ollama/mixtral-8x7B-Instruct-v0.1":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7e-8,"output_cost_per_token":2.8e-7,"deprecation_date":"2026-05-07"},"ovhcloud/Mixtral-8x7B-Instruct-v0.1":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6.3e-7,"output_cost_per_token":6.3e-7,"deprecation_date":"2026-05-07"},"perplexity/mixtral-8x7b-instruct":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7e-8,"output_cost_per_token":2.8e-7,"deprecation_date":"2026-05-07"},"replicate/mistralai/mixtral-8x7b-instruct-v0.1":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3e-7,"output_cost_per_token":0.000001,"deprecation_date":"2026-05-07"},"together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"mistral-mixtral-8x7b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-05-07"},"azure_ai/mistral-nemo":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"mistral-nemo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"mistral/open-mistral-nemo":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-nemo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":3e-7,"output_cost_per_token":3e-7},"mistral/open-mistral-nemo-2407":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-nemo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":3e-7,"output_cost_per_token":3e-7},"novita/mistralai/mistral-nemo":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"mistral-nemo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":4e-8,"output_cost_per_token":1.7000000000000001e-7},"vertex_ai/mistral-nemo@2407":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-nemo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"vertex_ai/mistral-nemo@latest":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-nemo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"vercel_ai_gateway/mistral/mistral-nemo":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-nemo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"openrouter/mistralai/mistral-nemo":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-nemo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":2e-8,"output_cost_per_token":3e-8},"fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-nemo-base","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"deepinfra/mistralai/Mistral-Nemo-Instruct-2407":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"mistral-nemo-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":512,"max_tokens":512,"input_cost_per_token":2e-8,"output_cost_per_token":4e-8},"fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-nemo-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":512,"max_tokens":512,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"gradient_ai/mistral-nemo-instruct-2407":{"litellm_provider":"gradient_ai","mode":"chat","cloudprice_model_id":"mistral-nemo-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":512,"max_tokens":512,"input_cost_per_token":3e-7,"output_cost_per_token":3e-7},"nebius/mistralai/Mistral-Nemo-Instruct-2407":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"mistral-nemo-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":512,"max_tokens":512,"input_cost_per_token":4e-8,"output_cost_per_token":1.2e-7},"ovhcloud/Mistral-Nemo-Instruct-2407":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"mistral-nemo-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":512,"max_tokens":512,"input_cost_per_token":1.3e-7,"output_cost_per_token":1.3e-7},"mistral/mistral-ocr-2505-completion":{"litellm_provider":"mistral","mode":"ocr","cloudprice_model_id":"mistral-ocr","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000004,"output_cost_per_token":0.000005,"ocr_cost_per_page":0.004},"mistral/mistral-ocr-2512":{"litellm_provider":"mistral","mode":"ocr","cloudprice_model_id":"mistral-ocr","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000004,"output_cost_per_token":0.000005,"ocr_cost_per_page":0.004},"mistral/mistral-ocr-4-0":{"litellm_provider":"mistral","mode":"ocr","cloudprice_model_id":"mistral-ocr","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000004,"output_cost_per_token":0.000005,"ocr_cost_per_page":0.004},"mistral/mistral-ocr-latest":{"litellm_provider":"mistral","mode":"ocr","cloudprice_model_id":"mistral-ocr","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000004,"output_cost_per_token":0.000005,"ocr_cost_per_page":0.004},"vertex_ai/mistral-ocr-2505":{"litellm_provider":"vertex_ai-language-models","mode":"ocr","cloudprice_model_id":"mistral-ocr","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"ocr_cost_per_page":0.0005},"azure/mistral:ocr":{"litellm_provider":"azure","mode":"ocr","cloudprice_model_id":"mistral-ocr","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"ocr_cost_per_page":0.0011},"azure/mistral:ocr4":{"litellm_provider":"azure","mode":"ocr","cloudprice_model_id":"mistral-ocr-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"ocr_cost_per_page":0.004},"azure/mistral:ocr4annot":{"litellm_provider":"azure","mode":"ocr","cloudprice_model_id":"mistral-ocr-4-annot","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"ocr_cost_per_page":0.005},"mistral/pixtral-12b-2409":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-pixtral-12b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"scaleway/mistralai/pixtral-12b-2409":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"mistral-pixtral-12b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"vercel_ai_gateway/mistral/pixtral-12b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-pixtral-12b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.5e-7,"output_cost_per_token":1.5e-7},"watsonx/mistralai/pixtral-12b-2409":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"mistral-pixtral-12b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":3.5e-7,"output_cost_per_token":3.5e-7},"eu.mistral.pixtral-large-2502-v1:0":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-pixtral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"mistral/pixtral-large-2411":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-pixtral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"mistral/pixtral-large-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-pixtral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"us.mistral.pixtral-large-2502-v1:0":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-pixtral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"vercel_ai_gateway/mistral/pixtral-large":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-pixtral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"snowflake/pixtral-large":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"mistral-pixtral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.0000024,"output_cost_per_token":0.0000072000000000000005},"bedrock/eu.mistral.pixtral-large-2502-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-pixtral-large","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006},"vercel_ai_gateway/mistral/mistral-saba-24b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-saba-24b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":7.900000000000001e-7,"output_cost_per_token":7.900000000000001e-7},"azure_ai/mistral-small":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"mistral-small","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003},"azure_ai/mistral-small-2503":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"mistral-small","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003},"mistral.mistral-small-2402-v1:0":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-small","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"mistral/mistral-small":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-small","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"mistral/mistral-small-latest":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-small","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"vercel_ai_gateway/mistral/mistral-small":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"mistral-small","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7},"vertex_ai/mistral-small-2503":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-small","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003},"vertex_ai/mistral-small-2503@001":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"mistral-small","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003},"watsonx/mistralai/mistral-small-2503":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"mistral-small","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7},"openrouter/mistralai/mistral-small-2603":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-small","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":1.5e-8},"bedrock/mistral.mistral-small-2402-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-small","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003},"deepinfra/mistralai/Mistral-Small-24B-Instruct-2501":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"mistral-small-24b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":8e-8},"fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"mistral-small-24b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"together_ai/mistralai/Mistral-Small-24B-Instruct-2501":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"mistral-small-24b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":8e-8},"openrouter/mistralai/mistral-small-24b-instruct-2501":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-small-24b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":8e-8},"cloudflare/@cf/mistralai/mistral-small-3.1-24b-instruct":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"mistral-small-3-1-24b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":3.5099999999999995e-7,"output_cost_per_token":5.550000000000001e-7},"openrouter/mistralai/mistral-small-3.1-24b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-small-3-1-24b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":3.5099999999999995e-7,"output_cost_per_token":5.550000000000001e-7},"watsonx/mistralai/mistral-small-3-1-24b-instruct-2503":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"mistral-small-3-1-24b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7},"mistral/mistral-small-3-2-2506":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-small-3-2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-8,"output_cost_per_token":1.8e-7},"deepinfra/mistralai/Mistral-Small-3.2-24B-Instruct-2506":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"mistral-small-3-2-24b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":7.5e-8,"output_cost_per_token":2.0000000000000002e-7},"openrouter/mistralai/mistral-small-3.2-24b-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-small-3-2-24b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":7.5e-8,"output_cost_per_token":2.0000000000000002e-7},"ovhcloud/Mistral-Small-3.2-24B-Instruct-2506":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"mistral-small-3-2-24b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":9e-8,"output_cost_per_token":2.8e-7},"scaleway/mistralai/mistral-small-3.2-24b-instruct-2506":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"mistral-small-3-2-24b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.5e-7,"output_cost_per_token":3.5e-7},"mistral/mistral-tiny":{"litellm_provider":"mistral","mode":"chat","cloudprice_model_id":"mistral-tiny","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8191,"max_tokens":8191,"input_cost_per_token":2.5e-7,"output_cost_per_token":2.5e-7},"mistral.voxtral-mini-3b-2507":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-voxtral-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":4e-8,"output_cost_per_token":4e-8},"mistral/voxtral-mini-transcribe-realtime":{"litellm_provider":"mistral","mode":"audio_transcription","cloudprice_model_id":"mistral-voxtral-mini-transcribe-realtime","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_token":6e-9},"mistral/voxtral-mini-tts":{"litellm_provider":"mistral","mode":"audio_speech","cloudprice_model_id":"mistral-voxtral-mini-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":0,"output_cost_per_token":0.000016},"mistral.voxtral-small-24b-2507":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"mistral-voxtral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7},"scaleway/mistralai/voxtral-small-24b-2507":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"mistral-voxtral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":3.5e-7},"openrouter/mistralai/voxtral-small-24b-2507":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"mistral-voxtral-small","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7,"cache_read_input_token_cost":1e-8},"moonshot/moonshot-v1-128k":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-1-128k","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000002,"output_cost_per_token":0.000005},"moonshot/moonshot-v1-128k-0430":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-1-128k-430","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000002,"output_cost_per_token":0.000005,"deprecation_date":"2024-04-30"},"moonshot/moonshot-v1-128k-vision-preview":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-1-128k-vision-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000002,"output_cost_per_token":0.000005},"moonshot/moonshot-v1-32k":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-1-32k","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003},"moonshot/moonshot-v1-32k-0430":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-1-32k-430","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003,"deprecation_date":"2024-04-30"},"moonshot/moonshot-v1-32k-vision-preview":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-1-32k-vision-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003},"moonshot/moonshot-v1-8k":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-1-8k","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.000002},"moonshot/moonshot-v1-8k-0430":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-1-8k-430","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.000002,"deprecation_date":"2024-04-30"},"moonshot/moonshot-v1-8k-vision-preview":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-1-8k-vision-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.000002},"moonshot/moonshot-v1-auto":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-1-auto","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000002,"output_cost_per_token":0.000005},"moonshot/kimi-latest":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000002,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-01-28"},"moonshot/kimi-latest-128k":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000002,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-01-28"},"moonshot/kimi-latest-32k":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000002,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-01-28"},"moonshot/kimi-latest-8k":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000002,"output_cost_per_token":0.000005,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-01-28"},"openrouter/~moonshotai/kimi-latest":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"moonshot-kimi","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6.6e-7,"output_cost_per_token":0.00000341,"cache_read_input_token_cost":1.4e-7,"deprecation_date":"2026-01-28"},"novita/moonshotai/kimi-k2-0905":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"deprecation_date":"2026-05-14"},"vercel_ai_gateway/moonshotai/kimi-k2":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":5.699999999999999e-7,"output_cost_per_token":0.0000023,"deprecation_date":"2026-05-14"},"openrouter/moonshotai/kimi-k2":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":5.699999999999999e-7,"output_cost_per_token":0.0000023,"deprecation_date":"2026-05-14"},"azure_ai/kimi-k2.5":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003},"baseten/moonshotai/Kimi-K2.5":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":1.0000000000000001e-7},"bedrock/ap-northeast-1/moonshotai.kimi-k2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003},"bedrock/ap-south-1/moonshotai.kimi-k2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003},"bedrock/ap-southeast-3/moonshotai.kimi-k2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003},"bedrock/eu-north-1/moonshotai.kimi-k2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003},"bedrock/moonshotai.kimi-k2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003},"bedrock/sa-east-1/moonshotai.kimi-k2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003},"bedrock/us-east-1/moonshotai.kimi-k2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003},"bedrock/us-east-2/moonshotai.kimi-k2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003},"bedrock/us-west-2/moonshotai.kimi-k2.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003},"fireworks_ai/accounts/fireworks/models/kimi-k2p5":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":1.0000000000000001e-7},"fireworks_ai/kimi-k2p5":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":1.0000000000000001e-7},"moonshot/kimi-k2.5":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":1.0000000000000001e-7},"moonshotai.kimi-k2.5":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":1.0000000000000001e-7},"openrouter/moonshotai/kimi-k2.5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":3.75e-7,"output_cost_per_token":0.000002025,"cache_read_input_token_cost":1.0000000000000001e-7},"together_ai/moonshotai/Kimi-K2.5":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000028},"wandb/moonshotai/Kimi-K2.5":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":1.0000000000000001e-7},"dashscope/kimi-k2.5":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":5.739999999999999e-7,"output_cost_per_token":0.000003011},"vercel_ai_gateway/moonshotai/kimi-k2.5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":1.0000000000000001e-7},"cloudflare/@cf/moonshotai/kimi-k2.5":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.000003,"cache_read_input_token_cost":1.0000000000000001e-7},"azure_ai/kimi-k2.6":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":262142,"max_tokens":262142,"input_cost_per_token":9.499999999999999e-7,"output_cost_per_token":0.000004},"cloudflare/@cf/moonshotai/kimi-k2.6":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":262142,"max_tokens":262142,"input_cost_per_token":9.499999999999999e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":1.6e-7},"fireworks_ai/accounts/fireworks/models/kimi-k2p6":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":262142,"max_tokens":262142,"input_cost_per_token":9.499999999999999e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":1.6e-7},"fireworks_ai/kimi-k2p6":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":262142,"max_tokens":262142,"input_cost_per_token":9.499999999999999e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":1.6e-7},"moonshot/kimi-k2.6":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":262142,"max_tokens":262142,"input_cost_per_token":9.499999999999999e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":1.6e-7},"tensormesh/moonshotai/Kimi-K2.6":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":262142,"max_tokens":262142,"input_cost_per_token":9.499999999999999e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":1.6e-7},"vercel_ai_gateway/moonshotai/kimi-k2.6":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":262142,"max_tokens":262142,"input_cost_per_token":9.499999999999999e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":1.6e-7},"dashscope/kimi-k2.6":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":262142,"max_tokens":262142,"input_cost_per_token":8.939e-7,"output_cost_per_token":0.0000037130999999999997},"openrouter/moonshotai/kimi-k2.6":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":262142,"max_tokens":262142,"input_cost_per_token":6.6e-7,"output_cost_per_token":0.00000341,"cache_read_input_token_cost":1.4e-7},"fireworks_ai/accounts/fireworks/routers/kimi-k2p6-fast":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-6-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":3e-7},"fireworks_ai/kimi-k2p6-fast":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-6-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":3e-7},"fireworks_ai/accounts/fireworks/routers/kimi-k2p7-code-fast":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-7-code-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":0.0000018999999999999998,"output_cost_per_token":0.000008,"cache_read_input_token_cost":3.8e-7},"fireworks_ai/kimi-k2p7-code-fast":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-7-code-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":0.0000018999999999999998,"output_cost_per_token":0.000008,"cache_read_input_token_cost":3.8e-7},"cloudflare/@cf/moonshotai/kimi-k2.7-code":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-code","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":7.4e-7,"output_cost_per_token":0.0000035,"cache_read_input_token_cost":1.5e-7},"fireworks_ai/accounts/fireworks/models/kimi-k2p7-code":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-code","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":9.499999999999999e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":1.9e-7},"fireworks_ai/kimi-k2p7-code":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-code","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":9.499999999999999e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":1.9e-7},"vercel_ai_gateway/moonshotai/kimi-k2.7-code":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-code","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":9.499999999999999e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":1.9e-7},"dashscope/kimi-k2.7-code":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-code","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":8.94e-7,"output_cost_per_token":0.0000037130000000000003},"baseten/moonshotai/Kimi-K2-Instruct-0905":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":4.0000000000000003e-7},"deepinfra/moonshotai/Kimi-K2-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":4.0000000000000003e-7},"deepinfra/moonshotai/Kimi-K2-Instruct-0905":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":4.0000000000000003e-7},"fireworks_ai/accounts/fireworks/models/kimi-k2-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025},"fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025},"groq/moonshotai/kimi-k2-instruct-0905":{"litellm_provider":"groq","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003,"cache_read_input_token_cost":5e-7},"hyperbolic/moonshotai/Kimi-K2-Instruct":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000002},"novita/moonshotai/kimi-k2-instruct":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5.699999999999999e-7,"output_cost_per_token":0.0000023},"together_ai/moonshotai/Kimi-K2-Instruct":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003},"together_ai/moonshotai/Kimi-K2-Instruct-0905":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003},"wandb/moonshotai/Kimi-K2-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":4.0000000000000003e-7},"moonshot/kimi-k2-0711-preview":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25"},"moonshot/kimi-k2-0905-preview":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25"},"baseten/moonshotai/Kimi-K2-Thinking":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25"},"bedrock/ap-northeast-1/moonshotai.kimi-k2-thinking":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"deprecation_date":"2026-05-25"},"bedrock/ap-south-1/moonshotai.kimi-k2-thinking":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"deprecation_date":"2026-05-25"},"bedrock/moonshotai.kimi-k2-thinking":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"deprecation_date":"2026-05-25"},"bedrock/sa-east-1/moonshotai.kimi-k2-thinking":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"deprecation_date":"2026-05-25"},"bedrock/us-east-1/moonshotai.kimi-k2-thinking":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"deprecation_date":"2026-05-25"},"bedrock/us-east-2/moonshotai.kimi-k2-thinking":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"deprecation_date":"2026-05-25"},"bedrock/us-west-2/moonshotai.kimi-k2-thinking":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"deprecation_date":"2026-05-25"},"crusoe/moonshotai/Kimi-K2-Thinking":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25"},"fireworks_ai/accounts/fireworks/models/kimi-k2-thinking":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"deprecation_date":"2026-05-25"},"gmi/moonshotai/Kimi-K2-Thinking":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000012,"deprecation_date":"2026-05-25"},"kimi-k2-thinking-251104":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25"},"moonshot.kimi-k2-thinking":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25"},"moonshot/kimi-k2-thinking":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25"},"novita/moonshotai/kimi-k2-thinking":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"deprecation_date":"2026-05-25"},"vertex_ai/moonshotai/kimi-k2-thinking-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"cache_creation_input_token_cost":6e-8,"deprecation_date":"2026-05-25"},"gemini/kimi-k2-thinking":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"cache_creation_input_token_cost":6e-8,"deprecation_date":"2026-05-25"},"openrouter/moonshotai/kimi-k2-thinking":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25"},"vercel_ai_gateway/moonshotai/kimi-k2-thinking":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":4.6999999999999995e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":1.4099999999999998e-7,"deprecation_date":"2026-05-25"},"dashscope/kimi-k2-thinking":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":5.739999999999999e-7,"output_cost_per_token":0.000002294,"deprecation_date":"2026-05-25"},"azure/moonshot:k2thinking":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":100352,"max_tokens":100352,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"deprecation_date":"2026-05-25"},"moonshot/kimi-k2-thinking-turbo":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-thinking-turbo","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":0.00000115,"output_cost_per_token":0.000008,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25"},"moonshot/kimi-k2-turbo-preview":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-k2-turbo-preview","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_tokens":262144,"input_cost_per_token":0.00000115,"output_cost_per_token":0.000008,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2026-05-25"},"moonshot/kimi-thinking-preview":{"litellm_provider":"moonshot","mode":"chat","cloudprice_model_id":"moonshot-kimi-thinking-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":1.5e-7,"deprecation_date":"2025-11-11"},"morph/morph-v3-fast":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"morph-3-fast","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":81920,"max_output_tokens":38000,"max_tokens":38000,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000012},"vercel_ai_gateway/morph/morph-v3-fast":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"morph-3-fast","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":81920,"max_output_tokens":38000,"max_tokens":38000,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":0.0000012},"morph/morph-v3-large":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"morph-3-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":0.0000018999999999999998},"vercel_ai_gateway/morph/morph-v3-large":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"morph-3-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":0.0000018999999999999998},"llamagate/nomic-embed-text":{"litellm_provider":"other/llamagate","mode":"embedding","cloudprice_model_id":"nomic-embed-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":2e-8},"fireworks_ai/nomic-ai/nomic-embed-text-v1":{"litellm_provider":"fireworks_ai","mode":"embedding","cloudprice_model_id":"nomic-embed-text-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":8e-9},"fireworks_ai/nomic-ai/nomic-embed-text-v1.5":{"litellm_provider":"fireworks_ai","mode":"embedding","cloudprice_model_id":"nomic-embed-text-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":8e-9},"fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"nousresearch-capybara-1-9-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"nousresearch-chronos-hermes-2-13b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"nousresearch-hermes-2-mixtral-8x7b-dpo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7},"novita/nousresearch/hermes-2-pro-llama-3-8b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"nousresearch-hermes-2-pro-llama-3-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.4e-7,"output_cost_per_token":1.4e-7,"deprecation_date":"2026-06-05"},"fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"nousresearch-hermes-2-yi-34b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"lambda_ai/hermes3-405b":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"nousresearch-hermes-3-405b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":8.000000000000001e-7,"output_cost_per_token":8.000000000000001e-7},"lambda_ai/hermes3-70b":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"nousresearch-hermes-3-70b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7},"lambda_ai/hermes3-8b":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"nousresearch-hermes-3-8b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.5000000000000002e-8,"output_cost_per_token":4e-8},"libertai/hermes-3-8b-tee":{"litellm_provider":"other/libertai","mode":"chat","cloudprice_model_id":"nousresearch-hermes-3-8b-tee","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"deepinfra/NousResearch/Hermes-3-Llama-3.1-405B":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"nousresearch-hermes-3-llama-3-1-405b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000001,"output_cost_per_token":0.000001},"nebius/NousResearch/Hermes-3-Llama-3.1-405B":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"nousresearch-hermes-3-llama-3-1-405b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000001,"output_cost_per_token":0.000003},"openrouter/nousresearch/hermes-3-llama-3.1-405b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"nousresearch-hermes-3-llama-3-1-405b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000001,"output_cost_per_token":0.000001},"deepinfra/NousResearch/Hermes-3-Llama-3.1-70B":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"nousresearch-hermes-3-llama-3-1-70b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":3e-7,"output_cost_per_token":3e-7},"hyperbolic/NousResearch/Hermes-3-Llama-3.1-70B":{"litellm_provider":"hyperbolic","mode":"chat","cloudprice_model_id":"nousresearch-hermes-3-llama-3-1-70b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7},"openrouter/nousresearch/hermes-3-llama-3.1-70b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"nousresearch-hermes-3-llama-3-1-70b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7e-7,"output_cost_per_token":7e-7},"fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"nousresearch-hermes-llama2-13b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"nousresearch-hermes-llama2-70b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"nousresearch-hermes-llama2-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"nebius/nvidia/Llama-3.1-Nemotron-Ultra-253B-v1":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"nvidia-llama-3-1-nemotron-1-ultra-253b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000018000000000000001},"deepinfra/nvidia/Llama-3.1-Nemotron-70B-Instruct":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"nvidia-llama-3-1-nemotron-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-05-07"},"fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"nvidia-llama-3-1-nemotron-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7,"deprecation_date":"2026-05-07"},"nvidia_nim/nvidia/llama-3_2-nv-rerankqa-1b-v2":{"litellm_provider":"nvidia_nim","mode":"rerank","cloudprice_model_id":"nvidia-llama-3-2-nv-rerankqa-2-1b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"nvidia_nim/ranking/nvidia/llama-3.2-nv-rerankqa-1b-v2":{"litellm_provider":"nvidia_nim","mode":"rerank","cloudprice_model_id":"nvidia-llama-3-2-nv-rerankqa-2-1b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"deepinfra/nvidia/Llama-3.3-Nemotron-Super-49B-v1.5":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"nvidia-llama-3-3-nemotron-1-5-super-49b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7},"openrouter/nvidia/llama-3.3-nemotron-super-49b-v1.5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"nvidia-llama-3-3-nemotron-1-5-super-49b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":4.0000000000000003e-7},"nebius/nvidia/Llama-3.3-Nemotron-Super-49B-v1":{"litellm_provider":"nebius","mode":"chat","cloudprice_model_id":"nvidia-llama-3-3-nemotron-1-super-49b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7},"lambda_ai/llama3.1-nemotron-70b-instruct-fp8":{"litellm_provider":"lambda_ai","mode":"chat","cloudprice_model_id":"nvidia-llama3-1-nemotron-70b-instruct","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.2e-7,"output_cost_per_token":3e-7},"baseten/nvidia/Nemotron-120B-A12B":{"litellm_provider":"other/baseten","mode":"chat","cloudprice_model_id":"nvidia-nemotron-120b-a12b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":3e-7,"output_cost_per_token":7.5e-7},"cloudflare/@cf/nvidia/nemotron-3-120b-a12b":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"nvidia-nemotron-3-120b-a12b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015},"fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"nvidia-nemotron-nano-2-12b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"nvidia.nemotron-nano-12b-v2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"nvidia-nemotron-nano-2-12b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7},"fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"nvidia-nemotron-nano-2-12b-vl","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2026-05-07"},"vercel_ai_gateway/nvidia/nemotron-nano-12b-v2-vl":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"nvidia-nemotron-nano-2-12b-vl","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7,"deprecation_date":"2026-05-07"},"deepinfra/nvidia/NVIDIA-Nemotron-Nano-9B-v2":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"nvidia-nemotron-nano-2-9b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":4e-8,"output_cost_per_token":1.6e-7,"deprecation_date":"2026-06-11"},"fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"nvidia-nemotron-nano-2-9b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7,"deprecation_date":"2026-06-11"},"nvidia.nemotron-nano-9b-v2":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"nvidia-nemotron-nano-2-9b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":4e-8,"output_cost_per_token":1.6e-7,"deprecation_date":"2026-06-11"},"vercel_ai_gateway/nvidia/nemotron-nano-9b-v2":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"nvidia-nemotron-nano-2-9b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6e-8,"output_cost_per_token":2.3000000000000002e-7,"deprecation_date":"2026-06-11"},"bedrock/nvidia.nemotron-nano-9b-v2":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"nvidia-nemotron-nano-2-9b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6e-8,"output_cost_per_token":2.3000000000000002e-7,"deprecation_date":"2026-06-11"},"nvidia.nemotron-nano-3-30b":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"nvidia-nemotron-nano-3-30b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6e-8,"output_cost_per_token":2.4e-7},"nvidia.nemotron-super-3-120b":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"nvidia-nemotron-super-3-120b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.5e-7,"output_cost_per_token":6.5e-7},"nvidia_nim/nvidia/nv-rerankqa-mistral-4b-v3":{"litellm_provider":"nvidia_nim","mode":"rerank","cloudprice_model_id":"nvidia-nv-rerankqa-mistral-3-4b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"azure/ada":{"litellm_provider":"azure","mode":"embedding","cloudprice_model_id":"openai-ada","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.0000000000000001e-7},"babbage-002":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-babbage-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":4.0000000000000003e-7},"ft:babbage-002":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-babbage-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":4.0000000000000003e-7},"azure/codex-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-codex-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":4.1299999999999995e-7,"output_cost_per_token":0.000006,"cache_read_input_token_cost":3.75e-7},"codex-mini-latest":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-codex-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000006,"cache_read_input_token_cost":3.75e-7},"azure/container":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-container","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"openai/container":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-container","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"aiml/dall-e-2":{"litellm_provider":"aiml","mode":"image_generation","cloudprice_model_id":"openai-dall-e-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.026},"azure/standard/1024-x-1024/dall-e-2":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.016,"input_cost_per_image":0.02},"dall-e-2":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.016,"input_cost_per_image":0.02},"aiml/dall-e-3":{"litellm_provider":"aiml","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.052},"azure/hd/1024-x-1024/dall-e-3":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"input_cost_per_image":0.04},"azure/hd/1024-x-1792/dall-e-3":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"input_cost_per_image":0.04},"azure/hd/1792-x-1024/dall-e-3":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"input_cost_per_image":0.04},"azure/standard/1024-x-1024/dall-e-3":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"input_cost_per_image":0.04},"azure/standard/1024-x-1792/dall-e-3":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"input_cost_per_image":0.04},"azure/standard/1792-x-1024/dall-e-3":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"input_cost_per_image":0.04},"dall-e-3":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"input_cost_per_image":0.04},"hd/1024-x-1024/dall-e-3":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"input_cost_per_image":0.04},"hd/1024-x-1792/dall-e-3":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"input_cost_per_image":0.04},"hd/1792-x-1024/dall-e-3":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"input_cost_per_image":0.04},"standard/1024-x-1024/dall-e-3":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"input_cost_per_image":0.04},"standard/1024-x-1792/dall-e-3":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"input_cost_per_image":0.04},"standard/1792-x-1024/dall-e-3":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-dall-e-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04,"input_cost_per_image":0.04},"davinci-002":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-davinci-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000002},"ft:davinci-002":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-davinci-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000002,"output_cost_per_token":0.000002},"azure/openai:gptrt15img":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-1-5-realtime-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":5e-7},"azure/openai:gptimage1":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-1-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000001375,"output_cost_per_token":0.00004},"azure/openai:gptimg1mini":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-1-mini-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":2.2e-7},"azure/gpt-3.5-turbo":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.5e-7,"output_cost_per_token":0.0000016499999999999999,"deprecation_date":"2025-03-31"},"azure/gpt-3.5-turbo-0125":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.5e-7,"output_cost_per_token":0.0000016499999999999999,"deprecation_date":"2025-03-31"},"azure/gpt-35-turbo":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.5e-7,"output_cost_per_token":0.0000016499999999999999,"deprecation_date":"2025-03-31"},"azure/gpt-35-turbo-0125":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.5e-7,"output_cost_per_token":0.0000016499999999999999,"deprecation_date":"2025-03-31"},"azure/gpt-35-turbo-1106":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5.5e-7,"output_cost_per_token":0.0000016499999999999999,"deprecation_date":"2025-03-31"},"ft:gpt-3.5-turbo":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2025-03-31"},"ft:gpt-3.5-turbo-0125":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2025-03-31"},"ft:gpt-3.5-turbo-0613":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2025-03-31"},"ft:gpt-3.5-turbo-1106":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2025-03-31"},"github_copilot/gpt-3.5-turbo":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2025-03-31"},"github_copilot/gpt-3.5-turbo-0613":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2025-03-31"},"gpt-3.5-turbo":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2025-03-31"},"gpt-3.5-turbo-0125":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2025-03-31"},"gpt-3.5-turbo-1106":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2025-03-31"},"openrouter/openai/gpt-3.5-turbo":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2025-03-31"},"vercel_ai_gateway/openai/gpt-3.5-turbo":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":5e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2025-03-31"},"azure/gpt-35-turbo-16k":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo-16k","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000003,"output_cost_per_token":0.000004},"azure/gpt-35-turbo-16k-0613":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo-16k","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000003,"output_cost_per_token":0.000004},"gpt-3.5-turbo-16k":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo-16k","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000003,"output_cost_per_token":0.000004},"openrouter/openai/gpt-3.5-turbo-16k":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo-16k","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16385,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000003,"output_cost_per_token":0.000004},"azure/gpt-3.5-turbo-instruct-0914":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":4097,"max_tokens":4097,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000002},"azure/gpt-35-turbo-instruct":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":4097,"max_tokens":4097,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000002},"azure/gpt-35-turbo-instruct-0914":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":4097,"max_tokens":4097,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000002},"gpt-3.5-turbo-instruct":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":4097,"max_tokens":4097,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000002},"gpt-3.5-turbo-instruct-0914":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":4097,"max_tokens":4097,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000002},"vercel_ai_gateway/openai/gpt-3.5-turbo-instruct":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":4097,"max_tokens":4097,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000002},"openrouter/openai/gpt-3.5-turbo-instruct":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-3-5-turbo-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":4097,"max_tokens":4097,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000002},"azure/gpt-4":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00003,"output_cost_per_token":0.00006,"deprecation_date":"2026-03-26"},"github_copilot/gpt-4":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00003,"output_cost_per_token":0.00006,"deprecation_date":"2026-03-26"},"gpt-4":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00003,"output_cost_per_token":0.00006,"deprecation_date":"2026-03-26"},"gpt-4-0314":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00003,"output_cost_per_token":0.00006,"deprecation_date":"2026-03-26"},"openrouter/openai/gpt-4":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00003,"output_cost_per_token":0.00006,"deprecation_date":"2026-03-26"},"azure/gpt-4-0613":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-0613","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00003,"output_cost_per_token":0.00006,"deprecation_date":"2025-06-06"},"ft:gpt-4-0613":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-0613","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00003,"output_cost_per_token":0.00006,"deprecation_date":"2025-06-06"},"github_copilot/gpt-4-0613":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-0613","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00003,"output_cost_per_token":0.00006,"deprecation_date":"2025-06-06"},"gpt-4-0613":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-0613","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00003,"output_cost_per_token":0.00006,"deprecation_date":"2025-06-06"},"azure/gpt-4.1":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-11-04"},"azure/gpt-4.1-2025-04-14":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-11-04"},"azure/us/gpt-4.1-2025-04-14":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-11-04"},"ft:gpt-4.1-2025-04-14":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-11-04"},"github_copilot/gpt-4.1":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-11-04"},"github_copilot/gpt-4.1-2025-04-14":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-11-04"},"gpt-4.1":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-11-04"},"gpt-4.1-2025-04-14":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-11-04"},"openrouter/openai/gpt-4.1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-4-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-11-04"},"replicate/openai/gpt-4.1":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"openai-gpt-4-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"deprecation_date":"2026-11-04"},"snowflake/openai-gpt-4.1":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"openai-gpt-4-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.0000024,"output_cost_per_token":0.0000096,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-11-04"},"vercel_ai_gateway/openai/gpt-4.1":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-4-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-11-04"},"github_copilot/gpt-41-copilot":{"litellm_provider":"github_copilot","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-copilot","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"azure/gpt-4.1-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"cache_read_input_token_cost":1.0000000000000001e-7,"deprecation_date":"2026-11-04"},"azure/gpt-4.1-mini-2025-04-14":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"cache_read_input_token_cost":1.0000000000000001e-7,"deprecation_date":"2026-11-04"},"azure/us/gpt-4.1-mini-2025-04-14":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"cache_read_input_token_cost":1.0000000000000001e-7,"deprecation_date":"2026-11-04"},"ft:gpt-4.1-mini-2025-04-14":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"cache_read_input_token_cost":1.0000000000000001e-7,"deprecation_date":"2026-11-04"},"gpt-4.1-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"cache_read_input_token_cost":1.0000000000000001e-7,"deprecation_date":"2026-11-04"},"gpt-4.1-mini-2025-04-14":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"cache_read_input_token_cost":1.0000000000000001e-7,"deprecation_date":"2026-11-04"},"openrouter/openai/gpt-4.1-mini":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"cache_read_input_token_cost":1.0000000000000001e-7,"deprecation_date":"2026-11-04"},"replicate/openai/gpt-4.1-mini":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"deprecation_date":"2026-11-04"},"vercel_ai_gateway/openai/gpt-4.1-mini":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"cache_read_input_token_cost":1.0000000000000001e-7,"deprecation_date":"2026-11-04"},"azure/gpt-4.1-nano":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"deprecation_date":"2026-11-04"},"azure/gpt-4.1-nano-2025-04-14":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"deprecation_date":"2026-11-04"},"azure/us/gpt-4.1-nano-2025-04-14":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"deprecation_date":"2026-11-04"},"ft:gpt-4.1-nano-2025-04-14":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"deprecation_date":"2026-11-04"},"gpt-4.1-nano":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"deprecation_date":"2026-11-04"},"gpt-4.1-nano-2025-04-14":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"deprecation_date":"2026-11-04"},"openrouter/openai/gpt-4.1-nano":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"deprecation_date":"2026-11-04"},"replicate/openai/gpt-4.1-nano":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"deprecation_date":"2026-11-04"},"vercel_ai_gateway/openai/gpt-4.1-nano":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-4-1-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1047576,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":2.5000000000000002e-8,"deprecation_date":"2026-11-04"},"azure/gpt-4-32k":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-32k","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00006,"output_cost_per_token":0.00012},"azure/gpt-4-32k-0613":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-32k","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00006,"output_cost_per_token":0.00012},"azure/gpt-4.5-preview":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-5-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000075,"output_cost_per_token":0.00015,"cache_read_input_token_cost":0.0000375},"openai/gpt-4.5-preview":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-5-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.000075,"output_cost_per_token":0.00015,"cache_read_input_token_cost":0.0000375},"azure/gpt-4-0125-preview":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00001,"output_cost_per_token":0.00003,"deprecation_date":"2026-03-26"},"azure/gpt-4-1106-preview":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00001,"output_cost_per_token":0.00003,"deprecation_date":"2026-03-26"},"gpt-4-0125-preview":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00001,"output_cost_per_token":0.00003,"deprecation_date":"2026-03-26"},"gpt-4-1106-preview":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00001,"output_cost_per_token":0.00003,"deprecation_date":"2026-03-26"},"azure/gpt-4-turbo":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00001,"output_cost_per_token":0.00003},"azure/gpt-4-turbo-2024-04-09":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00001,"output_cost_per_token":0.00003},"gpt-4-turbo":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00001,"output_cost_per_token":0.00003},"gpt-4-turbo-2024-04-09":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00001,"output_cost_per_token":0.00003},"gpt-4-turbo-preview":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00001,"output_cost_per_token":0.00003},"vercel_ai_gateway/openai/gpt-4-turbo":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-4-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00001,"output_cost_per_token":0.00003},"openrouter/openai/gpt-4-turbo":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-4-turbo","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00001,"output_cost_per_token":0.00003},"azure/gpt-4-turbo-vision-preview":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4-turbo-vision-preview","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.00001,"output_cost_per_token":0.00003},"azure/eu/gpt-4o-2024-08-06":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000016499999999999999,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.00000138,"deprecation_date":"2026-02-27"},"azure/eu/gpt-4o-2024-11-20":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000016499999999999999,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.00000138,"deprecation_date":"2026-02-27"},"azure/global-standard/gpt-4o-2024-08-06":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000016499999999999999,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.00000138,"deprecation_date":"2026-02-27"},"azure/global-standard/gpt-4o-2024-11-20":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000016499999999999999,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.00000138,"deprecation_date":"2026-02-27"},"azure/global/gpt-4o-2024-08-06":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000016499999999999999,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.00000138,"deprecation_date":"2026-02-27"},"azure/global/gpt-4o-2024-11-20":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000016499999999999999,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.00000138,"deprecation_date":"2026-02-27"},"azure/gpt-4o":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000016499999999999999,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.00000138,"deprecation_date":"2026-02-27"},"azure/gpt-4o-2024-05-13":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000016499999999999999,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.00000138,"deprecation_date":"2026-02-27"},"azure/gpt-4o-2024-08-06":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000016499999999999999,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.00000138,"deprecation_date":"2026-02-27"},"azure/gpt-4o-2024-11-20":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000016499999999999999,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.00000138,"deprecation_date":"2026-02-27"},"azure/us/gpt-4o-2024-08-06":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000016499999999999999,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.00000138,"deprecation_date":"2026-02-27"},"azure/us/gpt-4o-2024-11-20":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000016499999999999999,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.00000138,"deprecation_date":"2026-02-27"},"chatgpt-4o-latest":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.000001875,"deprecation_date":"2026-02-27"},"ft:gpt-4o-2024-08-06":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.000001875,"deprecation_date":"2026-02-27"},"ft:gpt-4o-2024-11-20":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.000001875,"deprecation_date":"2026-02-27"},"github_copilot/gpt-4o":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.000001875,"deprecation_date":"2026-02-27"},"github_copilot/gpt-4o-2024-05-13":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.000001875,"deprecation_date":"2026-02-27"},"github_copilot/gpt-4o-2024-08-06":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.000001875,"deprecation_date":"2026-02-27"},"github_copilot/gpt-4o-2024-11-20":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.000001875,"deprecation_date":"2026-02-27"},"gmi/openai/gpt-4o":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"deprecation_date":"2026-02-27"},"gpt-4o":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.000001875,"deprecation_date":"2026-02-27"},"gpt-4o-2024-05-13":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.000001875,"deprecation_date":"2026-02-27"},"gpt-4o-2024-08-06":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.000001875,"deprecation_date":"2026-02-27"},"gpt-4o-2024-11-20":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.000001875,"deprecation_date":"2026-02-27"},"gradient_ai/openai-gpt-4o":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"cache_creation_input_token_cost":0.000001875,"deprecation_date":"2026-02-27"},"openrouter/openai/gpt-4o":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"deprecation_date":"2026-02-27"},"openrouter/openai/gpt-4o-2024-05-13":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"deprecation_date":"2026-02-27"},"replicate/openai/gpt-4o":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"deprecation_date":"2026-02-27"},"vercel_ai_gateway/openai/gpt-4o":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-4o","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"deprecation_date":"2026-02-27"},"azure/gpt-4o-audio-preview-2024-12-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-audio-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"gpt-4o-audio-preview":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-audio-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"gpt-4o-audio-preview-2024-12-17":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-audio-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"gpt-4o-audio-preview-2025-06-03":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-audio-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"azure/eu/gpt-4o-mini-2024-07-18":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":8.3e-8,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"azure/global-standard/gpt-4o-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":8.3e-8,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"azure/gpt-4o-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":8.3e-8,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"azure/gpt-4o-mini-2024-07-18":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":8.3e-8,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"azure/us/gpt-4o-mini-2024-07-18":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":8.3e-8,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"ft:gpt-4o-mini-2024-07-18":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"github_copilot/gpt-4o-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"github_copilot/gpt-4o-mini-2024-07-18":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"gmi/openai/gpt-4o-mini":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"gpt-4o-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"gpt-4o-mini-2024-07-18":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"gradient_ai/openai-gpt-4o-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"replicate/openai/gpt-4o-mini":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"vercel_ai_gateway/openai/gpt-4o-mini":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"openrouter/openai/gpt-4o-mini":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"azure/gpt-4o-mini-audio-preview-2024-12-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini-audio-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"gpt-4o-mini-audio-preview":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini-audio-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"gpt-4o-mini-audio-preview-2024-12-17":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini-audio-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"azure/openai:gpt4ominiaud1217txt":{"litellm_provider":"azure","mode":"audio_speech","cloudprice_model_id":"openai-gpt-4o-mini-audio-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"azure/eu/gpt-4o-mini-realtime-preview-2024-12-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":3e-7},"azure/gpt-4o-mini-realtime-preview-2024-12-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":3e-7},"azure/us/gpt-4o-mini-realtime-preview-2024-12-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":3e-7},"gpt-4o-mini-realtime-preview":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":3e-7},"gpt-4o-mini-realtime-preview-2024-12-17":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":3e-7},"gpt-4o-mini-search-preview":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini-search-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"gpt-4o-mini-search-preview-2025-03-11":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini-search-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"vercel_ai_gateway/openai/gpt-4o-mini-search-preview":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini-search-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"openrouter/openai/gpt-4o-mini-search-preview":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-4o-mini-search-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"azure/gpt-4o-mini-transcribe":{"litellm_provider":"azure","mode":"audio_transcription","cloudprice_model_id":"openai-gpt-4o-mini-transcribe","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":2000,"max_tokens":2000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.000005},"gpt-4o-mini-transcribe":{"litellm_provider":"openai","mode":"audio_transcription","cloudprice_model_id":"openai-gpt-4o-mini-transcribe","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":2000,"max_tokens":2000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.000005},"gpt-4o-mini-transcribe-2025-03-20":{"litellm_provider":"openai","mode":"audio_transcription","cloudprice_model_id":"openai-gpt-4o-mini-transcribe","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":2000,"max_tokens":2000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.000005},"gpt-4o-mini-transcribe-2025-12-15":{"litellm_provider":"openai","mode":"audio_transcription","cloudprice_model_id":"openai-gpt-4o-mini-transcribe","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":2000,"max_tokens":2000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.000005},"vercel_ai_gateway/openai/gpt-4o-mini-transcribe":{"litellm_provider":"vercel_ai_gateway","mode":"audio_transcription","cloudprice_model_id":"openai-gpt-4o-mini-transcribe","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":2000,"max_tokens":2000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.000005},"azure/gpt-4o-mini-tts":{"litellm_provider":"azure","mode":"audio_speech","cloudprice_model_id":"openai-gpt-4o-mini-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"gpt-4o-mini-tts":{"litellm_provider":"openai","mode":"audio_speech","cloudprice_model_id":"openai-gpt-4o-mini-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":6e-7,"output_cost_per_token":0.00001},"gpt-4o-mini-tts-2025-03-20":{"litellm_provider":"openai","mode":"audio_speech","cloudprice_model_id":"openai-gpt-4o-mini-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":6e-7,"output_cost_per_token":0.00001},"gpt-4o-mini-tts-2025-12-15":{"litellm_provider":"openai","mode":"audio_speech","cloudprice_model_id":"openai-gpt-4o-mini-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":6e-7,"output_cost_per_token":0.00001},"azure/openai:gpt4ominittstxt":{"litellm_provider":"azure","mode":"audio_speech","cloudprice_model_id":"openai-gpt-4o-mini-tts-text","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":6e-7},"github_copilot/gpt-4-o-preview":{"litellm_provider":"github_copilot","mode":"chat","cloudprice_model_id":"openai-gpt-4o-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":64000,"max_output_tokens":4096,"max_tokens":4096},"azure/eu/gpt-4o-realtime-preview-2024-10-01":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000005,"output_cost_per_token":0.00002,"cache_read_input_token_cost":0.0000025},"azure/eu/gpt-4o-realtime-preview-2024-12-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000005,"output_cost_per_token":0.00002,"cache_read_input_token_cost":0.0000025},"azure/gpt-4o-realtime-preview-2024-10-01":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000005,"output_cost_per_token":0.00002,"cache_read_input_token_cost":0.0000025},"azure/gpt-4o-realtime-preview-2024-12-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000005,"output_cost_per_token":0.00002,"cache_read_input_token_cost":0.0000025},"azure/us/gpt-4o-realtime-preview-2024-10-01":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000005,"output_cost_per_token":0.00002,"cache_read_input_token_cost":0.0000025},"azure/us/gpt-4o-realtime-preview-2024-12-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-4o-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000005,"output_cost_per_token":0.00002,"cache_read_input_token_cost":0.0000025},"gpt-4o-realtime-preview":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000005,"output_cost_per_token":0.00002,"cache_read_input_token_cost":0.0000025},"gpt-4o-realtime-preview-2024-12-17":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000005,"output_cost_per_token":0.00002,"cache_read_input_token_cost":0.0000025},"gpt-4o-realtime-preview-2025-06-03":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-realtime-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000005,"output_cost_per_token":0.00002,"cache_read_input_token_cost":0.0000025},"gpt-4o-search-preview":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-search","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125},"gpt-4o-search-preview-2025-03-11":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-4o-search","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125},"openrouter/openai/gpt-4o-search-preview":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-4o-search","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"azure/gpt-4o-transcribe":{"litellm_provider":"azure","mode":"audio_transcription","cloudprice_model_id":"openai-gpt-4o-transcribe","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":2000,"max_tokens":2000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"gpt-4o-transcribe":{"litellm_provider":"openai","mode":"audio_transcription","cloudprice_model_id":"openai-gpt-4o-transcribe","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":2000,"max_tokens":2000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"vercel_ai_gateway/openai/gpt-4o-transcribe":{"litellm_provider":"vercel_ai_gateway","mode":"audio_transcription","cloudprice_model_id":"openai-gpt-4o-transcribe","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":2000,"max_tokens":2000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"azure/gpt-4o-transcribe-diarize":{"litellm_provider":"azure","mode":"audio_transcription","cloudprice_model_id":"openai-gpt-4o-transcribe-diarize","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":2000,"max_tokens":2000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"gpt-4o-transcribe-diarize":{"litellm_provider":"openai","mode":"audio_transcription","cloudprice_model_id":"openai-gpt-4o-transcribe-diarize","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":2000,"max_tokens":2000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"azure/eu/gpt-5-2025-08-07":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/gpt-5":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/gpt-5-2025-08-07":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/us/gpt-5-2025-08-07":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"databricks/databricks-gpt-5":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000124999,"output_cost_per_token":0.00000999999},"github_copilot/gpt-5":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gmi/openai/gpt-5":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001},"gpt-5":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gpt-5-2025-08-07":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"oci/openai.gpt-5":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001},"openrouter/openai/gpt-5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"replicate/openai/gpt-5":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001},"snowflake/openai-gpt-5":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000012,"cache_read_input_token_cost":1.25e-7},"vercel_ai_gateway/openai/gpt-5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/eu/gpt-5.1":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/global/gpt-5.1":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/gpt-5.1":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/gpt-5.1-2025-11-13":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/us/gpt-5.1":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"databricks/databricks-gpt-5-1":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"openai-gpt-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000124999,"output_cost_per_token":0.00000999999},"github_copilot/gpt-5.1":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gmi/openai/gpt-5.1":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"openai-gpt-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001},"gpt-5.1":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gpt-5.1-2025-11-13":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"perplexity/openai/gpt-5.1":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"snowflake/openai-gpt-5.1":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"openai-gpt-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000012},"openrouter/openai/gpt-5.1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.3e-7},"azure/eu/gpt-5.1-chat":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/global/gpt-5.1-chat":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/gpt-5.1-chat":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/gpt-5.1-chat-2025-11-13":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/us/gpt-5.1-chat":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gpt-5.1-chat-latest":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"openrouter/openai/gpt-5.1-chat":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.3e-7},"azure/eu/gpt-5.1-codex":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/global/gpt-5.1-codex":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/gpt-5.1-codex":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/gpt-5.1-codex-2025-11-13":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/us/gpt-5.1-codex":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gpt-5.1-codex":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"vercel_ai_gateway/openai/gpt-5.1-codex":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"openrouter/openai/gpt-5.1-codex":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.3e-7},"azure/gpt-5.1-codex-max":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-max","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"chatgpt/gpt-5.1-codex-max":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-max","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"github_copilot/gpt-5.1-codex-max":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-max","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gpt-5.1-codex-max":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-max","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"openrouter/openai/gpt-5.1-codex-max":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-max","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"vercel_ai_gateway/openai/gpt-5.1-codex-max":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-max","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/eu/gpt-5.1-codex-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"azure/global/gpt-5.1-codex-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"azure/gpt-5.1-codex-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"azure/gpt-5.1-codex-mini-2025-11-13":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"azure/us/gpt-5.1-codex-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"chatgpt/gpt-5.1-codex-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"gpt-5.1-codex-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"vercel_ai_gateway/openai/gpt-5.1-codex-mini":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"openrouter/openai/gpt-5.1-codex-mini":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-1-codex-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"azure/gpt-5.2":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"azure/gpt-5.2-2025-12-11":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"chatgpt/gpt-5.2":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"github_copilot/gpt-5.2":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"gmi/openai/gpt-5.2":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"openai-gpt-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014},"gpt-5.2":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"gpt-5.2-2025-12-11":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"openrouter/openai/gpt-5.2":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"perplexity/openai/gpt-5.2":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"snowflake/openai-gpt-5.2":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"openai-gpt-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000021000000000000002,"output_cost_per_token":0.000016800000000000002},"vercel_ai_gateway/openai/gpt-5.2":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":409600,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"azure/gpt-5.2-chat":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7,"deprecation_date":"2026-08-10"},"azure/gpt-5.2-chat-2025-12-11":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7,"deprecation_date":"2026-08-10"},"gpt-5.2-chat-latest":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7,"deprecation_date":"2026-08-10"},"openrouter/openai/gpt-5.2-chat":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7,"deprecation_date":"2026-08-10"},"vercel_ai_gateway/openai/gpt-5.2-chat":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7,"deprecation_date":"2026-08-10"},"azure/gpt-5.2-codex":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"chatgpt/gpt-5.2-codex":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"gpt-5.2-codex":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"openrouter/openai/gpt-5.2-codex":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"vercel_ai_gateway/openai/gpt-5.2-codex":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"azure/gpt-5.2-pro":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000021,"output_cost_per_token":0.000168},"azure/gpt-5.2-pro-2025-12-11":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000021,"output_cost_per_token":0.000168},"gpt-5.2-pro":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000021,"output_cost_per_token":0.000168},"gpt-5.2-pro-2025-12-11":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000021,"output_cost_per_token":0.000168},"openrouter/openai/gpt-5.2-pro":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000021,"output_cost_per_token":0.000168},"vercel_ai_gateway/openai/gpt-5.2-pro":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-2-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000021,"output_cost_per_token":0.000168},"azure/gpt-5.3-chat":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-3-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7,"deprecation_date":"2026-08-10"},"chatgpt/gpt-5.3-chat-latest":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-3-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7,"deprecation_date":"2026-08-10"},"gpt-5.3-chat-latest":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-3-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7,"deprecation_date":"2026-08-10"},"vercel_ai_gateway/openai/gpt-5.3-chat":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-3-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7,"deprecation_date":"2026-08-10"},"openrouter/openai/gpt-5.3-chat":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-3-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7,"deprecation_date":"2026-08-10"},"azure/gpt-5.3-codex":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-3-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"chatgpt/gpt-5.3-codex":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-3-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"github_copilot/gpt-5.3-codex":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-3-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"gpt-5.3-codex":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-3-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"openrouter/openai/gpt-5.3-codex":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-3-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"vercel_ai_gateway/openai/gpt-5.3-codex":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-3-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000175,"output_cost_per_token":0.000014,"cache_read_input_token_cost":1.75e-7},"chatgpt/gpt-5.3-codex-spark":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-3-codex-spark","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000},"chatgpt/gpt-5.3-instant":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-3-instant","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":64000,"max_tokens":64000},"azure/gpt-5.4":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.000015,"cache_read_input_token_cost":2.5e-7},"azure/gpt-5.4-2026-03-05":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.000015,"cache_read_input_token_cost":2.5e-7},"azure_ai/gpt-5.4":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.000015,"cache_read_input_token_cost":2.5e-7},"azure_ai/gpt-5.4-2026-03-05":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.000015,"cache_read_input_token_cost":2.5e-7},"bedrock_mantle/openai.gpt-5.4":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-4","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.000015,"cache_read_input_token_cost":2.5e-7},"chatgpt/gpt-5.4":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-4","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.000015,"cache_read_input_token_cost":2.5e-7},"gpt-5.4":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-4","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.000015,"cache_read_input_token_cost":2.5e-7},"gpt-5.4-2026-03-05":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-4","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.000015,"cache_read_input_token_cost":2.5e-7},"bedrock/openai.gpt-5.4":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"openai-gpt-5-4","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000275,"output_cost_per_token":0.0000165,"cache_read_input_token_cost":2.75e-7},"snowflake/openai-gpt-5.4":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"openai-gpt-5-4","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000018},"vercel_ai_gateway/openai/gpt-5.4":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-4","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.000015,"cache_read_input_token_cost":2.5e-7},"openrouter/openai/gpt-5.4":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-4","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.000015,"cache_read_input_token_cost":2.5e-7},"azure/gpt-5.4-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.0000045,"cache_read_input_token_cost":7.5e-8},"azure/gpt-5.4-mini-2026-03-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.0000045,"cache_read_input_token_cost":7.5e-8},"azure_ai/gpt-5.4-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.0000045,"cache_read_input_token_cost":7.5e-8},"azure_ai/gpt-5.4-mini-2026-03-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.0000045,"cache_read_input_token_cost":7.5e-8},"gpt-5.4-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.0000045,"cache_read_input_token_cost":7.5e-8},"gpt-5.4-mini-2026-03-17":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.0000045,"cache_read_input_token_cost":7.5e-8},"openrouter/openai/gpt-5.4-mini":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.0000045,"cache_read_input_token_cost":7.5e-8},"snowflake/openai-gpt-5.4-mini":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":0.0000054},"vercel_ai_gateway/openai/gpt-5.4-mini":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":7.5e-7,"output_cost_per_token":0.0000045,"cache_read_input_token_cost":7.5e-8},"azure/gpt-5.4-nano":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":2e-8},"azure/gpt-5.4-nano-2026-03-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":2e-8},"azure_ai/gpt-5.4-nano":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":2e-8},"azure_ai/gpt-5.4-nano-2026-03-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":2e-8},"gpt-5.4-nano":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":2e-8},"gpt-5.4-nano-2026-03-17":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":2e-8},"snowflake/openai-gpt-5.4-nano":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.4e-7,"output_cost_per_token":0.0000015},"openrouter/openai/gpt-5.4-nano":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":2e-8},"vercel_ai_gateway/openai/gpt-5.4-nano":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.00000125,"cache_read_input_token_cost":2e-8},"azure/gpt-5.4-pro":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018,"cache_read_input_token_cost":0.000003},"azure/gpt-5.4-pro-2026-03-05":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018,"cache_read_input_token_cost":0.000003},"azure_ai/gpt-5.4-pro":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018,"cache_read_input_token_cost":0.000003},"azure_ai/gpt-5.4-pro-2026-03-05":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018,"cache_read_input_token_cost":0.000003},"chatgpt/gpt-5.4-pro":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018,"cache_read_input_token_cost":0.000003},"gpt-5.4-pro":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018,"cache_read_input_token_cost":0.000003},"gpt-5.4-pro-2026-03-05":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018,"cache_read_input_token_cost":0.000003},"openrouter/openai/gpt-5.4-pro":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018},"vercel_ai_gateway/openai/gpt-5.4-pro":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-4-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018},"azure/gpt-5.5":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.00003,"cache_read_input_token_cost":5e-7},"azure/gpt-5.5-2026-04-23":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.00003,"cache_read_input_token_cost":5e-7},"azure_ai/gpt-5.5":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.00003,"cache_read_input_token_cost":5e-7},"azure_ai/gpt-5.5-2026-04-23":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.00003,"cache_read_input_token_cost":5e-7},"bedrock_mantle/openai.gpt-5.5":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.00003,"cache_read_input_token_cost":5e-7},"gpt-5.5":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.00003,"cache_read_input_token_cost":5e-7},"gpt-5.5-2026-04-23":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.00003,"cache_read_input_token_cost":5e-7},"bedrock/bedrock_mantle/openai.gpt-5.5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"openai-gpt-5-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000055,"output_cost_per_token":0.000033,"cache_read_input_token_cost":5.5e-7},"snowflake/openai-gpt-5.5":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"openai-gpt-5-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000006,"output_cost_per_token":0.000036},"openrouter/openai/gpt-5.5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.00003,"cache_read_input_token_cost":5e-7},"vercel_ai_gateway/openai/gpt-5.5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000005,"output_cost_per_token":0.00003,"cache_read_input_token_cost":5e-7},"azure/gpt-5.5-pro":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018,"cache_read_input_token_cost":0.000003},"azure/gpt-5.5-pro-2026-04-23":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018,"cache_read_input_token_cost":0.000003},"gpt-5.5-pro":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018,"cache_read_input_token_cost":0.000003},"gpt-5.5-pro-2026-04-23":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018,"cache_read_input_token_cost":0.000003},"openrouter/openai/gpt-5.5-pro":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018},"vercel_ai_gateway/openai/gpt-5.5-pro":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00003,"output_cost_per_token":0.00018},"azure/gpt-5-chat":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/gpt-5-chat-latest":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gpt-5-chat":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gpt-5-chat-latest":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"openrouter/openai/gpt-5-chat":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"vercel_ai_gateway/openai/gpt-5-chat":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-chat","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/gpt-5-codex":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":1.25e-7,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gpt-5-codex":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"openrouter/openai/gpt-5-codex":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"vercel_ai_gateway/openai/gpt-5-codex":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-codex","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/eu/gpt-5-mini-2025-08-07":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"azure/gpt-5-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"azure/gpt-5-mini-2025-08-07":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"azure/us/gpt-5-mini-2025-08-07":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"databricks/databricks-gpt-5-mini":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.4997e-7,"output_cost_per_token":0.00000199997},"github_copilot/gpt-5-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"gpt-5-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"gpt-5-mini-2025-08-07":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"oci/openai.gpt-5-mini":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002},"openrouter/openai/gpt-5-mini":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"perplexity/openai/gpt-5-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"replicate/openai/gpt-5-mini":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002},"snowflake/openai-gpt-5-mini":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":3e-7,"output_cost_per_token":0.0000024},"vercel_ai_gateway/openai/gpt-5-mini":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.5000000000000002e-8},"azure/eu/gpt-5-nano-2025-08-07":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":5000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":5e-9},"azure/gpt-5-nano":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":5000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":5e-9},"azure/gpt-5-nano-2025-08-07":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":5000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":5e-9},"azure/us/gpt-5-nano-2025-08-07":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":5000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":5e-9},"databricks/databricks-gpt-5-nano":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"openai-gpt-5-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":5000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":4.9979999999999995e-8,"output_cost_per_token":3.9998e-7},"gpt-5-nano":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":5000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":5e-9},"gpt-5-nano-2025-08-07":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":5000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":5e-9},"oci/openai.gpt-5-nano":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"openai-gpt-5-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":5000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":4.0000000000000003e-7},"openrouter/openai/gpt-5-nano":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":5000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1e-8},"replicate/openai/gpt-5-nano":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"openai-gpt-5-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":5000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":4.0000000000000003e-7},"snowflake/openai-gpt-5-nano":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"openai-gpt-5-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":5000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":6.600000000000001e-8,"output_cost_per_token":4.8e-7},"vercel_ai_gateway/openai/gpt-5-nano":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-nano","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":5000000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":5e-9},"azure/gpt-5-pro":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":272000,"max_tokens":272000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00012},"gpt-5-pro":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":272000,"max_tokens":272000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00012},"gpt-5-pro-2025-10-06":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":272000,"max_tokens":272000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00012},"openrouter/openai/gpt-5-pro":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":272000,"max_tokens":272000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00012},"vercel_ai_gateway/openai/gpt-5-pro":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-5-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":400000,"max_output_tokens":272000,"max_tokens":272000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00012},"gpt-5-search-api":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-search-api","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"gpt-5-search-api-2025-10-14":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-5-search-api","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":272000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.00001,"cache_read_input_token_cost":1.25e-7},"azure/gpt-audio-2025-08-28":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-audio","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"gpt-audio":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-audio","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"gpt-audio-2025-08-28":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-audio","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"openrouter/openai/gpt-audio":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-audio","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"azure/gpt-audio-1.5-2026-02-23":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-audio-1-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"gpt-audio-1.5":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-audio-1-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"azure/gpt-audio-mini-2025-10-06":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-audio-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024},"gpt-audio-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-audio-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024},"gpt-audio-mini-2025-10-06":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-audio-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024},"gpt-audio-mini-2025-12-15":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-audio-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024},"openrouter/openai/gpt-audio-mini":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-audio-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024},"chatgpt-image-latest":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125},"azure/gpt-image-1":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125},"azure/high/1024-x-1024/gpt-image-1":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125},"azure/high/1024-x-1536/gpt-image-1":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125},"azure/high/1536-x-1024/gpt-image-1":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125},"azure/low/1024-x-1024/gpt-image-1":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125},"azure/low/1024-x-1536/gpt-image-1":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125},"azure/low/1536-x-1024/gpt-image-1":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125},"azure/medium/1024-x-1024/gpt-image-1":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125},"azure/medium/1024-x-1536/gpt-image-1":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125},"azure/medium/1536-x-1024/gpt-image-1":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125},"gpt-image-1":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.011},"high/1024-x-1024/gpt-image-1":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.011},"high/1024-x-1536/gpt-image-1":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.011},"high/1536-x-1024/gpt-image-1":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.011},"low/1024-x-1024/gpt-image-1":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.011},"low/1024-x-1536/gpt-image-1":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.011},"low/1536-x-1024/gpt-image-1":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.011},"medium/1024-x-1024/gpt-image-1":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.011},"medium/1024-x-1536/gpt-image-1":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.011},"medium/1536-x-1024/gpt-image-1":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.011},"vercel_ai_gateway/openai/gpt-image-1":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00004,"cache_read_input_token_cost":0.00000125},"azure/gpt-image-1.5":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125},"azure/gpt-image-1.5-2025-12-16":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":0.00000125},"gpt-image-1.5":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"gpt-image-1.5-2025-12-16":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"high/1024-x-1024/gpt-image-1.5":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"high/1024-x-1024/gpt-image-1.5-2025-12-16":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"high/1024-x-1536/gpt-image-1.5":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"high/1024-x-1536/gpt-image-1.5-2025-12-16":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"high/1536-x-1024/gpt-image-1.5":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"high/1536-x-1024/gpt-image-1.5-2025-12-16":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"low/1024-x-1024/gpt-image-1.5":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"low/1024-x-1024/gpt-image-1.5-2025-12-16":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"low/1024-x-1536/gpt-image-1.5":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"low/1024-x-1536/gpt-image-1.5-2025-12-16":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"low/1536-x-1024/gpt-image-1.5":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"low/1536-x-1024/gpt-image-1.5-2025-12-16":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"medium/1024-x-1024/gpt-image-1.5":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"medium/1024-x-1024/gpt-image-1.5-2025-12-16":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"medium/1024-x-1536/gpt-image-1.5":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"medium/1024-x-1536/gpt-image-1.5-2025-12-16":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"medium/1536-x-1024/gpt-image-1.5":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"medium/1536-x-1024/gpt-image-1.5-2025-12-16":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"standard/1024-x-1024/gpt-image-1.5":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"standard/1024-x-1024/gpt-image-1.5-2025-12-16":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"standard/1024-x-1536/gpt-image-1.5":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"standard/1024-x-1536/gpt-image-1.5-2025-12-16":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"standard/1536-x-1024/gpt-image-1.5":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"standard/1536-x-1024/gpt-image-1.5-2025-12-16":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125,"input_cost_per_image":0.009},"vercel_ai_gateway/openai/gpt-image-1.5":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.000032,"cache_read_input_token_cost":0.00000125},"azure/gpt-image-1-mini":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7},"azure/high/1024-x-1024/gpt-image-1-mini":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7},"azure/high/1024-x-1536/gpt-image-1-mini":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7},"azure/high/1536-x-1024/gpt-image-1-mini":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7},"azure/low/1024-x-1024/gpt-image-1-mini":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7},"azure/low/1024-x-1536/gpt-image-1-mini":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7},"azure/low/1536-x-1024/gpt-image-1-mini":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7},"azure/medium/1024-x-1024/gpt-image-1-mini":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7},"azure/medium/1024-x-1536/gpt-image-1-mini":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7},"azure/medium/1536-x-1024/gpt-image-1-mini":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7},"gpt-image-1-mini":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7,"input_cost_per_image":0.005},"low/1024-x-1024/gpt-image-1-mini":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7,"input_cost_per_image":0.005},"low/1024-x-1536/gpt-image-1-mini":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7,"input_cost_per_image":0.005},"low/1536-x-1024/gpt-image-1-mini":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7,"input_cost_per_image":0.005},"medium/1024-x-1024/gpt-image-1-mini":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7,"input_cost_per_image":0.005},"medium/1024-x-1536/gpt-image-1-mini":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7,"input_cost_per_image":0.005},"medium/1536-x-1024/gpt-image-1-mini":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7,"input_cost_per_image":0.005},"vercel_ai_gateway/openai/gpt-image-1-mini":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-1-mini","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":2.0000000000000002e-7},"aiml/openai/gpt-image-2":{"litellm_provider":"aiml","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.054},"azure/gpt-image-2":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125},"azure/gpt-image-2-2026-04-21":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00001,"cache_read_input_token_cost":0.00000125},"gpt-image-2":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000008,"output_cost_per_token":0.00003,"cache_read_input_token_cost":0.000002},"gpt-image-2-2026-04-21":{"litellm_provider":"openai","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000008,"output_cost_per_token":0.00003,"cache_read_input_token_cost":0.000002},"vercel_ai_gateway/openai/gpt-image-2":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"openai-gpt-image-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"output_cost_per_token":0.00003,"cache_read_input_token_cost":0.00000125},"azure/openai:gptrtimgmini":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-mini-realtime-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":8.000000000000001e-7,"cache_read_input_token_cost":8e-8},"azure_ai/gpt-oss-120b":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"baseten/openai/gpt-oss-120b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-8,"output_cost_per_token":1.5e-7},"bedrock_mantle/openai.gpt-oss-120b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-8,"output_cost_per_token":1.5e-7},"cerebras/gpt-oss-120b":{"litellm_provider":"cerebras","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3.5e-7,"output_cost_per_token":7.5e-7},"cloudflare/@cf/openai/gpt-oss-120b":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3.5e-7,"output_cost_per_token":7.5e-7},"crusoe/openai/gpt-oss-120b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-8,"output_cost_per_token":1.5e-7},"databricks/databricks-gpt-oss-120b":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5001e-7,"output_cost_per_token":5.9997e-7},"deepinfra/openai/gpt-oss-120b":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":4.5000000000000003e-7},"fireworks_ai/accounts/fireworks/models/gpt-oss-120b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":1.5e-8},"fireworks_ai/gpt-oss-120b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":1.5e-8},"groq/openai/gpt-oss-120b":{"litellm_provider":"groq","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7,"cache_read_input_token_cost":7.5e-8},"lemonade/gpt-oss-120b-mxfp-GGUF":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-8,"output_cost_per_token":1.5e-7},"novita/openai/gpt-oss-120b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.5e-7},"ollama/gpt-oss:120b-cloud":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-8,"output_cost_per_token":1.5e-7},"openai.gpt-oss-120b-1:0":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-8,"output_cost_per_token":1.5e-7},"openrouter/openai/gpt-oss-120b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-8,"output_cost_per_token":1.5e-7},"ovhcloud/gpt-oss-120b":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":8e-8,"output_cost_per_token":4.0000000000000003e-7},"replicate/openai/gpt-oss-120b":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.8e-7,"output_cost_per_token":7.2e-7},"sambanova/gpt-oss-120b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-8,"output_cost_per_token":1.5e-7},"scaleway/openai/gpt-oss-120b":{"litellm_provider":"scaleway","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"tensormesh/openai/gpt-oss-120b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-8,"output_cost_per_token":1.5e-7},"together_ai/openai/gpt-oss-120b":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"vertex_ai/openai/gpt-oss-120b-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":9e-8,"output_cost_per_token":3.6e-7},"wandb/openai/gpt-oss-120b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-8,"output_cost_per_token":1.5e-7},"watsonx/openai/gpt-oss-120b":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"bedrock/openai.gpt-oss-120b-1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"gemini/gpt-oss-120b":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":9e-8,"output_cost_per_token":3.6e-7},"vercel_ai_gateway/openai/gpt-oss-120b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":5e-7},"bedrock_mantle/openai.gpt-oss-safeguard-120b":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b-safeguard","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b-safeguard","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"openai.gpt-oss-safeguard-120b":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"openai-gpt-oss-120b-safeguard","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":1.5e-7,"output_cost_per_token":6e-7},"bedrock_mantle/openai.gpt-oss-20b":{"litellm_provider":"other/darkbloom","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.45e-8,"output_cost_per_token":7e-8},"cloudflare/@cf/openai/gpt-oss-20b":{"litellm_provider":"cloudflare","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":3e-7},"darkbloom/gpt-oss-20b":{"litellm_provider":"other/darkbloom","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.45e-8,"output_cost_per_token":7e-8},"databricks/databricks-gpt-oss-20b":{"litellm_provider":"databricks","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":7e-8,"output_cost_per_token":3.0002e-7},"deepinfra/openai/gpt-oss-20b":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4e-8,"output_cost_per_token":1.5e-7},"fireworks_ai/accounts/fireworks/models/gpt-oss-20b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":7e-8,"output_cost_per_token":3e-7,"cache_read_input_token_cost":3.5e-8},"fireworks_ai/gpt-oss-20b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":7e-8,"output_cost_per_token":3e-7,"cache_read_input_token_cost":3.5e-8},"groq/openai/gpt-oss-20b":{"litellm_provider":"groq","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"cache_read_input_token_cost":3.75e-8},"lemonade/gpt-oss-20b-mxfp4-GGUF":{"litellm_provider":"other/darkbloom","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.45e-8,"output_cost_per_token":7e-8},"novita/openai/gpt-oss-20b":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4e-8,"output_cost_per_token":1.5e-7},"ollama/gpt-oss:20b-cloud":{"litellm_provider":"other/darkbloom","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.45e-8,"output_cost_per_token":7e-8},"openai.gpt-oss-20b-1:0":{"litellm_provider":"other/darkbloom","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.45e-8,"output_cost_per_token":7e-8},"openrouter/openai/gpt-oss-20b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.9e-8,"output_cost_per_token":1.4e-7},"ovhcloud/gpt-oss-20b":{"litellm_provider":"ovhcloud","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4e-8,"output_cost_per_token":1.5e-7},"replicateopenai/gpt-oss-20b":{"litellm_provider":"other/darkbloom","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.45e-8,"output_cost_per_token":7e-8},"tensormesh/openai/gpt-oss-20b":{"litellm_provider":"other/darkbloom","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.45e-8,"output_cost_per_token":7e-8},"together_ai/openai/gpt-oss-20b":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.0000000000000002e-7},"vertex_ai/openai/gpt-oss-20b-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":7e-8,"output_cost_per_token":2.5e-7,"cache_creation_input_token_cost":7e-9},"wandb/openai/gpt-oss-20b":{"litellm_provider":"other/darkbloom","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":1.45e-8,"output_cost_per_token":7e-8},"vercel_ai_gateway/openai/gpt-oss-20b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":2.0000000000000002e-7},"gemini/gpt-oss-20b":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":7e-8,"output_cost_per_token":2.5e-7,"cache_creation_input_token_cost":7e-9},"bedrock/openai.gpt-oss-20b-1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":7e-8,"output_cost_per_token":3e-7},"replicate/replicateopenai/gpt-oss-20b":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":9e-8,"output_cost_per_token":3.6e-7},"bedrock_mantle/openai.gpt-oss-safeguard-20b":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b-safeguard","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":7e-8,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b-safeguard","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":5e-7,"output_cost_per_token":5e-7},"groq/openai/gpt-oss-safeguard-20b":{"litellm_provider":"groq","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b-safeguard","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"cache_read_input_token_cost":3.7e-8},"openai.gpt-oss-safeguard-20b":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b-safeguard","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":7e-8,"output_cost_per_token":2.0000000000000002e-7},"openrouter/openai/gpt-oss-safeguard-20b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b-safeguard","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"cache_read_input_token_cost":3.75e-8},"vercel_ai_gateway/openai/gpt-oss-safeguard-20b":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-oss-20b-safeguard","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":7.5e-8,"output_cost_per_token":3e-7,"cache_read_input_token_cost":3.7e-8},"azure/gpt-realtime-2025-08-28":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-realtime","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":32000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000004,"output_cost_per_token":0.000016,"cache_read_input_token_cost":0.000004},"gpt-realtime":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-realtime","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":32000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000004,"output_cost_per_token":0.000016,"cache_read_input_token_cost":4.0000000000000003e-7},"gpt-realtime-2025-08-28":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-realtime","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":32000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000004,"output_cost_per_token":0.000016,"cache_read_input_token_cost":4.0000000000000003e-7},"azure/gpt-realtime-1.5-2026-02-23":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-realtime-1-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":32000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000004,"output_cost_per_token":0.000016,"cache_read_input_token_cost":0.000004},"gpt-realtime-1.5":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-realtime-1-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":32000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000004,"output_cost_per_token":0.000016,"cache_read_input_token_cost":4.0000000000000003e-7},"vercel_ai_gateway/openai/gpt-realtime-1.5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-realtime-1-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":32000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":0.000004,"output_cost_per_token":0.000016,"cache_read_input_token_cost":4.0000000000000003e-7},"gpt-realtime-2":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-realtime-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000004,"output_cost_per_token":0.000024,"cache_read_input_token_cost":4.0000000000000003e-7},"vercel_ai_gateway/openai/gpt-realtime-2":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-realtime-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000004,"output_cost_per_token":0.000024,"cache_read_input_token_cost":4.0000000000000003e-7},"azure/openai:gptrealtime2image":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-realtime-2-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":5e-7},"azure/openai:gptrtimg":{"litellm_provider":"azure","mode":"image_generation","cloudprice_model_id":"openai-gpt-realtime-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"input_cost_per_token":0.000005,"cache_read_input_token_cost":5e-7},"azure/gpt-realtime-mini-2025-10-06":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-gpt-realtime-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":6e-8},"gpt-realtime-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-realtime-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":6e-8},"gpt-realtime-mini-2025-10-06":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-realtime-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":6e-8},"gpt-realtime-mini-2025-12-15":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-gpt-realtime-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":6e-8},"vercel_ai_gateway/openai/gpt-realtime-mini":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-gpt-realtime-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":true,"max_input_tokens":128000,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000024,"cache_read_input_token_cost":6e-8},"azure/gpt-realtime-whisper":{"litellm_provider":"azure","mode":"audio_transcription","cloudprice_model_id":"openai-gpt-realtime-whisper","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":2000,"max_tokens":2000,"input_cost_per_second":0.0002833333},"gpt-realtime-whisper":{"litellm_provider":"openai","mode":"audio_transcription","cloudprice_model_id":"openai-gpt-realtime-whisper","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":2000,"max_tokens":2000,"output_cost_per_token":1.7e-8,"input_cost_per_second":0.0002833333},"azure/eu/o1-2024-12-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"cache_read_input_token_cost":0.0000075},"azure/o1":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"cache_read_input_token_cost":0.0000075},"azure/o1-2024-12-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"cache_read_input_token_cost":0.0000075},"azure/us/o1-2024-12-17":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"cache_read_input_token_cost":0.0000075},"o1":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"cache_read_input_token_cost":0.0000075},"o1-2024-12-17":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"cache_read_input_token_cost":0.0000075},"openrouter/openai/o1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-o1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"cache_read_input_token_cost":0.0000075},"replicate/openai/o1":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"openai-o1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"output_cost_per_reasoning_token":0.00006},"vercel_ai_gateway/openai/o1":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-o1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"cache_read_input_token_cost":0.0000075},"azure/eu/o1-mini-2024-09-12":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":6.05e-7},"azure/o1-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":6.05e-7},"azure/o1-mini-2024-09-12":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":6.05e-7},"azure/us/o1-mini-2024-09-12":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":6.05e-7},"replicate/openai/o1-mini":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"openai-o1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"output_cost_per_reasoning_token":0.0000044},"openai/o1-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o1-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":5.5e-7},"azure/eu/o1-preview-2024-09-12":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o1-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"cache_read_input_token_cost":0.0000075},"azure/o1-preview":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o1-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"cache_read_input_token_cost":0.0000075},"azure/o1-preview-2024-09-12":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o1-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"cache_read_input_token_cost":0.0000075},"azure/us/o1-preview-2024-09-12":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o1-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"cache_read_input_token_cost":0.0000075},"openai/o1-preview":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o1-preview","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000015,"output_cost_per_token":0.00006,"cache_read_input_token_cost":0.0000075},"o1-pro":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o1-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00015,"output_cost_per_token":0.0006},"o1-pro-2025-03-19":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o1-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00015,"output_cost_per_token":0.0006},"azure/openai:o1pro":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o1-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00015,"output_cost_per_token":0.0006,"cache_read_input_token_cost":0.000075},"openrouter/openai/o1-pro":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-o1-pro","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00015,"output_cost_per_token":0.0006},"azure/o3":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-04-16"},"azure/o3-2025-04-16":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-04-16"},"azure/us/o3-2025-04-16":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-04-16"},"gradient_ai/openai-o3":{"litellm_provider":"gradient_ai","mode":"chat","cloudprice_model_id":"openai-o3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"deprecation_date":"2026-04-16"},"o3":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-04-16"},"o3-2025-04-16":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-04-16"},"vercel_ai_gateway/openai/o3":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-o3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-04-16"},"openrouter/openai/o3":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-o3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7,"deprecation_date":"2026-04-16"},"azure/o3-deep-research":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o3-deep-research","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00004,"cache_read_input_token_cost":0.0000025},"o3-deep-research":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o3-deep-research","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00004,"cache_read_input_token_cost":0.0000025},"o3-deep-research-2025-06-26":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o3-deep-research","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00004,"cache_read_input_token_cost":0.0000025},"openrouter/openai/o3-deep-research":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-o3-deep-research","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00004,"cache_read_input_token_cost":0.0000025},"vercel_ai_gateway/openai/o3-deep-research":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-o3-deep-research","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00001,"output_cost_per_token":0.00004,"cache_read_input_token_cost":0.0000025},"azure/eu/o3-mini-2025-01-31":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o3-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":5.5e-7},"azure/o3-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o3-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":5.5e-7},"azure/o3-mini-2025-01-31":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o3-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":5.5e-7},"azure/us/o3-mini-2025-01-31":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o3-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":5.5e-7},"gradient_ai/openai-o3-mini":{"litellm_provider":"gradient_ai","mode":"chat","cloudprice_model_id":"openai-o3-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044},"o3-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o3-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":5.5e-7},"o3-mini-2025-01-31":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o3-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":5.5e-7},"openrouter/openai/o3-mini":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-o3-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":5.5e-7},"vercel_ai_gateway/openai/o3-mini":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-o3-mini","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":5.5e-7},"openrouter/openai/o3-mini-high":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-o3-mini-high","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":5.5e-7},"azure/o3-pro":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o3-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00002,"output_cost_per_token":0.00008},"azure/o3-pro-2025-06-10":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o3-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00002,"output_cost_per_token":0.00008},"o3-pro":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o3-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00002,"output_cost_per_token":0.00008},"o3-pro-2025-06-10":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o3-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00002,"output_cost_per_token":0.00008},"vercel_ai_gateway/openai/o3-pro":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-o3-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00002,"output_cost_per_token":0.00008},"openrouter/openai/o3-pro":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-o3-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.00002,"output_cost_per_token":0.00008},"azure/o4-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o4-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.75e-7},"azure/o4-mini-2025-04-16":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o4-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.75e-7},"azure/us/o4-mini-2025-04-16":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"openai-o4-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.75e-7},"ft:o4-mini-2025-04-16":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o4-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.75e-7},"o4-mini":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o4-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.75e-7},"o4-mini-2025-04-16":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o4-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.75e-7},"replicate/openai/o4-mini":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"openai-o4-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000004,"output_cost_per_reasoning_token":0.000004},"vercel_ai_gateway/openai/o4-mini":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"openai-o4-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.75e-7},"openrouter/openai/o4-mini":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-o4-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.75e-7},"o4-mini-deep-research":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o4-mini-deep-research","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7},"o4-mini-deep-research-2025-06-26":{"litellm_provider":"openai","mode":"chat","cloudprice_model_id":"openai-o4-mini-deep-research","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7},"openrouter/openai/o4-mini-deep-research":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"openai-o4-mini-deep-research","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":100000,"max_tokens":100000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"cache_read_input_token_cost":5e-7},"azure/sora-2":{"litellm_provider":"azure","mode":"video_generation","cloudprice_model_id":"openai-sora-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":true,"output_cost_per_second":0.1},"openai/sora-2":{"litellm_provider":"openai","mode":"video_generation","cloudprice_model_id":"openai-sora-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":true,"output_cost_per_second":0.1},"sora-2":{"litellm_provider":"openai","mode":"video_generation","cloudprice_model_id":"openai-sora-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":true,"output_cost_per_second":0.1},"azure/sora-2-pro":{"litellm_provider":"azure","mode":"video_generation","cloudprice_model_id":"openai-sora-2-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":true,"output_cost_per_second":0.3},"openai/sora-2-pro":{"litellm_provider":"openai","mode":"video_generation","cloudprice_model_id":"openai-sora-2-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":true,"output_cost_per_second":0.7},"sora-2-pro":{"litellm_provider":"openai","mode":"video_generation","cloudprice_model_id":"openai-sora-2-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":true,"output_cost_per_second":0.7},"azure/sora-2-pro-high-res":{"litellm_provider":"azure","mode":"video_generation","cloudprice_model_id":"openai-sora-2-pro-high-res","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_second":0.5},"openai/sora-2-pro-high-res":{"litellm_provider":"openai","mode":"video_generation","cloudprice_model_id":"openai-sora-2-pro-high-res","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_second":0.5},"sora-2-pro-high-res":{"litellm_provider":"openai","mode":"video_generation","cloudprice_model_id":"openai-sora-2-pro-high-res","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_second":0.5},"azure/text-embedding-3-large":{"litellm_provider":"azure","mode":"embedding","cloudprice_model_id":"openai-text-embedding-3-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.3e-7},"text-embedding-3-large":{"litellm_provider":"openai","mode":"embedding","cloudprice_model_id":"openai-text-embedding-3-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.3e-7},"vercel_ai_gateway/openai/text-embedding-3-large":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"openai-text-embedding-3-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.3e-7},"azure/text-embedding-3-small":{"litellm_provider":"azure","mode":"embedding","cloudprice_model_id":"openai-text-embedding-3-small","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":2e-8,"deprecation_date":"2026-04-30"},"github_copilot/text-embedding-3-small":{"litellm_provider":"openai","mode":"embedding","cloudprice_model_id":"openai-text-embedding-3-small","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":2e-8,"deprecation_date":"2026-04-30"},"github_copilot/text-embedding-3-small-inference":{"litellm_provider":"openai","mode":"embedding","cloudprice_model_id":"openai-text-embedding-3-small","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":2e-8,"deprecation_date":"2026-04-30"},"text-embedding-3-small":{"litellm_provider":"openai","mode":"embedding","cloudprice_model_id":"openai-text-embedding-3-small","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":2e-8,"deprecation_date":"2026-04-30"},"vercel_ai_gateway/openai/text-embedding-3-small":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"openai-text-embedding-3-small","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":2e-8,"deprecation_date":"2026-04-30"},"text-embedding-004":{"litellm_provider":"vertex_ai-language-models","mode":"embedding","cloudprice_model_id":"openai-text-embedding-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2048,"max_tokens":2048,"input_cost_per_token":1.0000000000000001e-7,"deprecation_date":"2026-01-14"},"azure/text-embedding-ada-002":{"litellm_provider":"azure","mode":"embedding","cloudprice_model_id":"openai-text-embedding-ada-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.0000000000000001e-7},"github_copilot/text-embedding-ada-002":{"litellm_provider":"openai","mode":"embedding","cloudprice_model_id":"openai-text-embedding-ada-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.0000000000000001e-7},"text-embedding-ada-002":{"litellm_provider":"openai","mode":"embedding","cloudprice_model_id":"openai-text-embedding-ada-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.0000000000000001e-7},"text-embedding-ada-002-v2":{"litellm_provider":"openai","mode":"embedding","cloudprice_model_id":"openai-text-embedding-ada-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.0000000000000001e-7},"vercel_ai_gateway/openai/text-embedding-ada-002":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"openai-text-embedding-ada-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8191,"max_tokens":8191,"input_cost_per_token":1.0000000000000001e-7},"azure/tts-1":{"litellm_provider":"azure","mode":"audio_speech","cloudprice_model_id":"openai-tts-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000014999999999999999},"tts-1":{"litellm_provider":"openai","mode":"audio_speech","cloudprice_model_id":"openai-tts-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000014999999999999999},"tts-1-1106":{"litellm_provider":"openai","mode":"audio_speech","cloudprice_model_id":"openai-tts-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000014999999999999999},"vercel_ai_gateway/openai/tts-1":{"litellm_provider":"vercel_ai_gateway","mode":"audio_speech","cloudprice_model_id":"openai-tts-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":0.000015},"azure/tts-1-hd":{"litellm_provider":"azure","mode":"audio_speech","cloudprice_model_id":"openai-tts-1-hd","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000029999999999999997},"tts-1-hd":{"litellm_provider":"openai","mode":"audio_speech","cloudprice_model_id":"openai-tts-1-hd","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000029999999999999997},"tts-1-hd-1106":{"litellm_provider":"openai","mode":"audio_speech","cloudprice_model_id":"openai-tts-1-hd","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_character":0.000029999999999999997},"vercel_ai_gateway/openai/tts-1-hd":{"litellm_provider":"vercel_ai_gateway","mode":"audio_speech","cloudprice_model_id":"openai-tts-1-hd","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":0.00003},"azure/whisper-1":{"litellm_provider":"azure","mode":"audio_transcription","cloudprice_model_id":"openai-whisper","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.0001,"output_cost_per_second":0.0001},"deepgram/whisper":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"openai-whisper","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.0001},"whisper-1":{"litellm_provider":"openai","mode":"audio_transcription","cloudprice_model_id":"openai-whisper","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.0001,"output_cost_per_second":0.0001},"vercel_ai_gateway/openai/whisper-1":{"litellm_provider":"vercel_ai_gateway","mode":"audio_transcription","cloudprice_model_id":"openai-whisper","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_token":1e-10},"cloudflare/@cf/openai/whisper":{"litellm_provider":"cloudflare","mode":"audio_transcription","cloudprice_model_id":"openai-whisper","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.000008333333333333334},"fireworks_ai/accounts/fireworks/models/whisper-v3":{"litellm_provider":"fireworks_ai","mode":"audio_transcription","cloudprice_model_id":"openai-whisper-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"groq/whisper-large-v3":{"litellm_provider":"groq","mode":"audio_transcription","cloudprice_model_id":"openai-whisper-3-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00003083},"scaleway/openai/whisper-large-v3":{"litellm_provider":"groq","mode":"audio_transcription","cloudprice_model_id":"openai-whisper-3-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00003083},"groq/whisper-large-v3-turbo":{"litellm_provider":"groq","mode":"audio_transcription","cloudprice_model_id":"openai-whisper-3-large-turbo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.00001111},"watsonx/whisper-large-v3-turbo":{"litellm_provider":"watsonx","mode":"audio_transcription","cloudprice_model_id":"openai-whisper-3-large-turbo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.0001,"output_cost_per_second":0.0001},"cloudflare/@cf/openai/whisper-large-v3-turbo":{"litellm_provider":"cloudflare","mode":"audio_transcription","cloudprice_model_id":"openai-whisper-3-large-turbo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.000008333333333333334},"fireworks_ai/accounts/fireworks/models/whisper-v3-turbo":{"litellm_provider":"fireworks_ai","mode":"audio_transcription","cloudprice_model_id":"openai-whisper-3-turbo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"deepgram/whisper-base":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"openai-whisper-base","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.0001},"deepgram/whisper-large":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"openai-whisper-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.0001},"deepgram/whisper-medium":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"openai-whisper-medium","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.0001},"deepgram/whisper-small":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"openai-whisper-small","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.0001},"deepgram/whisper-tiny":{"litellm_provider":"deepgram","mode":"audio_transcription","cloudprice_model_id":"openai-whisper-tiny","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"input_cost_per_second":0.0001},"fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"openchat-3-5-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/openorca-7b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"openorca-7b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"llamagate/openthinker-7b":{"litellm_provider":"other/llamagate","mode":"chat","cloudprice_model_id":"openthinker-7b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":8e-8,"output_cost_per_token":1.5e-7},"novita/paddlepaddle/paddleocr-vl":{"litellm_provider":"novita","mode":"ocr","cloudprice_model_id":"paddlepaddle-paddleocr-vl","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":2e-8,"output_cost_per_token":2e-8},"parallel_ai/search-pro":{"mode":"chat","cloudprice_model_id":"parallel-ai-search-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"perplexity/pplx-70b-chat":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-pplx-70b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":7e-7,"output_cost_per_token":0.0000028},"perplexity/pplx-70b-online":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-pplx-70b-online","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"output_cost_per_token":0.0000028},"perplexity/pplx-7b-chat":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-pplx-7b-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":7e-8,"output_cost_per_token":2.8e-7},"perplexity/pplx-7b-online":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-pplx-7b-online","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"output_cost_per_token":2.8e-7},"perplexity/pplx-embed-v1-0.6b":{"litellm_provider":"perplexity","mode":"embedding","cloudprice_model_id":"perplexity-pplx-embed-1-0-6b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":4e-9},"perplexity/pplx-embed-v1-4b":{"litellm_provider":"perplexity","mode":"embedding","cloudprice_model_id":"perplexity-pplx-embed-1-4b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":3e-8},"perplexity/perplexity/sonar":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-sonar","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000001},"perplexity/sonar":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-sonar","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000001},"vercel_ai_gateway/perplexity/sonar":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"perplexity-sonar","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000001},"openrouter/perplexity/sonar":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"perplexity-sonar","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000001},"perplexity/sonar-deep-research":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-sonar-deep-research","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"output_cost_per_reasoning_token":0.000003},"openrouter/perplexity/sonar-deep-research":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"perplexity-sonar-deep-research","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008,"output_cost_per_reasoning_token":0.000003},"perplexity/sonar-medium-chat":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-sonar-medium-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000018000000000000001},"perplexity/sonar-medium-online":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-sonar-medium-online","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":12000,"max_output_tokens":12000,"max_tokens":12000,"output_cost_per_token":0.0000018000000000000001},"perplexity/sonar-pro":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-sonar-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015},"vercel_ai_gateway/perplexity/sonar-pro":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"perplexity-sonar-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015},"openrouter/perplexity/sonar-pro":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"perplexity-sonar-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015},"perplexity/sonar-reasoning-pro":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-sonar-pro-reasoning","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008},"vercel_ai_gateway/perplexity/sonar-reasoning-pro":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"perplexity-sonar-pro-reasoning","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008},"openrouter/perplexity/sonar-reasoning-pro":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"perplexity-sonar-pro-reasoning","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000008},"perplexity/sonar-reasoning":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-sonar-reasoning","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005},"vercel_ai_gateway/perplexity/sonar-reasoning":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"perplexity-sonar-reasoning","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000005},"perplexity/sonar-small-chat":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-sonar-small-chat","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":7e-8,"output_cost_per_token":2.8e-7},"perplexity/sonar-small-online":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"perplexity-sonar-small-online","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":12000,"max_output_tokens":12000,"max_tokens":12000,"output_cost_per_token":2.8e-7},"fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"phind-code-llama-1-34b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"phind-code-llama-1-34b-python","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"phind-code-llama-2-34b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"groq/playai-tts":{"litellm_provider":"groq","mode":"audio_speech","cloudprice_model_id":"playai-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"max_input_tokens":10000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_character":0.00005},"fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic":{"litellm_provider":"fireworks_ai","mode":"image_generation","cloudprice_model_id":"playground-2-5-aesthetic","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic":{"litellm_provider":"fireworks_ai","mode":"image_generation","cloudprice_model_id":"playground-2-aesthetic","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"recraft/recraftv2":{"litellm_provider":"recraft","mode":"image_generation","cloudprice_model_id":"recraft-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.022},"vercel_ai_gateway/recraft/recraft-v2":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"recraft-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.022},"recraft/recraftv3":{"litellm_provider":"recraft","mode":"image_generation","cloudprice_model_id":"recraft-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04},"vercel_ai_gateway/recraft/recraft-v3":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"recraft-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04},"vercel_ai_gateway/recraft/recraft-v4":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"recraft-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04},"vercel_ai_gateway/recraft/recraft-v4.1":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"recraft-4-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.035},"vercel_ai_gateway/recraft/recraft-v4.1-pro":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"recraft-4-1-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.21},"vercel_ai_gateway/recraft/recraft-v4.1-utility-pro":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"recraft-4-1-pro-utility","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.21},"vercel_ai_gateway/recraft/recraft-v4.1-utility":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"recraft-4-1-utility","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.035},"vercel_ai_gateway/recraft/recraft-v4-pro":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"recraft-4-pro","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.25},"reducto/parse-v3":{"mode":"ocr","cloudprice_model_id":"reducto-parse-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false},"reducto/parse-legacy":{"mode":"ocr","cloudprice_model_id":"reducto-parse-legacy","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false},"snowflake/reka-core":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"reka-core","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":8192,"max_tokens":8192},"snowflake/reka-flash":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"reka-flash","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":100000,"max_output_tokens":8192,"max_tokens":8192},"fireworks_ai/accounts/fireworks/models/rolm-ocr":{"litellm_provider":"fireworks_ai","mode":"ocr","cloudprice_model_id":"rolm-ocr","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"runwayml/gen3a_turbo":{"litellm_provider":"runwayml","mode":"video_generation","cloudprice_model_id":"runway-gen-3a-turbo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_second":0.05},"runwayml/gen4_aleph":{"litellm_provider":"runwayml","mode":"video_generation","cloudprice_model_id":"runway-gen-4-aleph","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_second":0.15},"runwayml/gen4_image":{"litellm_provider":"runwayml","mode":"image_generation","cloudprice_model_id":"runway-gen-4-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.05,"input_cost_per_image":0.05},"runwayml/gen4_image_turbo":{"litellm_provider":"runwayml","mode":"image_generation","cloudprice_model_id":"runway-gen-4-image-turbo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.02,"input_cost_per_image":0.02},"runwayml/gen4_turbo":{"litellm_provider":"runwayml","mode":"video_generation","cloudprice_model_id":"runway-gen-4-turbo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_second":0.05},"deepinfra/Sao10K/L3.1-70B-Euryale-v2.2":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"sao10k-l3-1-euryale-2-2-70b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6.5e-7,"output_cost_per_token":7.5e-7},"novita/sao10k/l31-70b-euryale-v2.2":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"sao10k-l3-1-euryale-2-2-70b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000148,"output_cost_per_token":0.00000148},"deepinfra/Sao10K/L3.3-70B-Euryale-v2.3":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"sao10k-l3-3-euryale-2-3-70b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":6.5e-7,"output_cost_per_token":7.5e-7},"novita/sao10k/l3-70b-euryale-v2.1":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"sao10k-l3-euryale-2-1-70b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.00000148,"output_cost_per_token":0.00000148},"deepinfra/Sao10K/L3-8B-Lunaris-v1-Turbo":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"sao10k-l3-lunaris-1-8b-turbo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":4e-8,"output_cost_per_token":5.0000000000000004e-8},"novita/sao10k/l3-8b-lunaris":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"sao10k-l3-lunaris-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":5.0000000000000004e-8},"openrouter/sao10k/l3-lunaris-8b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"sao10k-l3-lunaris-8b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":4e-8,"output_cost_per_token":5.0000000000000004e-8},"novita/Sao10K/L3-8B-Stheno-v3.2":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"sao10k-l3-stheno-3-2-8b","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":5.0000000000000004e-8,"output_cost_per_token":5.0000000000000004e-8},"sarvam/sarvam-m":{"litellm_provider":"sarvam","mode":"chat","cloudprice_model_id":"sarvam-m","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192},"watsonx/sdaia/allam-1-13b-instruct":{"litellm_provider":"watsonx","mode":"chat","cloudprice_model_id":"sdaia-allam-1-13b-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000018000000000000001,"output_cost_per_token":0.0000018000000000000001},"fireworks_ai/accounts/fireworks/models/SSD-1B":{"litellm_provider":"fireworks_ai","mode":"image_generation","cloudprice_model_id":"segmind-ssd-1b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"sentientai-dobby-llama-3-1-mini-8b-unhinged-plus","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"sentientai-dobby-llama-3-3-70b-unhinged","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":9.000000000000001e-7,"output_cost_per_token":9.000000000000001e-7},"novita/skywork/r1v4-lite":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"skywork-r1-4-lite","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":65536,"max_tokens":65536,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":6e-7},"fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"snorkel-mistral-7b-pairrm-dpo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":2.0000000000000002e-7},"snowflake/snowflake-arctic":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"snowflake-arctic","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_tokens":4096},"snowflake/snowflake-arctic-embed-l-v2.0":{"litellm_provider":"snowflake","mode":"embedding","cloudprice_model_id":"snowflake-arctic-2-embed-l","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"snowflake/snowflake-arctic-embed-m-v2.0":{"litellm_provider":"snowflake","mode":"embedding","cloudprice_model_id":"snowflake-arctic-embed-2-m","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_tokens":8192,"input_cost_per_token":7e-8},"soniox/stt-async-v4":{"litellm_provider":"other/soniox","mode":"audio_transcription","cloudprice_model_id":"soniox-stt-4-async","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_output_tokens":8000,"max_tokens":8000,"output_cost_per_second":0.0000277778},"soniox/stt-async-v5":{"litellm_provider":"other/soniox","mode":"audio_transcription","cloudprice_model_id":"soniox-stt-5-async","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":true,"supports_audio_output":false,"max_output_tokens":8000,"max_tokens":8000,"output_cost_per_second":0.0000277778},"stability/conservative":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-conservative","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04},"stability.stable-image-control-sketch-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-control-sketch-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.07},"stability.stable-image-control-structure-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-control-structure-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.07},"stability.stable-image-core-v1:0":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-core-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.03},"stability.stable-image-core-v1:1":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-core-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.03},"stability/stable-image-core":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-core-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.03},"bedrock/stability.stable-image-core-v1:1":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-core-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.04},"stability/creative":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-creative","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.06},"stability/erase":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-erase","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.005},"stability.stable-image-erase-object-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-erase-object-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.07},"stability/inpaint":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-inpaint","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.005},"stability.stable-image-inpaint-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-inpaint-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.07},"stability/outpaint":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-outpaint","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.004},"stability/remove-background":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-remove-background","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.005},"stability.stable-image-remove-background-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-remove-background-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.07},"stability/replace-background-and-relight":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-replace-background-and-relight","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.008},"stability/search-and-recolor":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-search-recolor","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.005},"stability.stable-image-search-recolor-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-search-recolor-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.07},"stability/search-and-replace":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-search-replace","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.005},"stability.stable-image-search-replace-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-search-replace-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.07},"stability/sketch":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-sketch","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.005},"stability.stable-conservative-upscale-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-conservative-upscale-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.4},"stability.stable-creative-upscale-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-creative-upscale-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.6},"fal_ai/fal-ai/bytedance/dreamina/v3.1/text-to-image":{"litellm_provider":"fal_ai","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.0398},"fal_ai/fal-ai/bytedance/seedream/v3/text-to-image":{"litellm_provider":"fal_ai","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.0398},"fal_ai/fal-ai/recraft/v3/text-to-image":{"litellm_provider":"fal_ai","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.0398},"stability/sd3":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.065},"stability.sd3-5-large-v1:0":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3-5-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.065},"stability/sd3.5-large":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3-5-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.065},"bedrock/stability.sd3-5-large-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3-5-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.08},"stability/sd3.5-large-turbo":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3-5-large-turbo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04},"fal_ai/fal-ai/stable-diffusion-v35-medium":{"litellm_provider":"fal_ai","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3-5-medium","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.0398},"stability/sd3.5-medium":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3-5-medium","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.035},"stability.sd3-large-v1:0":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.065},"stability/sd3-large":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.065},"bedrock/stability.sd3-large-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.08},"stability/sd3-large-turbo":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3-large-turbo","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.04},"stability/sd3-medium":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-3-medium","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.035},"max-x-max/50-steps/stability.stable-diffusion-xl-v0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-xl","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.036},"max-x-max/max-steps/stability.stable-diffusion-xl-v0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-xl","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.036},"fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0":{"litellm_provider":"fireworks_ai","mode":"ocr","cloudprice_model_id":"stability-ai-stable-diffusion-xl-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"nscale/stabilityai/stable-diffusion-xl-base-1.0":{"litellm_provider":"nscale","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-xl-1-base","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl":{"litellm_provider":"fireworks_ai","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-diffusion-xl-japanese","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096},"stability.stable-fast-upscale-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-fast-upscale-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.03},"stability.stable-outpaint-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-outpaint-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.06},"stability.stable-style-transfer-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-stable-style-transfer-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.08},"fireworks_ai/accounts/fireworks/models/stablecode-3b":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"stability-ai-stablecode-3b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"stability/structure":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-structure","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.005},"stability/style":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-style","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.005},"stability.stable-image-style-guide-v1:0":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-style-guide-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.07},"stability/style-transfer":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-style-transfer","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.008},"stability.stable-image-ultra-v1:0":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-ultra-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.08},"stability.stable-image-ultra-v1:1":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-ultra-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.08},"stability/stable-image-ultra":{"litellm_provider":"stability","mode":"image_generation","cloudprice_model_id":"stability-ai-ultra-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.08},"bedrock/stability.stable-image-ultra-v1:1":{"litellm_provider":"bedrock","mode":"image_generation","cloudprice_model_id":"stability-ai-ultra-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"output_cost_per_image":0.14},"openrouter/switchpoint/router":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"switchpoint-router","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":8.5e-7,"output_cost_per_token":0.0000034},"dataforseo/search":{"mode":"chat","cloudprice_model_id":"tavily-search","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"duckduckgo/search":{"mode":"chat","cloudprice_model_id":"tavily-search","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"exa_ai/search":{"mode":"chat","cloudprice_model_id":"tavily-search","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"firecrawl/search":{"mode":"chat","cloudprice_model_id":"tavily-search","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"google_pse/search":{"mode":"chat","cloudprice_model_id":"tavily-search","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"linkup/search":{"mode":"chat","cloudprice_model_id":"tavily-search","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"parallel_ai/search":{"mode":"chat","cloudprice_model_id":"tavily-search","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"perplexity/search":{"litellm_provider":"perplexity","mode":"chat","cloudprice_model_id":"tavily-search","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"searxng/search":{"mode":"chat","cloudprice_model_id":"tavily-search","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"serper/search":{"mode":"chat","cloudprice_model_id":"tavily-search","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"tavily/search":{"mode":"chat","cloudprice_model_id":"tavily-search","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"tavily/search-advanced":{"mode":"chat","cloudprice_model_id":"tavily-search-advanced","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"tinyfish/search":{"mode":"chat","cloudprice_model_id":"tinyfish-search","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false},"eu.twelvelabs.marengo-embed-2-7-v1:0":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"twelvelabs-marengo-2-7-embed","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"input_cost_per_token":7e-8,"deprecation_date":"2026-11"},"twelvelabs.marengo-embed-2-7-v1:0":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"twelvelabs-marengo-2-7-embed","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"input_cost_per_token":7e-8,"deprecation_date":"2026-11"},"us.twelvelabs.marengo-embed-2-7-v1:0":{"litellm_provider":"bedrock","mode":"embedding","cloudprice_model_id":"twelvelabs-marengo-2-7-embed","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":77,"max_tokens":77,"input_cost_per_token":7e-8,"deprecation_date":"2026-11"},"eu.twelvelabs.pegasus-1-2-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"twelvelabs-pegasus-1-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_token":0.0000075},"twelvelabs.pegasus-1-2-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"twelvelabs-pegasus-1-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_token":0.0000075},"us.twelvelabs.pegasus-1-2-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"twelvelabs-pegasus-1-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_token":0.0000075},"openrouter/undi95/remm-slerp-l2-13b":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"undi95-remm-slerp-l2-13b","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":6144,"max_output_tokens":4096,"max_tokens":4096,"input_cost_per_token":4.5000000000000003e-7,"output_cost_per_token":6.5e-7},"v0/v0-1.5-lg":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"vercel-v0-1-5-lg","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512000,"max_tokens":512000,"input_cost_per_token":0.000015,"output_cost_per_token":0.000075},"v0/v0-1.5-md":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"vercel-v0-1-5-md","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015},"vercel_ai_gateway/vercel/v0-1.5-md":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"vercel-v0-1-5-md","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015},"v0/v0-1.0-md":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"vercel-v0-1-md","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015},"vercel_ai_gateway/vercel/v0-1.0-md":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"vercel-v0-1-md","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015},"voyage/voyage-2":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4000,"max_tokens":4000,"input_cost_per_token":1.0000000000000001e-7},"voyage/voyage-3":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":6e-8},"voyage/voyage-3.5":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-3-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":6e-8},"vercel_ai_gateway/voyage/voyage-3.5":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"voyage-3-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":6e-8},"voyage/voyage-3.5-lite":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-3-5-lite","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":2e-8},"vercel_ai_gateway/voyage/voyage-3.5-lite":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"voyage-3-5-lite","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":2e-8},"voyage/voyage-3-large":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-3-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.8e-7},"vercel_ai_gateway/voyage/voyage-3-large":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"voyage-3-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.8e-7},"voyage/voyage-3-lite":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-3-lite","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":2e-8},"voyage/voyage-code-2":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-code-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16000,"max_tokens":16000,"input_cost_per_token":1.2e-7},"vercel_ai_gateway/voyage/voyage-code-2":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"voyage-code-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16000,"max_tokens":16000,"input_cost_per_token":1.2e-7},"voyage/voyage-code-3":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-code-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.8e-7},"vercel_ai_gateway/voyage/voyage-code-3":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"voyage-code-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.8e-7},"voyage/voyage-context-3":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-context-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":120000,"max_tokens":120000,"input_cost_per_token":1.8e-7},"voyage/voyage-finance-2":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-finance-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.2e-7},"vercel_ai_gateway/voyage/voyage-finance-2":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"voyage-finance-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.2e-7},"voyage/voyage-large-2":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-large-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16000,"max_tokens":16000,"input_cost_per_token":1.2e-7},"voyage/voyage-law-2":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-law-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16000,"max_tokens":16000,"input_cost_per_token":1.2e-7},"vercel_ai_gateway/voyage/voyage-law-2":{"litellm_provider":"vercel_ai_gateway","mode":"embedding","cloudprice_model_id":"voyage-law-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16000,"max_tokens":16000,"input_cost_per_token":1.2e-7},"voyage/voyage-lite-01":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-lite-1","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4096,"max_tokens":4096,"input_cost_per_token":1.0000000000000001e-7},"voyage/voyage-lite-02-instruct":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-lite-2-instruct","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":4000,"max_tokens":4000,"input_cost_per_token":1.0000000000000001e-7},"voyage/voyage-multimodal-3":{"litellm_provider":"voyage","mode":"embedding","cloudprice_model_id":"voyage-multimodal-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.2e-7},"snowflake/voyage-multimodal-3":{"litellm_provider":"snowflake","mode":"embedding","cloudprice_model_id":"voyage-multimodal-3","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.2e-7,"output_cost_per_token":1.2e-7},"voyage/rerank-2":{"litellm_provider":"voyage","mode":"rerank","cloudprice_model_id":"voyage-rerank-2","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":16000,"max_output_tokens":16000,"max_tokens":16000,"input_cost_per_token":5.0000000000000004e-8},"voyage/rerank-2.5":{"litellm_provider":"voyage","mode":"rerank","cloudprice_model_id":"voyage-rerank-2-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":5.0000000000000004e-8},"vercel_ai_gateway/voyage/rerank-2.5":{"litellm_provider":"vercel_ai_gateway","mode":"rerank","cloudprice_model_id":"voyage-rerank-2-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":5.0000000000000004e-8},"voyage/rerank-2.5-lite":{"litellm_provider":"voyage","mode":"rerank","cloudprice_model_id":"voyage-rerank-2-5-lite","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":2e-8},"vercel_ai_gateway/voyage/rerank-2.5-lite":{"litellm_provider":"vercel_ai_gateway","mode":"rerank","cloudprice_model_id":"voyage-rerank-2-5-lite","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_tokens":32000,"input_cost_per_token":2e-8},"voyage/rerank-2-lite":{"litellm_provider":"voyage","mode":"rerank","cloudprice_model_id":"voyage-rerank-2-lite","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8000,"max_output_tokens":8000,"max_tokens":8000,"input_cost_per_token":2e-8},"cohere.rerank-v3-5:0":{"litellm_provider":"bedrock","mode":"rerank","cloudprice_model_id":"voyage-rerank-3-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_query":0.002},"rerank-v3.5":{"litellm_provider":"bedrock","mode":"rerank","cloudprice_model_id":"voyage-rerank-3-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_query":0.002},"cohere/rerank-v3.5":{"litellm_provider":"cohere","mode":"rerank","cloudprice_model_id":"voyage-rerank-3-5","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_query":0.002},"fireworks_ai/WhereIsAI/UAE-Large-V1":{"litellm_provider":"fireworks_ai","mode":"embedding","cloudprice_model_id":"whereisai-uae-1-large","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":512,"max_tokens":512,"input_cost_per_token":1.6e-8},"us.writer.palmyra-x4-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"writer-palmyra-x4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"writer.palmyra-x4-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"writer-palmyra-x4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.0000025,"output_cost_per_token":0.00001},"us.writer.palmyra-x5-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"writer-palmyra-x5","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1040000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6e-7,"output_cost_per_token":0.000006},"writer.palmyra-x5-v1:0":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"writer-palmyra-x5","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1040000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6e-7,"output_cost_per_token":0.000006},"openrouter/writer/palmyra-x5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"writer-palmyra-x5","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1040000,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":6e-7,"output_cost_per_token":0.000006},"azure_ai/grok-code-fast-1":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"xai-grok-1-code-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.0000015,"deprecation_date":"2026-05-15"},"xai/grok-code-fast-1":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-1-code-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7,"deprecation_date":"2026-05-15"},"xai/grok-code-fast-1-0825":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-1-code-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_output_tokens":10000,"max_tokens":10000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7,"deprecation_date":"2026-05-15"},"vercel_ai_gateway/xai/grok-2":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4000,"max_tokens":4000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001},"xai/grok-2":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4000,"max_tokens":4000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001},"xai/grok-2-1212":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4000,"max_tokens":4000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001},"xai/grok-2-latest":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-2","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":4000,"max_tokens":4000,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001},"vercel_ai_gateway/xai/grok-2-vision":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-2-vision","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"deprecation_date":"2026-02-28"},"xai/grok-2-vision":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-2-vision","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"deprecation_date":"2026-02-28"},"xai/grok-2-vision-1212":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-2-vision","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"deprecation_date":"2026-02-28"},"xai/grok-2-vision-latest":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-2-vision","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_tokens":32768,"input_cost_per_token":0.000002,"output_cost_per_token":0.00001,"deprecation_date":"2026-02-28"},"azure_ai/global/grok-3":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"xai-grok-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-05-15"},"azure_ai/grok-3":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"xai-grok-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-05-15"},"oci/xai.grok-3":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"xai-grok-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-05-15"},"vercel_ai_gateway/xai/grok-3":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-05-15"},"xai/grok-3":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":7.5e-7,"deprecation_date":"2026-05-15"},"xai/grok-3-latest":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":7.5e-7,"deprecation_date":"2026-05-15"},"xai/grok-3-beta":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-3-beta","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"cache_read_input_token_cost":7.5e-7,"deprecation_date":"2026-05-15"},"oci/xai.grok-3-fast":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"xai-grok-3-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025},"vercel_ai_gateway/xai/grok-3-fast":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-3-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025},"xai/grok-3-fast-beta":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-3-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":0.00000125},"xai/grok-3-fast-latest":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-3-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"cache_read_input_token_cost":0.00000125},"azure_ai/global/grok-3-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"xai-grok-3-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000012700000000000001,"deprecation_date":"2026-02-28"},"azure_ai/grok-3-mini":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"xai-grok-3-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":2.5e-7,"output_cost_per_token":0.0000012700000000000001,"deprecation_date":"2026-02-28"},"oci/xai.grok-3-mini":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"xai-grok-3-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":5e-7,"deprecation_date":"2026-02-28"},"vercel_ai_gateway/xai/grok-3-mini":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-3-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":5e-7,"deprecation_date":"2026-02-28"},"xai/grok-3-mini":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-3-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":7.5e-8,"deprecation_date":"2026-02-28"},"xai/grok-3-mini-latest":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-3-mini","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":7.5e-8,"deprecation_date":"2026-02-28"},"xai/grok-3-mini-beta":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-3-mini-beta","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":3e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":7.5e-8,"deprecation_date":"2026-02-28"},"oci/xai.grok-3-mini-fast":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"xai-grok-3-mini-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.000004},"vercel_ai_gateway/xai/grok-3-mini-fast":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-3-mini-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.000004},"xai/grok-3-mini-fast":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-3-mini-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":1.5e-7},"xai/grok-3-mini-fast-beta":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-3-mini-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":1.5e-7},"xai/grok-3-mini-fast-latest":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-3-mini-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.000004,"cache_read_input_token_cost":1.5e-7},"azure_ai/grok-4":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"xai-grok-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-05-15"},"oci/xai.grok-4":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"xai-grok-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-05-15"},"openrouter/x-ai/grok-4":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"xai-grok-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-05-15"},"replicate/xai/grok-4":{"litellm_provider":"replicate","mode":"chat","cloudprice_model_id":"xai-grok-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":0.0000072000000000000005,"output_cost_per_token":0.000036,"deprecation_date":"2026-05-15"},"vercel_ai_gateway/xai/grok-4":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-05-15"},"xai/grok-4":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-05-15"},"xai/grok-4-0709":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-05-15"},"xai/grok-4-latest":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015,"deprecation_date":"2026-05-15"},"oci/xai.grok-4.1-fast":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"xai-grok-4-1-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"deprecation_date":"2026-05-15"},"xai/grok-4-1-fast":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-1-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":5.0000000000000004e-8,"deprecation_date":"2026-05-15"},"azure_ai/grok-4-1-fast-non-reasoning":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"xai-grok-4-1-fast-non-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"deprecation_date":"2026-05-15"},"perplexity/xai/grok-4-1-fast-non-reasoning":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-1-fast-non-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":5.0000000000000004e-8,"deprecation_date":"2026-05-15"},"vertex_ai/xai/grok-4.1-fast-non-reasoning":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"xai-grok-4-1-fast-non-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":5.0000000000000004e-8,"deprecation_date":"2026-05-15"},"xai/grok-4-1-fast-non-reasoning":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-1-fast-non-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":5.0000000000000004e-8,"deprecation_date":"2026-05-15"},"xai/grok-4-1-fast-non-reasoning-latest":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-1-fast-non-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":5.0000000000000004e-8,"deprecation_date":"2026-05-15"},"vercel_ai_gateway/xai/grok-4.1-fast-non-reasoning":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-4-1-fast-non-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":5.0000000000000004e-8,"deprecation_date":"2026-05-15"},"azure_ai/grok-4-1-fast-reasoning":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"xai-grok-4-1-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"deprecation_date":"2026-05-15"},"vertex_ai/xai/grok-4.1-fast-reasoning":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"xai-grok-4-1-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":5.0000000000000004e-8,"deprecation_date":"2026-05-15"},"xai/grok-4-1-fast-reasoning":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-1-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":5.0000000000000004e-8,"deprecation_date":"2026-05-15"},"xai/grok-4-1-fast-reasoning-latest":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-1-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":5.0000000000000004e-8,"deprecation_date":"2026-05-15"},"vercel_ai_gateway/xai/grok-4.1-fast-reasoning":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-4-1-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":5.0000000000000004e-8,"deprecation_date":"2026-05-15"},"oci/xai.grok-4.20":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"xai-grok-4-20","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015},"openrouter/x-ai/grok-4.20":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"xai-grok-4-20","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"snowflake/grok-4.20":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"xai-grok-4-20","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000003},"xai/grok-4.20":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-20","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"oci/xai.grok-4.20-multi-agent":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"xai-grok-4-20-multi-agent","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.000003,"output_cost_per_token":0.000015},"vercel_ai_gateway/xai/grok-4.20-multi-agent":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-4-20-multi-agent","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"openrouter/x-ai/grok-4.20-multi-agent":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"xai-grok-4-20-multi-agent","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"xai/grok-4.20-multi-agent":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-20-multi-agent","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"xai/grok-4.20-multi-agent-beta-0309":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-20-multi-agent-beta","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"vercel_ai_gateway/xai/grok-4.20-multi-agent-beta":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-4-20-multi-agent-beta","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"vertex_ai/xai/grok-4.20-non-reasoning":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"xai-grok-4-20-non-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006,"cache_read_input_token_cost":2.0000000000000002e-7},"xai/grok-4.20-beta-0309-non-reasoning":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-20-non-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"vercel_ai_gateway/xai/grok-4.20-non-reasoning":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-4-20-non-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"vertex_ai/xai/grok-4.20-reasoning":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"xai-grok-4-20-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.000002,"output_cost_per_token":0.000006,"cache_read_input_token_cost":2.0000000000000002e-7},"xai/grok-4.20-0309-reasoning":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-20-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"xai/grok-4.20-beta-0309-reasoning":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-20-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"vercel_ai_gateway/xai/grok-4.20-reasoning":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-4-20-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_tokens":2000000,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"bedrock_mantle/xai.grok-4.3":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"xai/grok-4.3":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"xai/grok-4.3-latest":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"openrouter/x-ai/grok-4.3":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"xai-grok-4-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"vercel_ai_gateway/xai/grok-4.3":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xai-grok-4-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"bedrock/bedrock_mantle/xai.grok-4.3":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"xai-grok-4-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.00000125,"output_cost_per_token":0.0000025,"cache_read_input_token_cost":2.0000000000000002e-7},"snowflake/grok-4.3":{"litellm_provider":"snowflake","mode":"chat","cloudprice_model_id":"xai-grok-4-3","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1000000,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":0.0000015,"output_cost_per_token":0.000003},"oci/xai.grok-4-fast":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"xai-grok-4-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025,"deprecation_date":"2026-05-15"},"azure/xai:grok4fast":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"xai-grok-4-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":30000,"max_tokens":30000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"deprecation_date":"2026-05-15"},"azure_ai/grok-4-fast-non-reasoning":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"xai-grok-4-fast-non-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":256000,"max_tokens":256000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"deprecation_date":"2026-05-15"},"xai/grok-4-fast-non-reasoning":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-fast-non-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":256000,"max_tokens":256000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":5.0000000000000004e-8,"deprecation_date":"2026-05-15"},"azure_ai/grok-4-fast-reasoning":{"litellm_provider":"azure","mode":"chat","cloudprice_model_id":"xai-grok-4-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":256000,"max_tokens":256000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"deprecation_date":"2026-05-15"},"xai/grok-4-fast-reasoning":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-4-reasoning","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":2000000,"max_output_tokens":256000,"max_tokens":256000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":5e-7,"cache_read_input_token_cost":5.0000000000000004e-8,"deprecation_date":"2026-05-15"},"xai/grok-beta":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-beta","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.000005,"output_cost_per_token":0.000015},"oci/xai.grok-code-fast-1":{"litellm_provider":"oci","mode":"chat","cloudprice_model_id":"xai-grok-code-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":0.000005,"output_cost_per_token":0.000025},"xai/grok-code-fast":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-code-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":256000,"max_tokens":256000,"input_cost_per_token":0.000001,"output_cost_per_token":0.000002,"cache_read_input_token_cost":2.0000000000000002e-7},"vercel_ai_gateway/xai/grok-imagine-image":{"litellm_provider":"vercel_ai_gateway","mode":"image_generation","cloudprice_model_id":"xai-grok-imagine-image","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"output_cost_per_image":0.02},"vercel_ai_gateway/xai/grok-tts":{"litellm_provider":"vercel_ai_gateway","mode":"audio_speech","cloudprice_model_id":"xai-grok-tts","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":true,"input_cost_per_token":0.000015},"xai/grok-vision-beta":{"litellm_provider":"xai","mode":"chat","cloudprice_model_id":"xai-grok-vision-beta","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":true,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"input_cost_per_token":0.000005,"output_cost_per_token":0.000015},"openrouter/xiaomi/mimo-v2.5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"xiaomi-mimo-2-5","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":131100,"max_tokens":131100,"input_cost_per_token":1.05e-7,"output_cost_per_token":2.8e-7,"cache_read_input_token_cost":8e-8},"vercel_ai_gateway/xiaomi/mimo-v2.5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xiaomi-mimo-2-5","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":true,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":131100,"max_tokens":131100,"input_cost_per_token":1.4e-7,"output_cost_per_token":2.8e-7,"cache_read_input_token_cost":2.8e-9},"openrouter/xiaomi/mimo-v2.5-pro":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"xiaomi-mimo-2-5-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.35e-7,"output_cost_per_token":8.7e-7,"cache_read_input_token_cost":3.6e-9},"vercel_ai_gateway/xiaomi/mimo-v2.5-pro":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xiaomi-mimo-2-5-pro","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1050000,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.35e-7,"output_cost_per_token":8.7e-7,"cache_read_input_token_cost":3.6e-9},"novita/xiaomimimo/mimo-v2-flash":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"xiaomi-mimo-2-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7,"cache_read_input_token_cost":2e-8,"deprecation_date":"2026-06-17"},"openrouter/xiaomi/mimo-v2-flash":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"xiaomi-mimo-2-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7,"cache_read_input_token_cost":1e-8,"deprecation_date":"2026-06-17"},"vercel_ai_gateway/xiaomi/mimo-v2-flash":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"xiaomi-mimo-2-flash","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":262144,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":3e-7,"cache_read_input_token_cost":1e-8,"deprecation_date":"2026-06-17"},"novita/zai-org/autoglm-phone-9b-multilingual":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"zhipu-autoglm-9b-phone-multilingual","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":65536,"max_tokens":65536,"input_cost_per_token":3.5e-8,"output_cost_per_token":1.3800000000000002e-7},"ollama/codegeex4":{"litellm_provider":"ollama","mode":"chat","cloudprice_model_id":"zhipu-codegeex-4","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":32768,"max_output_tokens":8192,"max_tokens":8192},"zai/glm-4-32b-0414-128k":{"litellm_provider":"zai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-32b","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":1.0000000000000001e-7,"output_cost_per_token":1.0000000000000001e-7},"deepinfra/zai-org/GLM-4.5":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"deprecation_date":"2026-12-31"},"fireworks_ai/accounts/fireworks/models/glm-4p5":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":5.5e-7,"output_cost_per_token":0.0000021899999999999998,"deprecation_date":"2026-12-31"},"novita/zai-org/glm-4.5":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"cache_read_input_token_cost":1.1e-7,"deprecation_date":"2026-12-31"},"vercel_ai_gateway/zai/glm-4.5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"cache_read_input_token_cost":1.1e-7,"deprecation_date":"2026-12-31"},"wandb/zai-org/GLM-4.5":{"litellm_provider":"deepinfra","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.0000016000000000000001,"deprecation_date":"2026-12-31"},"zai/glm-4.5":{"litellm_provider":"zai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"deprecation_date":"2026-12-31"},"openrouter/z-ai/glm-4.5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"cache_read_input_token_cost":1.1e-7,"deprecation_date":"2026-12-31"},"fireworks_ai/accounts/fireworks/models/glm-4p5-air":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5-air","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":2.2e-7,"output_cost_per_token":8.8e-7},"novita/zai-org/glm-4.5-air":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5-air","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":1.3e-7,"output_cost_per_token":8.5e-7},"pinstripes/ps/glm-4.5-air":{"litellm_provider":"other/pinstripes","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5-air","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":1.25e-7,"output_cost_per_token":4.5000000000000003e-7},"vercel_ai_gateway/zai/glm-4.5-air":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5-air","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.0000011,"cache_read_input_token_cost":3e-8},"zai/glm-4.5-air":{"litellm_provider":"zai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5-air","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.0000011},"openrouter/z-ai/glm-4.5-air":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5-air","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":98304,"max_tokens":98304,"input_cost_per_token":1.3e-7,"output_cost_per_token":8.5e-7,"cache_read_input_token_cost":2.5000000000000002e-8},"together_ai/zai-org/GLM-4.5-Air-FP8":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5-air-fp8","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_tokens":128000,"input_cost_per_token":2.0000000000000002e-7,"output_cost_per_token":0.0000011},"zai/glm-4.5-airx":{"litellm_provider":"zai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5-airx","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.0000011,"output_cost_per_token":0.0000045},"zai/glm-4.5-flash":{"litellm_provider":"zai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000},"zai/glm-4.5-x":{"litellm_provider":"zai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5-x","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":128000,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.0000022,"output_cost_per_token":0.000008900000000000001},"fireworks_ai/accounts/fireworks/models/glm-4p5v":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5v","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":0.0000012,"output_cost_per_token":0.0000012},"novita/zai-org/glm-4.5v":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5v","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000018000000000000001,"cache_read_input_token_cost":1.1e-7},"zai/glm-4.5v":{"litellm_provider":"zai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5v","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000018000000000000001},"openrouter/z-ai/glm-4.5v":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5v","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000018000000000000001,"cache_read_input_token_cost":1.1e-7},"vercel_ai_gateway/zai/glm-4.5v":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"zhipu-glm-4-5v","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32000,"max_tokens":32000,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000018000000000000001,"cache_read_input_token_cost":1.1e-7},"baseten/zai-org/GLM-4.6":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.3e-7,"output_cost_per_token":0.00000174,"cache_read_input_token_cost":8e-8,"deprecation_date":"2026-01-20"},"cerebras/zai-glm-4.6":{"litellm_provider":"cerebras","mode":"chat","cloudprice_model_id":"zhipu-glm-4-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.00000225,"output_cost_per_token":0.00000275,"deprecation_date":"2026-01-20"},"fireworks_ai/accounts/fireworks/models/glm-4p6":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":5.5e-7,"output_cost_per_token":0.0000021899999999999998,"deprecation_date":"2026-01-20"},"novita/zai-org/glm-4.6":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"zhipu-glm-4-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":5.5e-7,"output_cost_per_token":0.0000022,"cache_read_input_token_cost":1.1e-7,"deprecation_date":"2026-01-20"},"openrouter/z-ai/glm-4.6":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.3e-7,"output_cost_per_token":0.00000174,"cache_read_input_token_cost":8e-8,"deprecation_date":"2026-01-20"},"openrouter/z-ai/glm-4.6:exacto":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.3e-7,"output_cost_per_token":0.00000174,"cache_read_input_token_cost":8e-8,"deprecation_date":"2026-01-20"},"together_ai/zai-org/GLM-4.6":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"deprecation_date":"2026-01-20"},"vercel_ai_gateway/zai/glm-4.6":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"zhipu-glm-4-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"cache_read_input_token_cost":1.1e-7,"deprecation_date":"2026-01-20"},"zai/glm-4.6":{"litellm_provider":"zai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"cache_read_input_token_cost":1.1e-7,"deprecation_date":"2026-01-20"},"dashscope/glm-4.6":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"zhipu-glm-4-6","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.31e-7,"output_cost_per_token":0.000002007,"deprecation_date":"2026-01-20"},"novita/zai-org/glm-4.6v":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"zhipu-glm-4-6v","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7,"cache_read_input_token_cost":5.5e-8},"openrouter/z-ai/glm-4.6v":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-6v","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7,"cache_read_input_token_cost":5.5e-8},"vercel_ai_gateway/zai/glm-4.6v":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"zhipu-glm-4-6v","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":131072,"max_output_tokens":32768,"max_tokens":32768,"input_cost_per_token":3e-7,"output_cost_per_token":9.000000000000001e-7,"cache_read_input_token_cost":5.0000000000000004e-8},"baseten/zai-org/GLM-4.7":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.00000175,"cache_read_input_token_cost":8e-8},"cerebras/zai-glm-4.7":{"litellm_provider":"cerebras","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.00000225,"output_cost_per_token":0.00000275},"fireworks_ai/accounts/fireworks/models/glm-4p7":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"cache_read_input_token_cost":3e-7},"fireworks_ai/glm-4p7":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"cache_read_input_token_cost":3e-7},"glm-4-7-251222":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.00000175,"cache_read_input_token_cost":8e-8},"novita/zai-org/glm-4.7":{"litellm_provider":"novita","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"cache_read_input_token_cost":1.1e-7},"openrouter/z-ai/glm-4.7":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.00000175,"cache_read_input_token_cost":8e-8},"together_ai/zai-org/GLM-4.7":{"litellm_provider":"together_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.5000000000000003e-7,"output_cost_per_token":0.000002},"vertex_ai/zai-org/glm-4.7-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"cache_creation_input_token_cost":6e-8},"zai.glm-4.7":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.00000175,"cache_read_input_token_cost":8e-8},"zai/glm-4.7":{"litellm_provider":"zai","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"cache_read_input_token_cost":1.1e-7},"bedrock/zai.glm-4.7":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022},"dashscope/glm-4.7":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":4.31e-7,"output_cost_per_token":0.000002007},"vercel_ai_gateway/zai/glm-4.7":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"cache_read_input_token_cost":1.2e-7},"gemini/glm-4-7":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":204800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":6e-7,"output_cost_per_token":0.0000022,"cache_creation_input_token_cost":6e-8},"cloudflare/@cf/zai-org/glm-4.7-flash":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202752,"max_output_tokens":131000,"max_tokens":131000,"input_cost_per_token":6e-8,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1e-8},"openrouter/z-ai/glm-4.7-flash":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202752,"max_output_tokens":131000,"max_tokens":131000,"input_cost_per_token":6e-8,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1e-8},"zai.glm-4.7-flash":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202752,"max_output_tokens":131000,"max_tokens":131000,"input_cost_per_token":6e-8,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1e-8},"zai/glm-4.7-flash":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202752,"max_output_tokens":131000,"max_tokens":131000,"input_cost_per_token":6e-8,"output_cost_per_token":4.0000000000000003e-7,"cache_read_input_token_cost":1e-8},"bedrock/zai.glm-4.7-flash":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202752,"max_output_tokens":131000,"max_tokens":131000,"input_cost_per_token":7e-8,"output_cost_per_token":4.0000000000000003e-7},"vercel_ai_gateway/zai/glm-4.7-flash":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7-flash","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202752,"max_output_tokens":131000,"max_tokens":131000,"input_cost_per_token":7e-8,"output_cost_per_token":4.0000000000000003e-7},"gmi/zai-org/GLM-4.7-FP8":{"litellm_provider":"gmi","mode":"chat","cloudprice_model_id":"zhipu-glm-4-7-fp8","supports_function_calling":false,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":false,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":false,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202752,"max_output_tokens":16384,"max_tokens":16384,"input_cost_per_token":4.0000000000000003e-7,"output_cost_per_token":0.000002},"baseten/zai-org/GLM-5":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"zhipu-glm-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131100,"max_tokens":131100,"input_cost_per_token":5.73e-7,"output_cost_per_token":0.00000258},"bedrock/us-east-1/zai.glm-5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"zhipu-glm-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131100,"max_tokens":131100,"input_cost_per_token":0.000001,"output_cost_per_token":0.0000032000000000000003},"bedrock/us-west-2/zai.glm-5":{"litellm_provider":"bedrock","mode":"chat","cloudprice_model_id":"zhipu-glm-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131100,"max_tokens":131100,"input_cost_per_token":0.000001,"output_cost_per_token":0.0000032000000000000003},"openrouter/z-ai/glm-5":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131100,"max_tokens":131100,"input_cost_per_token":6e-7,"output_cost_per_token":0.00000192,"cache_read_input_token_cost":1.2e-7},"vertex_ai/zai-org/glm-5-maas":{"litellm_provider":"vertex_ai-language-models","mode":"chat","cloudprice_model_id":"zhipu-glm-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131100,"max_tokens":131100,"input_cost_per_token":0.000001,"output_cost_per_token":0.0000032000000000000003,"cache_read_input_token_cost":1.0000000000000001e-7,"cache_creation_input_token_cost":1.0000000000000001e-7},"zai.glm-5":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"zhipu-glm-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131100,"max_tokens":131100,"input_cost_per_token":5.73e-7,"output_cost_per_token":0.00000258},"zai/glm-5":{"litellm_provider":"zai","mode":"chat","cloudprice_model_id":"zhipu-glm-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131100,"max_tokens":131100,"input_cost_per_token":0.000001,"output_cost_per_token":0.0000032000000000000003,"cache_read_input_token_cost":2.0000000000000002e-7},"vercel_ai_gateway/zai/glm-5":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"zhipu-glm-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131100,"max_tokens":131100,"input_cost_per_token":9.499999999999999e-7,"output_cost_per_token":0.00000315,"cache_read_input_token_cost":2.0000000000000002e-7},"gemini/glm-5":{"litellm_provider":"gemini","mode":"chat","cloudprice_model_id":"zhipu-glm-5","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131100,"max_tokens":131100,"input_cost_per_token":0.000001,"output_cost_per_token":0.0000032000000000000003,"cache_creation_input_token_cost":1.0000000000000001e-7},"fireworks_ai/accounts/fireworks/models/glm-5p1":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.0000014,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.6e-7},"fireworks_ai/glm-5p1":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.0000014,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.6e-7},"openrouter/z-ai/glm-5.1":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":9.66e-7,"output_cost_per_token":0.0000030360000000000002,"cache_read_input_token_cost":1.794e-7},"zai/glm-5.1":{"litellm_provider":"zai","mode":"chat","cloudprice_model_id":"zhipu-glm-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.0000014,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.6e-7},"dashscope/glm-5.1":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"zhipu-glm-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.0000014,"output_cost_per_token":0.0000044},"vercel_ai_gateway/zai/glm-5.1":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"zhipu-glm-5-1","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":true,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.0000013,"output_cost_per_token":0.0000042999999999999995,"cache_read_input_token_cost":2.6e-7},"fireworks_ai/accounts/fireworks/routers/glm-5p1-fast":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-5-1-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.0000028,"output_cost_per_token":0.0000088,"cache_read_input_token_cost":5.2e-7},"fireworks_ai/glm-5p1-fast":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-5-1-fast","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":false,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202800,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.0000028,"output_cost_per_token":0.0000088,"cache_read_input_token_cost":5.2e-7},"tensormesh/lukealonso/GLM-5.1-NVFP4-MTP":{"litellm_provider":"other/tensormesh","mode":"chat","cloudprice_model_id":"zhipu-glm-5-1-nvfp4-mtp","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":202752,"max_tokens":202752,"input_cost_per_token":0.0000014,"output_cost_per_token":0.0000044},"cloudflare/@cf/zai-org/glm-5.2":{"litellm_provider":"openrouter","mode":"chat","cloudprice_model_id":"zhipu-glm-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":7.28e-7,"output_cost_per_token":0.000002288,"cache_read_input_token_cost":1.352e-7},"fireworks_ai/accounts/fireworks/models/glm-5p2":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.0000014,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.6e-7},"fireworks_ai/glm-5p2":{"litellm_provider":"fireworks_ai","mode":"chat","cloudprice_model_id":"zhipu-glm-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.0000014,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.6e-7},"dashscope/glm-5.2":{"litellm_provider":"dashscope","mode":"chat","cloudprice_model_id":"zhipu-glm-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.0000011,"output_cost_per_token":0.000003851},"vercel_ai_gateway/zai/glm-5.2":{"litellm_provider":"vercel_ai_gateway","mode":"chat","cloudprice_model_id":"zhipu-glm-5-2","supports_function_calling":true,"supports_parallel_function_calling":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":true,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":1048576,"max_output_tokens":131072,"max_tokens":131072,"input_cost_per_token":0.0000014,"output_cost_per_token":0.0000044,"cache_read_input_token_cost":2.6e-7},"zai/glm-5-code":{"litellm_provider":"zai","mode":"chat","cloudprice_model_id":"zhipu-glm-5-code","supports_function_calling":true,"supports_parallel_function_calling":false,"supports_prompt_caching":true,"supports_reasoning":true,"supports_web_search":false,"supports_response_schema":false,"supports_tool_choice":true,"supports_system_messages":true,"supports_vision":false,"supports_audio_input":false,"supports_audio_output":false,"max_input_tokens":200000,"max_output_tokens":128000,"max_tokens":128000,"input_cost_per_token":0.0000012,"output_cost_per_token":0.000005,"cache_read_input_token_cost":3e-7}}