{"total":2641,"count":100,"offset":0,"data":[{"key":"1024-x-1024/50-steps/bedrock/amazon.nova-canvas-v1:0","litellm_provider":"bedrock","max_input_tokens":2600,"mode":"image_generation","output_cost_per_image":0.06},{"key":"1024-x-1024/50-steps/stability.stable-diffusion-xl-v1","litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.04},{"key":"1024-x-1024/dall-e-2","input_cost_per_pixel":1.9e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0},{"key":"1024-x-1024/max-steps/stability.stable-diffusion-xl-v1","litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.08},{"key":"256-x-256/dall-e-2","input_cost_per_pixel":2.4414e-7,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0},{"key":"512-x-512/50-steps/stability.stable-diffusion-xl-v0","litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.018},{"key":"512-x-512/dall-e-2","input_cost_per_pixel":6.86e-8,"litellm_provider":"openai","mode":"image_generation","output_cost_per_pixel":0},{"key":"512-x-512/max-steps/stability.stable-diffusion-xl-v0","litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"image_generation","output_cost_per_image":0.036},{"key":"ai21.j2-mid-v1","input_cost_per_token":0.0000125,"litellm_provider":"bedrock","max_input_tokens":8191,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.0000125},{"key":"ai21.j2-ultra-v1","input_cost_per_token":0.0000188,"litellm_provider":"bedrock","max_input_tokens":8191,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.0000188},{"key":"ai21.jamba-1-5-large-v1:0","input_cost_per_token":0.000002,"litellm_provider":"bedrock","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":0.000008},{"key":"ai21.jamba-1-5-mini-v1:0","input_cost_per_token":2e-7,"litellm_provider":"bedrock","max_input_tokens":256000,"max_output_tokens":256000,"max_tokens":256000,"mode":"chat","output_cost_per_token":4e-7},{"key":"ai21.jamba-instruct-v1:0","input_cost_per_token":5e-7,"litellm_provider":"bedrock","max_input_tokens":70000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":7e-7,"supports_system_messages":true},{"key":"aiml/dall-e-2","litellm_provider":"aiml","metadata":{"notes":"DALL-E 2 via AI/ML API - Reliable text-to-image generation"},"mode":"image_generation","output_cost_per_image":0.026,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},{"key":"aiml/dall-e-3","litellm_provider":"aiml","metadata":{"notes":"DALL-E 3 via AI/ML API - High-quality text-to-image generation"},"mode":"image_generation","output_cost_per_image":0.052,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},{"key":"aiml/flux-pro","litellm_provider":"aiml","metadata":{"notes":"Flux Dev - Development version optimized for experimentation"},"mode":"image_generation","output_cost_per_image":0.065,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},{"key":"aiml/flux-pro/v1.1","litellm_provider":"aiml","mode":"image_generation","output_cost_per_image":0.052,"supported_endpoints":["/v1/images/generations"]},{"key":"aiml/flux-pro/v1.1-ultra","litellm_provider":"aiml","mode":"image_generation","output_cost_per_image":0.063,"supported_endpoints":["/v1/images/generations"]},{"key":"aiml/flux-realism","litellm_provider":"aiml","metadata":{"notes":"Flux Pro - Professional-grade image generation model"},"mode":"image_generation","output_cost_per_image":0.046,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},{"key":"aiml/flux/dev","litellm_provider":"aiml","metadata":{"notes":"Flux Dev - Development version optimized for experimentation"},"mode":"image_generation","output_cost_per_image":0.033,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},{"key":"aiml/flux/kontext-max/text-to-image","litellm_provider":"aiml","metadata":{"notes":"Flux Pro v1.1 - Enhanced version with improved capabilities and 6x faster inference speed"},"mode":"image_generation","output_cost_per_image":0.104,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},{"key":"aiml/flux/kontext-pro/text-to-image","litellm_provider":"aiml","metadata":{"notes":"Flux Pro v1.1 - Enhanced version with improved capabilities and 6x faster inference speed"},"mode":"image_generation","output_cost_per_image":0.052,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},{"key":"aiml/flux/schnell","litellm_provider":"aiml","metadata":{"notes":"Flux Schnell - Fast generation model optimized for speed"},"mode":"image_generation","output_cost_per_image":0.004,"source":"https://docs.aimlapi.com/","supported_endpoints":["/v1/images/generations"]},{"key":"aiml/google/imagen-4.0-ultra-generate-001","litellm_provider":"aiml","metadata":{"notes":"Imagen 4.0 Ultra Generate API - Photorealistic image generation with precise text rendering"},"mode":"image_generation","output_cost_per_image":0.078,"source":"https://docs.aimlapi.com/api-references/image-models/google/imagen-4-ultra-generate","supported_endpoints":["/v1/images/generations"]},{"key":"aiml/google/nano-banana-pro","litellm_provider":"aiml","metadata":{"notes":"Gemini 3 Pro Image (Nano Banana Pro) - Advanced text-to-image generation with reasoning and 4K resolution support"},"mode":"image_generation","output_cost_per_image":0.195,"source":"https://docs.aimlapi.com/api-references/image-models/google/gemini-3-pro-image-preview","supported_endpoints":["/v1/images/generations"]},{"key":"amazon.nova-canvas-v1:0","litellm_provider":"bedrock","max_input_tokens":2600,"mode":"image_generation","output_cost_per_image":0.06,"supports_nova_canvas_image_edit":true},{"key":"us.amazon.nova-canvas-v1:0","litellm_provider":"bedrock","max_input_tokens":2600,"mode":"image_generation","output_cost_per_image":0.06,"supports_nova_canvas_image_edit":true},{"key":"us.writer.palmyra-x4-v1:0","input_cost_per_token":0.0000025,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_pdf_input":true},{"key":"us.writer.palmyra-x5-v1:0","input_cost_per_token":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000006,"supports_function_calling":true,"supports_pdf_input":true},{"key":"writer.palmyra-x4-v1:0","input_cost_per_token":0.0000025,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.00001,"supports_function_calling":true,"supports_pdf_input":true},{"key":"writer.palmyra-x5-v1:0","input_cost_per_token":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000006,"supports_function_calling":true,"supports_pdf_input":true},{"key":"amazon.nova-lite-v1:0","input_cost_per_token":6e-8,"litellm_provider":"bedrock_converse","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":2.4e-7,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},{"key":"amazon.nova-2-lite-v1:0","cache_read_input_token_cost":7.5e-8,"input_cost_per_token":3e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000025,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},{"key":"amazon.nova-2-pro-preview-20251202-v1:0","cache_read_input_token_cost":5.46875e-7,"input_cost_per_token":0.0000021875,"input_cost_per_image_token":0.0000021875,"input_cost_per_audio_token":0.0000021875,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000175,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},{"key":"apac.amazon.nova-2-lite-v1:0","cache_read_input_token_cost":8.25e-8,"input_cost_per_token":3.3e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.00000275,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},{"key":"apac.amazon.nova-2-pro-preview-20251202-v1:0","cache_read_input_token_cost":5.46875e-7,"input_cost_per_token":0.0000021875,"input_cost_per_image_token":0.0000021875,"input_cost_per_audio_token":0.0000021875,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000175,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},{"key":"eu.amazon.nova-2-lite-v1:0","cache_read_input_token_cost":8.25e-8,"input_cost_per_token":3.3e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.00000275,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},{"key":"eu.amazon.nova-2-pro-preview-20251202-v1:0","cache_read_input_token_cost":5.46875e-7,"input_cost_per_token":0.0000021875,"input_cost_per_image_token":0.0000021875,"input_cost_per_audio_token":0.0000021875,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000175,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},{"key":"us.amazon.nova-2-lite-v1:0","cache_read_input_token_cost":8.25e-8,"input_cost_per_token":3.3e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.00000275,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},{"key":"us.amazon.nova-2-pro-preview-20251202-v1:0","cache_read_input_token_cost":5.46875e-7,"input_cost_per_token":0.0000021875,"input_cost_per_image_token":0.0000021875,"input_cost_per_audio_token":0.0000021875,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000175,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_video_input":true,"supports_vision":true},{"key":"amazon.nova-2-multimodal-embeddings-v1:0","litellm_provider":"bedrock","max_input_tokens":8172,"max_tokens":8172,"mode":"embedding","input_cost_per_token":1.35e-7,"input_cost_per_image":0.00006,"input_cost_per_video_per_second":0.0007,"input_cost_per_audio_per_second":0.00014,"output_cost_per_token":0,"output_vector_size":3072,"source":"https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/model-catalog/serverless/amazon.nova-2-multimodal-embeddings-v1:0","supports_embedding_image_input":true,"supports_image_input":true,"supports_video_input":true,"supports_audio_input":true},{"key":"amazon.nova-micro-v1:0","input_cost_per_token":3.5e-8,"litellm_provider":"bedrock_converse","max_input_tokens":128000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":1.4e-7,"supports_function_calling":true,"supports_prompt_caching":true,"supports_response_schema":true},{"key":"amazon.nova-pro-v1:0","input_cost_per_token":8e-7,"litellm_provider":"bedrock_converse","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":0.0000032,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true},{"key":"amazon.rerank-v1:0","input_cost_per_query":0.001,"input_cost_per_token":0,"litellm_provider":"bedrock","max_document_chunks_per_query":100,"max_input_tokens":32000,"max_output_tokens":32000,"max_query_tokens":32000,"max_tokens":32000,"max_tokens_per_document_chunk":512,"mode":"rerank","output_cost_per_token":0},{"key":"amazon.titan-embed-image-v1","input_cost_per_image":0.00006,"input_cost_per_token":8e-7,"litellm_provider":"bedrock","max_input_tokens":128,"max_tokens":128,"metadata":{"notes":"'supports_image_input' is a deprecated field. Use 'supports_embedding_image_input' instead."},"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"source":"https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/providers?model=amazon.titan-image-generator-v1","supports_embedding_image_input":true,"supports_image_input":true},{"key":"amazon.titan-embed-text-v1","input_cost_per_token":1e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1536},{"key":"amazon.titan-embed-text-v2:0","input_cost_per_token":2e-7,"litellm_provider":"bedrock","max_input_tokens":8192,"max_tokens":8192,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024},{"key":"amazon.titan-image-generator-v1","input_cost_per_image":0,"output_cost_per_image":0.008,"output_cost_per_image_premium_image":0.01,"output_cost_per_image_above_512_and_512_pixels":0.01,"output_cost_per_image_above_512_and_512_pixels_and_premium_image":0.012,"litellm_provider":"bedrock","mode":"image_generation"},{"key":"amazon.titan-image-generator-v2","input_cost_per_image":0,"output_cost_per_image":0.008,"output_cost_per_image_premium_image":0.01,"output_cost_per_image_above_1024_and_1024_pixels":0.01,"output_cost_per_image_above_1024_and_1024_pixels_and_premium_image":0.012,"litellm_provider":"bedrock","mode":"image_generation"},{"key":"amazon.titan-image-generator-v2:0","input_cost_per_image":0,"output_cost_per_image":0.008,"output_cost_per_image_premium_image":0.01,"output_cost_per_image_above_1024_and_1024_pixels":0.01,"output_cost_per_image_above_1024_and_1024_pixels_and_premium_image":0.012,"litellm_provider":"bedrock","mode":"image_generation"},{"key":"twelvelabs.marengo-embed-2-7-v1:0","input_cost_per_token":0.00007,"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"supports_embedding_image_input":true,"supports_image_input":true},{"key":"us.twelvelabs.marengo-embed-2-7-v1:0","input_cost_per_token":0.00007,"input_cost_per_video_per_second":0.0007,"input_cost_per_audio_per_second":0.00014,"input_cost_per_image":0.0001,"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"supports_embedding_image_input":true,"supports_image_input":true},{"key":"eu.twelvelabs.marengo-embed-2-7-v1:0","input_cost_per_token":0.00007,"input_cost_per_video_per_second":0.0007,"input_cost_per_audio_per_second":0.00014,"input_cost_per_image":0.0001,"litellm_provider":"bedrock","max_input_tokens":77,"max_tokens":77,"mode":"embedding","output_cost_per_token":0,"output_vector_size":1024,"supports_embedding_image_input":true,"supports_image_input":true},{"key":"twelvelabs.pegasus-1-2-v1:0","input_cost_per_video_per_second":0.00049,"output_cost_per_token":0.0000075,"litellm_provider":"bedrock","mode":"chat","supports_video_input":true},{"key":"us.twelvelabs.pegasus-1-2-v1:0","input_cost_per_video_per_second":0.00049,"output_cost_per_token":0.0000075,"litellm_provider":"bedrock","mode":"chat","supports_video_input":true},{"key":"eu.twelvelabs.pegasus-1-2-v1:0","input_cost_per_video_per_second":0.00049,"output_cost_per_token":0.0000075,"litellm_provider":"bedrock","mode":"chat","supports_video_input":true},{"key":"amazon.titan-text-express-v1","input_cost_per_token":0.0000013,"litellm_provider":"bedrock","max_input_tokens":42000,"max_output_tokens":8000,"max_tokens":8000,"mode":"chat","output_cost_per_token":0.0000017},{"key":"amazon.titan-text-lite-v1","input_cost_per_token":3e-7,"litellm_provider":"bedrock","max_input_tokens":42000,"max_output_tokens":4000,"max_tokens":4000,"mode":"chat","output_cost_per_token":4e-7},{"key":"amazon.titan-text-premier-v1:0","input_cost_per_token":5e-7,"litellm_provider":"bedrock","max_input_tokens":42000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.0000015},{"key":"anthropic.claude-3-5-haiku-20241022-v1:0","cache_creation_input_token_cost":0.000001,"cache_read_input_token_cost":8e-8,"input_cost_per_token":8e-7,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000004,"supports_assistant_prefill":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true},{"key":"anthropic.claude-haiku-4-5-20251001-v1:0","cache_creation_input_token_cost":0.00000125,"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000005,"source":"https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock","supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":346,"supports_native_structured_output":true},{"key":"anthropic.claude-haiku-4-5@20251001","cache_creation_input_token_cost":0.00000125,"cache_read_input_token_cost":1e-7,"input_cost_per_token":0.000001,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000005,"source":"https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock","supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":346,"supports_native_streaming":true,"supports_native_structured_output":true},{"key":"anthropic.claude-3-5-sonnet-20240620-v1:0","input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.00003,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"cache_creation_input_token_cost_above_1hr":0.0000075,"cache_creation_input_token_cost_above_1hr_above_200k_tokens":0.000015,"cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7},{"key":"anthropic.claude-3-5-sonnet-20241022-v2:0","cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":1000000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.00003,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"cache_creation_input_token_cost_above_1hr":0.0000075,"cache_creation_input_token_cost_above_1hr_above_200k_tokens":0.000015},{"key":"anthropic.claude-3-7-sonnet-20240620-v1:0","cache_creation_input_token_cost":0.0000045,"cache_read_input_token_cost":3.6e-7,"input_cost_per_token":0.0000036,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000018,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},{"key":"anthropic.claude-3-7-sonnet-20250219-v1:0","cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000015,"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true},{"key":"anthropic.claude-3-haiku-20240307-v1:0","input_cost_per_token":2.5e-7,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.00000125,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":2.5e-8,"cache_creation_input_token_cost":3.125e-7},{"key":"anthropic.claude-3-opus-20240229-v1:0","input_cost_per_token":0.000015,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000075,"supports_function_calling":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":0.0000015,"cache_creation_input_token_cost":0.00001875},{"key":"anthropic.claude-3-sonnet-20240229-v1:0","input_cost_per_token":0.000003,"litellm_provider":"bedrock","max_input_tokens":200000,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000015,"supports_function_calling":true,"supports_pdf_input":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"cache_read_input_token_cost":3e-7,"cache_creation_input_token_cost":0.00000375},{"key":"anthropic.claude-instant-v1","input_cost_per_token":8e-7,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.0000024,"supports_tool_choice":true},{"key":"anthropic.claude-opus-4-1-20250805-v1:0","cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":159},{"key":"anthropic.claude-opus-4-20250514-v1:0","cache_creation_input_token_cost":0.00001875,"cache_read_input_token_cost":0.0000015,"input_cost_per_token":0.000015,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":32000,"max_tokens":32000,"mode":"chat","output_cost_per_token":0.000075,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":159},{"key":"anthropic.claude-opus-4-5-20251101-v1:0","cache_creation_input_token_cost":0.00000625,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":159,"supports_native_structured_output":true},{"key":"anthropic.claude-opus-4-6-v1","cache_creation_input_token_cost":0.00000625,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":346,"supports_native_structured_output":true},{"key":"global.anthropic.claude-opus-4-6-v1","cache_creation_input_token_cost":0.00000625,"cache_read_input_token_cost":5e-7,"input_cost_per_token":0.000005,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.000025,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":346,"supports_native_structured_output":true},{"key":"us.anthropic.claude-opus-4-6-v1","cache_creation_input_token_cost":0.000006875,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":346,"supports_native_structured_output":true},{"key":"eu.anthropic.claude-opus-4-6-v1","cache_creation_input_token_cost":0.000006875,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":346,"supports_native_structured_output":true},{"key":"au.anthropic.claude-opus-4-6-v1","cache_creation_input_token_cost":0.000006875,"cache_read_input_token_cost":5.5e-7,"input_cost_per_token":0.0000055,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":128000,"max_tokens":128000,"mode":"chat","output_cost_per_token":0.0000275,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":false,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":346,"supports_native_structured_output":true},{"key":"anthropic.claude-sonnet-4-6","cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":346,"supports_native_structured_output":true},{"key":"global.anthropic.claude-sonnet-4-6","cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":346,"supports_native_structured_output":true},{"key":"us.anthropic.claude-sonnet-4-6","cache_creation_input_token_cost":0.000004125,"cache_read_input_token_cost":3.3e-7,"input_cost_per_token":0.0000033,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000165,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":346,"supports_native_structured_output":true},{"key":"eu.anthropic.claude-sonnet-4-6","cache_creation_input_token_cost":0.000004125,"cache_read_input_token_cost":3.3e-7,"input_cost_per_token":0.0000033,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000165,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":346,"supports_native_structured_output":true},{"key":"au.anthropic.claude-sonnet-4-6","cache_creation_input_token_cost":0.000004125,"cache_read_input_token_cost":3.3e-7,"input_cost_per_token":0.0000033,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.0000165,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":346,"supports_native_structured_output":true},{"key":"anthropic.claude-sonnet-4-20250514-v1:0","cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":1000000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":159},{"key":"anthropic.claude-sonnet-4-5-20250929-v1:0","cache_creation_input_token_cost":0.00000375,"cache_read_input_token_cost":3e-7,"input_cost_per_token":0.000003,"input_cost_per_token_above_200k_tokens":0.000006,"output_cost_per_token_above_200k_tokens":0.0000225,"cache_creation_input_token_cost_above_200k_tokens":0.0000075,"cache_read_input_token_cost_above_200k_tokens":6e-7,"litellm_provider":"bedrock_converse","max_input_tokens":200000,"max_output_tokens":64000,"max_tokens":64000,"mode":"chat","output_cost_per_token":0.000015,"search_context_cost_per_query":{"search_context_size_high":0.01,"search_context_size_low":0.01,"search_context_size_medium":0.01},"supports_assistant_prefill":true,"supports_computer_use":true,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_reasoning":true,"supports_response_schema":true,"supports_tool_choice":true,"supports_vision":true,"tool_use_system_prompt_tokens":159,"supports_native_structured_output":true},{"key":"anthropic.claude-v1","input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024},{"key":"anthropic.claude-v2:1","input_cost_per_token":0.000008,"litellm_provider":"bedrock","max_input_tokens":100000,"max_output_tokens":8191,"max_tokens":8191,"mode":"chat","output_cost_per_token":0.000024,"supports_tool_choice":true},{"key":"anyscale/HuggingFaceH4/zephyr-7b-beta","input_cost_per_token":1.5e-7,"litellm_provider":"anyscale","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":1.5e-7},{"key":"anyscale/codellama/CodeLlama-34b-Instruct-hf","input_cost_per_token":0.000001,"litellm_provider":"anyscale","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000001},{"key":"anyscale/codellama/CodeLlama-70b-Instruct-hf","input_cost_per_token":0.000001,"litellm_provider":"anyscale","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000001,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf"},{"key":"anyscale/google/gemma-7b-it","input_cost_per_token":1.5e-7,"litellm_provider":"anyscale","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/google-gemma-7b-it"},{"key":"anyscale/meta-llama/Llama-2-13b-chat-hf","input_cost_per_token":2.5e-7,"litellm_provider":"anyscale","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":2.5e-7},{"key":"anyscale/meta-llama/Llama-2-70b-chat-hf","input_cost_per_token":0.000001,"litellm_provider":"anyscale","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":0.000001},{"key":"anyscale/meta-llama/Llama-2-7b-chat-hf","input_cost_per_token":1.5e-7,"litellm_provider":"anyscale","max_input_tokens":4096,"max_output_tokens":4096,"max_tokens":4096,"mode":"chat","output_cost_per_token":1.5e-7},{"key":"anyscale/meta-llama/Meta-Llama-3-70B-Instruct","input_cost_per_token":0.000001,"litellm_provider":"anyscale","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":0.000001,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct"},{"key":"anyscale/meta-llama/Meta-Llama-3-8B-Instruct","input_cost_per_token":1.5e-7,"litellm_provider":"anyscale","max_input_tokens":8192,"max_output_tokens":8192,"max_tokens":8192,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-8B-Instruct"},{"key":"anyscale/mistralai/Mistral-7B-Instruct-v0.1","input_cost_per_token":1.5e-7,"litellm_provider":"anyscale","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/mistralai-Mistral-7B-Instruct-v0.1","supports_function_calling":true},{"key":"anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1","input_cost_per_token":9e-7,"litellm_provider":"anyscale","max_input_tokens":65536,"max_output_tokens":65536,"max_tokens":65536,"mode":"chat","output_cost_per_token":9e-7,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/mistralai-Mixtral-8x22B-Instruct-v0.1","supports_function_calling":true},{"key":"anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1","input_cost_per_token":1.5e-7,"litellm_provider":"anyscale","max_input_tokens":16384,"max_output_tokens":16384,"max_tokens":16384,"mode":"chat","output_cost_per_token":1.5e-7,"source":"https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/mistralai-Mixtral-8x7B-Instruct-v0.1","supports_function_calling":true},{"key":"apac.amazon.nova-lite-v1:0","input_cost_per_token":6.3e-8,"litellm_provider":"bedrock_converse","max_input_tokens":300000,"max_output_tokens":10000,"max_tokens":10000,"mode":"chat","output_cost_per_token":2.52e-7,"supports_function_calling":true,"supports_pdf_input":true,"supports_prompt_caching":true,"supports_response_schema":true,"supports_vision":true}]}