From 41374bfa46180f5c039bbeabc0a980ef8e9042cf Mon Sep 17 00:00:00 2001 From: Pac Date: Thu, 15 May 2025 15:50:45 +1000 Subject: [PATCH] fix: bedrock-sonnet-caching-cost (#10752) --- litellm/model_prices_and_context_window_backup.json | 12 ++++++++++++ model_prices_and_context_window.json | 12 ++++++++++++ 2 files changed, 24 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index e63f7626a3..79a6aaab2e 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -9075,6 +9075,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 0.0000003, "litellm_provider": "bedrock_converse", "mode": "chat", "supports_function_calling": true, @@ -9092,6 +9094,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 0.0000003, "litellm_provider": "bedrock", "mode": "chat", "supports_function_calling": true, @@ -9122,6 +9126,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0.0000008, "output_cost_per_token": 0.000004, + "cache_creation_input_token_cost": 0.000001, + "cache_read_input_token_cost": 0.00000008, "litellm_provider": "bedrock", "mode": "chat", "supports_assistant_prefill": true, @@ -9178,6 +9184,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 0.0000003, "litellm_provider": "bedrock", "mode": "chat", "supports_function_calling": true, @@ -9194,6 +9202,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 0.0000003, "litellm_provider": "bedrock_converse", "mode": "chat", "supports_function_calling": true, @@ -9225,6 +9235,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0.0000008, "output_cost_per_token": 0.000004, + "cache_creation_input_token_cost": 0.000001, + "cache_read_input_token_cost": 0.00000008, "litellm_provider": "bedrock", "mode": "chat", "supports_assistant_prefill": true, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index e63f7626a3..79a6aaab2e 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -9075,6 +9075,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 0.0000003, "litellm_provider": "bedrock_converse", "mode": "chat", "supports_function_calling": true, @@ -9092,6 +9094,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 0.0000003, "litellm_provider": "bedrock", "mode": "chat", "supports_function_calling": true, @@ -9122,6 +9126,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0.0000008, "output_cost_per_token": 0.000004, + "cache_creation_input_token_cost": 0.000001, + "cache_read_input_token_cost": 0.00000008, "litellm_provider": "bedrock", "mode": "chat", "supports_assistant_prefill": true, @@ -9178,6 +9184,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 0.0000003, "litellm_provider": "bedrock", "mode": "chat", "supports_function_calling": true, @@ -9194,6 +9202,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, + "cache_creation_input_token_cost": 0.00000375, + "cache_read_input_token_cost": 0.0000003, "litellm_provider": "bedrock_converse", "mode": "chat", "supports_function_calling": true, @@ -9225,6 +9235,8 @@ "max_output_tokens": 8192, "input_cost_per_token": 0.0000008, "output_cost_per_token": 0.000004, + "cache_creation_input_token_cost": 0.000001, + "cache_read_input_token_cost": 0.00000008, "litellm_provider": "bedrock", "mode": "chat", "supports_assistant_prefill": true,