tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-05 12:23:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: bedrock-sonnet-caching-cost (#10752)

Browse Source
This commit is contained in:
Pac
2025-05-14 22:50:45 -07:00
committed by GitHub
parent d8a5bd9e0f
commit 41374bfa46
2 changed files with 24 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/model_prices_and_context_window_backup.json
+12
View File
@@ -9075,6 +9075,8 @@
"max_output_tokens": 8192,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_creation_input_token_cost": 0.00000375,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
@@ -9092,6 +9094,8 @@
"max_output_tokens": 8192,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_creation_input_token_cost": 0.00000375,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
@@ -9122,6 +9126,8 @@
"max_output_tokens": 8192,
"input_cost_per_token": 0.0000008,
"output_cost_per_token": 0.000004,
"cache_creation_input_token_cost": 0.000001,
"cache_read_input_token_cost": 0.00000008,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_assistant_prefill": true,
@@ -9178,6 +9184,8 @@
"max_output_tokens": 8192,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_creation_input_token_cost": 0.00000375,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
@@ -9194,6 +9202,8 @@
"max_output_tokens": 8192,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_creation_input_token_cost": 0.00000375,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
@@ -9225,6 +9235,8 @@
"max_output_tokens": 8192,
"input_cost_per_token": 0.0000008,
"output_cost_per_token": 0.000004,
"cache_creation_input_token_cost": 0.000001,
"cache_read_input_token_cost": 0.00000008,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_assistant_prefill": true,
model_prices_and_context_window.json
+12
View File
@@ -9075,6 +9075,8 @@
"max_output_tokens": 8192,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_creation_input_token_cost": 0.00000375,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
@@ -9092,6 +9094,8 @@
"max_output_tokens": 8192,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_creation_input_token_cost": 0.00000375,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
@@ -9122,6 +9126,8 @@
"max_output_tokens": 8192,
"input_cost_per_token": 0.0000008,
"output_cost_per_token": 0.000004,
"cache_creation_input_token_cost": 0.000001,
"cache_read_input_token_cost": 0.00000008,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_assistant_prefill": true,
@@ -9178,6 +9184,8 @@
"max_output_tokens": 8192,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_creation_input_token_cost": 0.00000375,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
@@ -9194,6 +9202,8 @@
"max_output_tokens": 8192,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_creation_input_token_cost": 0.00000375,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
@@ -9225,6 +9235,8 @@
"max_output_tokens": 8192,
"input_cost_per_token": 0.0000008,
"output_cost_per_token": 0.000004,
"cache_creation_input_token_cost": 0.000001,
"cache_read_input_token_cost": 0.00000008,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_assistant_prefill": true,