From 5089dbfcfb3aeafa6eb2a35e5a93ccdf4378585e Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Mon, 24 Mar 2025 17:58:26 -0700
Subject: [PATCH] fix(invoke_handler.py): remove hard code

---
 litellm/llms/bedrock/chat/invoke_handler.py | 7 -------
 litellm/proxy/_new_secret_config.yaml       | 4 ++++
 2 files changed, 4 insertions(+), 7 deletions(-)

diff --git a/litellm/llms/bedrock/chat/invoke_handler.py b/litellm/llms/bedrock/chat/invoke_handler.py
index 84ac592c41..5b02fd3158 100644
--- a/litellm/llms/bedrock/chat/invoke_handler.py
+++ b/litellm/llms/bedrock/chat/invoke_handler.py
@@ -1274,13 +1274,6 @@ class AWSEventStreamDecoder:
     def converse_chunk_parser(self, chunk_data: dict) -> ModelResponseStream:
         try:
             verbose_logger.debug("\n\nRaw Chunk: {}\n\n".format(chunk_data))
-            chunk_data["usage"] = {
-                "inputTokens": 3,
-                "outputTokens": 392,
-                "totalTokens": 2191,
-                "cacheReadInputTokens": 1796,
-                "cacheWriteInputTokens": 0,
-            }
             text = ""
             tool_use: Optional[ChatCompletionToolCallChunk] = None
             finish_reason = ""
diff --git a/litellm/proxy/_new_secret_config.yaml b/litellm/proxy/_new_secret_config.yaml
index fbe3471663..cf09749d81 100644
--- a/litellm/proxy/_new_secret_config.yaml
+++ b/litellm/proxy/_new_secret_config.yaml
@@ -9,6 +9,10 @@ model_list:
    litellm_params:
     model: gpt-4o-mini
     api_key: os.environ/OPENAI_API_KEY
+ - model_name: "bedrock-nova"
+   litellm_params:
+    model: us.amazon.nova-pro-v1:0
+
 litellm_settings:
   num_retries: 0