Merge pull request #9512 from BerriAI/litellm_dev_03_24_2025_p3

fix(invoke_handler.py): remove hard coded chunk on streaming usage

litellm/llms/bedrock/chat/invoke_handler.py

@@ -1274,13 +1274,6 @@ class AWSEventStreamDecoder:
     def converse_chunk_parser(self, chunk_data: dict) -> ModelResponseStream:
         try:
             verbose_logger.debug("\n\nRaw Chunk: {}\n\n".format(chunk_data))
-            chunk_data["usage"] = {
-                "inputTokens": 3,
-                "outputTokens": 392,
-                "totalTokens": 2191,
-                "cacheReadInputTokens": 1796,
-                "cacheWriteInputTokens": 0,
-            }
             text = ""
             tool_use: Optional[ChatCompletionToolCallChunk] = None
             finish_reason = ""

litellm/proxy/_new_secret_config.yaml

@@ -9,6 +9,10 @@ model_list:
    litellm_params:
     model: gpt-4o-mini
     api_key: os.environ/OPENAI_API_KEY
+ - model_name: "bedrock-nova"
+   litellm_params:
+    model: us.amazon.nova-pro-v1:0
+
 litellm_settings:
   num_retries: 0