tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-08 20:22:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix:test_standard_logging_payload_stream_usage

Browse Source
This commit is contained in:
Sameer Kankute
2026-02-19 08:47:09 +05:30
parent 51146c4c94
commit 0664604fda
1 changed files with 10 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/litellm_core_utils/streaming_handler.py
+10 -5
View File
@@ -1931,11 +1931,16 @@ class CustomStreamWrapper:
hasattr(processed_chunk, "usage")
and getattr(processed_chunk, "usage", None) is not None
):
# Strip usage from the outgoing chunk so
# model_dump_json(exclude_none=True) drops it.
# The copy in self.chunks retains usage for
# calculate_total_usage().
processed_chunk.usage = None # type: ignore
# Strip usage from the outgoing chunk so it's not sent twice
# (once in the chunk, once in _hidden_params).
# Create a new object without usage, matching sync behavior.
# The copy in self.chunks retains usage for calculate_total_usage().
obj_dict = processed_chunk.model_dump()
if "usage" in obj_dict:
del obj_dict["usage"]
processed_chunk = self.model_response_creator(
chunk=obj_dict, hidden_params=processed_chunk._hidden_params
)
is_empty = is_model_response_stream_empty(
model_response=cast(ModelResponseStream, processed_chunk)
)