tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-02 06:22:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

test_stream_token_counting_anthropic_with_include_usage

Browse Source
This commit is contained in:
Ishaan Jaff
2025-08-16 13:06:31 -07:00
parent 8bb5ee2ba5
commit c3aee1194b
1 changed files with 8 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/logging_callback_tests/test_token_counting.py
+8 -13
View File
@@ -223,19 +223,14 @@ async def test_stream_token_counting_anthropic_with_include_usage():
json.dumps(all_anthropic_usage_chunks, indent=4, default=str),
)
# Get the most recent value of input tokens (iterate backwards to find last non-zero value)
anthropic_api_input_tokens = 0
for usage in reversed(all_anthropic_usage_chunks):
if getattr(usage, "input_tokens", 0) > 0:
anthropic_api_input_tokens = getattr(usage, "input_tokens", 0)
break
anthropic_api_output_tokens = 0
for usage in reversed(all_anthropic_usage_chunks):
if getattr(usage, "output_tokens", 0) > 0:
anthropic_api_output_tokens = getattr(usage, "output_tokens", 0)
break
print("input_tokens_anthropic_api", anthropic_api_input_tokens)
print("output_tokens_anthropic_api", anthropic_api_output_tokens)
input_tokens_anthropic_api = max(
[getattr(usage, "input_tokens", 0) or 0 for usage in all_anthropic_usage_chunks]
)
output_tokens_anthropic_api = max(
[getattr(usage, "output_tokens", 0) or 0 for usage in all_anthropic_usage_chunks]
)
print("input_tokens_anthropic_api", input_tokens_anthropic_api)
print("output_tokens_anthropic_api", output_tokens_anthropic_api)
print("input_tokens_litellm", custom_logger.recorded_usage.prompt_tokens)
print("output_tokens_litellm", custom_logger.recorded_usage.completion_tokens)