tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-05 10:24:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

add other fields in cost calculations

Browse Source
This commit is contained in:
Sameer Kankute
2025-10-02 16:13:03 +05:30
parent 56e429e33d
commit fb664b0f76
1 changed files with 27 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/proxy/common_request_processing.py
+27 -5
View File
@@ -891,12 +891,34 @@ class ProxyBaseLLMRequestProcessing:
or (prompt_tokens + completion_tokens)
)
# Extract additional usage fields
cache_creation_input_tokens = _usage.get("cache_creation_input_tokens")
cache_read_input_tokens = _usage.get("cache_read_input_tokens")
web_search_requests = _usage.get("web_search_requests")
completion_tokens_details = _usage.get("completion_tokens_details")
prompt_tokens_details = _usage.get("prompt_tokens_details")
# Build usage kwargs with only non-None values
usage_kwargs = {
"prompt_tokens": prompt_tokens,
"completion_tokens": completion_tokens,
"total_tokens": total_tokens,
}
# Add optional fields if they exist
if cache_creation_input_tokens is not None:
usage_kwargs["cache_creation_input_tokens"] = cache_creation_input_tokens
if cache_read_input_tokens is not None:
usage_kwargs["cache_read_input_tokens"] = cache_read_input_tokens
if web_search_requests is not None:
usage_kwargs["web_search_requests"] = web_search_requests
if completion_tokens_details is not None:
usage_kwargs["completion_tokens_details"] = completion_tokens_details
if prompt_tokens_details is not None:
usage_kwargs["prompt_tokens_details"] = prompt_tokens_details
_mr = ModelResponse(
usage=Usage(
prompt_tokens=prompt_tokens,
completion_tokens=completion_tokens,
total_tokens=total_tokens,
)
usage=Usage(**usage_kwargs)
)
try: