tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-17 04:26:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add cache pricing and max output tokens to vercel ai gateway data

Browse Source
This commit is contained in:
joshualipman123
2025-07-31 18:10:25 -07:00
parent 471eec09c3
commit 072c1c8109
2 changed files with 209 additions and 91 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/workflows/auto_update_price_and_context_window_file.py
+10 -2
View File
@@ -89,9 +89,17 @@ def transform_vercel_ai_gateway_data(data):
"max_tokens": row["context_window"],
"input_cost_per_token": float(row["pricing"]["input"]),
"output_cost_per_token": float(row["pricing"]["output"]),
'max_output_tokens': row['max_tokens'],
'max_input_tokens': row["context_window"],
}
obj['max_input_tokens'] = row["context_window"]
# Handle cache pricing if available
if "pricing" in row:
if "input_cache_read" in row["pricing"] and row["pricing"]["input_cache_read"] is not None:
obj['cache_read_input_token_cost'] = float(f"{float(row['pricing']['input_cache_read']):e}")
if "input_cache_write" in row["pricing"] and row["pricing"]["input_cache_write"] is not None:
obj['cache_creation_input_token_cost'] = float(f"{float(row['pricing']['input_cache_write']):e}")
obj.update({
"litellm_provider": "vercel_ai_gateway",