tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-15 18:24:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix - default value for cost

Browse Source
This commit is contained in:
Ishaan Jaff
2024-05-07 12:51:52 -07:00
parent 245960708d
commit 690d7b10a6
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/router_strategy/lowest_cost.py
+4 -2
View File
@@ -276,12 +276,14 @@ class LowestCostLoggingHandler(CustomLogger):
item_litellm_model_name, {}
)
item_input_cost = item_litellm_model_cost_map.get(
"input_cost_per_token", 0.0
"input_cost_per_token", 5.0
)
item_output_cost = item_litellm_model_cost_map.get(
"output_cost_per_token", 0.0
"output_cost_per_token", 5.0
)
# if litellm["model"] is not in model_cost map -> use item_cost = $10
item_cost = item_input_cost + item_output_cost
item_rpm = item_map.get(precise_minute, {}).get("rpm", 0)