tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-06 12:22:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

ui - fix latency analytics completion_tokens

Browse Source
This commit is contained in:
Ishaan Jaff
2024-05-29 09:39:53 -07:00
parent dc8480a5e9
commit e252daaf2b
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/proxy/proxy_server.py
+2 -2
View File
@@ -10184,7 +10184,7 @@ async def model_metrics(
model_group,
model,
DATE_TRUNC('day', "startTime")::DATE AS day,
AVG(EXTRACT(epoch FROM ("endTime" - "startTime"))) / SUM(total_tokens) AS avg_latency_per_token
AVG(EXTRACT(epoch FROM ("endTime" - "startTime"))) / SUM(completion_tokens) AS avg_latency_per_token
FROM
"LiteLLM_SpendLogs"
WHERE
@@ -10196,7 +10196,7 @@ async def model_metrics(
model,
day
HAVING
SUM(total_tokens) > 0
SUM(completion_tokens) > 0
ORDER BY
avg_latency_per_token DESC;
"""