From d3152e606ff222ecc0f165f096d7512b9955b572 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 3 May 2024 16:53:24 -0700 Subject: [PATCH 1/2] fix - ui filter exceptions by modelGroup --- ui/litellm-dashboard/src/components/networking.tsx | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/ui/litellm-dashboard/src/components/networking.tsx b/ui/litellm-dashboard/src/components/networking.tsx index 35880949b2..53779c64bc 100644 --- a/ui/litellm-dashboard/src/components/networking.tsx +++ b/ui/litellm-dashboard/src/components/networking.tsx @@ -526,7 +526,9 @@ export const modelExceptionsCall = async ( */ try { let url = proxyBaseUrl ? `${proxyBaseUrl}/model/metrics/exceptions` : `/model/metrics/exceptions`; - + if (modelGroup) { + url = `${url}?_selected_model_group=${modelGroup}` + } const response = await fetch(url, { method: "GET", headers: { From e7034ea53d65cf233c05e12e676a9d0348c68bb8 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 3 May 2024 16:54:24 -0700 Subject: [PATCH 2/2] feat - filter exceptions by model group --- litellm/proxy/proxy_server.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 55202fd160..27a05ca212 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -7706,7 +7706,7 @@ async def model_metrics_exceptions( exception_type, COUNT(*) AS num_exceptions FROM "LiteLLM_ErrorLogs" - WHERE "startTime" >= $1::timestamp AND "endTime" <= $2::timestamp + WHERE "startTime" >= $1::timestamp AND "endTime" <= $2::timestamp AND model_group = $3 GROUP BY combined_model_api_base, exception_type ) SELECT @@ -7718,7 +7718,9 @@ async def model_metrics_exceptions( ORDER BY total_exceptions DESC LIMIT 200; """ - db_response = await prisma_client.db.query_raw(sql_query, startTime, endTime) + db_response = await prisma_client.db.query_raw( + sql_query, startTime, endTime, _selected_model_group + ) response: List[dict] = [] exception_types = set()