From 8579030393d4f41c311cbad5972e56479e5a9bb3 Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Wed, 12 Jun 2024 19:57:52 -0700
Subject: [PATCH 1/2] fix modelCostMap on ui

---
 ui/litellm-dashboard/src/components/networking.tsx | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/ui/litellm-dashboard/src/components/networking.tsx b/ui/litellm-dashboard/src/components/networking.tsx
index 0f03b9fe0a..e5371f22e4 100644
--- a/ui/litellm-dashboard/src/components/networking.tsx
+++ b/ui/litellm-dashboard/src/components/networking.tsx
@@ -14,11 +14,12 @@ export interface Model {
 
 export const modelCostMap = async () => {
   try {
+    const url = proxyBaseUrl ? `${proxyBaseUrl}/get/litellm_model_cost_map` : `/get/litellm_model_cost_map`;
     const response = await fetch(
-      "https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json"
+      url
     );
     const jsonData = await response.json();
-    console.log(`received data: ${jsonData}`);
+    console.log(`received litellm model cost data: ${jsonData}`);
     return jsonData;
   } catch (error) {
     console.error("Failed to get model cost map:", error);

From 8fd162136f4cd8235e27ac64909bec8439ea539d Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Wed, 12 Jun 2024 20:03:46 -0700
Subject: [PATCH 2/2] feat - litellm_model_cost_map

---
 litellm/proxy/proxy_server.py | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 1bba35c82a..1ab6ade0ec 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -14738,6 +14738,22 @@ async def cache_flushall():
         )
 
 
+@router.get(
+    "/get/litellm_model_cost_map",
+    include_in_schema=False,
+    dependencies=[Depends(user_api_key_auth)],
+)
+async def get_litellm_model_cost_map():
+    try:
+        _model_cost_map = litellm.model_cost
+        return _model_cost_map
+    except Exception as e:
+        raise HTTPException(
+            status_code=500,
+            detail=f"Internal Server Error ({str(e)})",
+        )
+
+
 @router.get("/", dependencies=[Depends(user_api_key_auth)])
 async def home(request: Request):
     return "LiteLLM: RUNNING"