From d7bfceacc672714e24395db06254652ad8ab2b50 Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Mon, 8 Jul 2024 14:52:47 -0700
Subject: [PATCH] send custom llm provider when adding a new model

---
 .../src/components/model_dashboard.tsx        | 24 ++++++++++++-------
 1 file changed, 15 insertions(+), 9 deletions(-)

diff --git a/ui/litellm-dashboard/src/components/model_dashboard.tsx b/ui/litellm-dashboard/src/components/model_dashboard.tsx
index 5456fb3029..fc8936deb0 100644
--- a/ui/litellm-dashboard/src/components/model_dashboard.tsx
+++ b/ui/litellm-dashboard/src/components/model_dashboard.tsx
@@ -208,10 +208,10 @@ const handleSubmit = async (
         if (key == "model_name") {
           modelName = modelName + value;
         } else if (key == "custom_llm_provider") {
-          // const providerEnumValue = Providers[value as keyof typeof Providers];
-          // const mappingResult = provider_map[providerEnumValue]; // Get the corresponding value from the mapping
-          // modelName = mappingResult + "/" + modelName
-          continue;
+          console.log("custom_llm_provider:", value);
+          const mappingResult = provider_map[value]; // Get the corresponding value from the mapping
+          litellmParamsObj["custom_llm_provider"] = mappingResult;
+          console.log("custom_llm_provider mappingResult:", mappingResult);
         } else if (key == "model") {
           continue;
         }
@@ -625,7 +625,7 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
           _initial_model_group =
             _array_model_groups[_array_model_groups.length - 1];
           console.log("_initial_model_group:", _initial_model_group);
-          setSelectedModelGroup(_initial_model_group);
+          //setSelectedModelGroup(_initial_model_group);
         }
 
         console.log("selectedModelGroup:", selectedModelGroup);
@@ -767,6 +767,7 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
   for (let i = 0; i < modelData.data.length; i++) {
     let curr_model = modelData.data[i];
     let litellm_model_name = curr_model?.litellm_params?.model;
+    let custom_llm_provider = curr_model?.litellm_params?.custom_llm_provider;
     let model_info = curr_model?.model_info;
 
     let defaultProvider = "openai";
@@ -801,13 +802,18 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
       let firstElement = splitModel[0];
 
       // If there is only one element, default provider to openai
-      provider =
+      provider = custom_llm_provider;
+      if (!provider) {
+        provider =
         splitModel.length === 1
           ? getProviderFromModel(litellm_model_name)
           : firstElement;
+        
+      }
+      
     } else {
       // litellm_model_name is null or undefined, default provider to openai
-      provider = "openai";
+      provider = "-";
     }
 
     if (model_info) {
@@ -1318,7 +1324,7 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
                   defaultValue={
                     selectedModelGroup
                       ? selectedModelGroup
-                      : availableModelGroups[0]
+                      : undefined
                   }
                   onValueChange={(value) =>
                     setSelectedModelGroup(value === "all" ? "all" : value)
@@ -1326,7 +1332,7 @@ const ModelDashboard: React.FC<ModelDashboardProps> = ({
                   value={
                     selectedModelGroup
                       ? selectedModelGroup
-                      : availableModelGroups[0]
+                      : undefined
                   }
                 >
                   <SelectItem value={"all"}>All Models</SelectItem>