Load deepinfra models from json

This commit is contained in:
Iskren Chernev
2023-10-20 11:34:17 +03:00
parent a96de1f8c3
commit 629fe3c6ba
+5
View File
@@ -99,6 +99,7 @@ ai21_models: List = []
nlp_cloud_models: List = []
aleph_alpha_models: List = []
bedrock_models: List = []
deepinfra_models: List = []
for key, value in model_cost.items():
if value.get('litellm_provider') == 'openai':
open_ai_chat_completion_models.append(key)
@@ -127,6 +128,8 @@ for key, value in model_cost.items():
aleph_alpha_models.append(key)
elif value.get('litellm_provider') == 'bedrock':
bedrock_models.append(key)
elif value.get('litellm_provider') == 'deepinfra':
deepinfra_models.append(key)
# known openai compatible endpoints - we'll eventually move this list to the model_prices_and_context_window.json dictionary
openai_compatible_endpoints: List = [
@@ -230,6 +233,7 @@ model_list = (
+ nlp_cloud_models
+ ollama_models
+ bedrock_models
+ deepinfra_models
)
provider_list: List = [
@@ -271,6 +275,7 @@ models_by_provider: dict = {
"bedrock": bedrock_models,
"petals": petals_models,
"ollama": ollama_models,
"deepinfra": deepinfra_models,
}
# mapping for those models which have larger equivalents