mirror of
https://github.com/tiennm99/litellm.git
synced 2026-07-11 15:05:47 +00:00
Load deepinfra models from json
This commit is contained in:
@@ -99,6 +99,7 @@ ai21_models: List = []
|
||||
nlp_cloud_models: List = []
|
||||
aleph_alpha_models: List = []
|
||||
bedrock_models: List = []
|
||||
deepinfra_models: List = []
|
||||
for key, value in model_cost.items():
|
||||
if value.get('litellm_provider') == 'openai':
|
||||
open_ai_chat_completion_models.append(key)
|
||||
@@ -127,6 +128,8 @@ for key, value in model_cost.items():
|
||||
aleph_alpha_models.append(key)
|
||||
elif value.get('litellm_provider') == 'bedrock':
|
||||
bedrock_models.append(key)
|
||||
elif value.get('litellm_provider') == 'deepinfra':
|
||||
deepinfra_models.append(key)
|
||||
|
||||
# known openai compatible endpoints - we'll eventually move this list to the model_prices_and_context_window.json dictionary
|
||||
openai_compatible_endpoints: List = [
|
||||
@@ -230,6 +233,7 @@ model_list = (
|
||||
+ nlp_cloud_models
|
||||
+ ollama_models
|
||||
+ bedrock_models
|
||||
+ deepinfra_models
|
||||
)
|
||||
|
||||
provider_list: List = [
|
||||
@@ -271,6 +275,7 @@ models_by_provider: dict = {
|
||||
"bedrock": bedrock_models,
|
||||
"petals": petals_models,
|
||||
"ollama": ollama_models,
|
||||
"deepinfra": deepinfra_models,
|
||||
}
|
||||
|
||||
# mapping for those models which have larger equivalents
|
||||
|
||||
Reference in New Issue
Block a user