define tags on model list

This commit is contained in:
Ishaan Jaff
2024-08-29 13:06:39 -07:00
parent ff42962750
commit 2cb4882e70
+11 -16
View File
@@ -1,26 +1,21 @@
model_list:
- model_name: fake-openai-endpoint
- model_name: gpt-4
litellm_params:
model: openai/fake
api_key: fake-key
api_base: https://exampleopenaiendpoint-production.up.railway.app/
- model_name: Salesforce/Llama-Rank-V1
tags: ["teamA"] # 👈 Key Change
- model_name: gpt-4
litellm_params:
model: together_ai/Salesforce/Llama-Rank-V1
api_key: os.environ/TOGETHERAI_API_KEY
- model_name: rerank-english-v3.0
litellm_params:
model: cohere/rerank-english-v3.0
api_key: os.environ/COHERE_API_KEY
model: openai/gpt-4o
api_key: os.environ/OPENAI_API_KEY
tags: ["teamB"] # 👈 Key Change
general_settings:
enable_oauth2_proxy_auth: True
oauth2_config_mappings:
token: X-Auth-Token
user_id: X-Auth-Client-ID
team_id: X-Auth-Team-ID
max_budget: X-Auth-Max-Budget
models: X-Auth-Allowed-Models
router_settings:
enable_tag_filtering: True # 👈 Key Change
general_settings:
master_key: sk-1234
# default off mode
litellm_settings: