mirror of
https://github.com/tiennm99/litellm.git
synced 2026-08-06 04:23:40 +00:00
define tags on model list
This commit is contained in:
@@ -1,26 +1,21 @@
|
||||
model_list:
|
||||
- model_name: fake-openai-endpoint
|
||||
- model_name: gpt-4
|
||||
litellm_params:
|
||||
model: openai/fake
|
||||
api_key: fake-key
|
||||
api_base: https://exampleopenaiendpoint-production.up.railway.app/
|
||||
- model_name: Salesforce/Llama-Rank-V1
|
||||
tags: ["teamA"] # 👈 Key Change
|
||||
- model_name: gpt-4
|
||||
litellm_params:
|
||||
model: together_ai/Salesforce/Llama-Rank-V1
|
||||
api_key: os.environ/TOGETHERAI_API_KEY
|
||||
- model_name: rerank-english-v3.0
|
||||
litellm_params:
|
||||
model: cohere/rerank-english-v3.0
|
||||
api_key: os.environ/COHERE_API_KEY
|
||||
model: openai/gpt-4o
|
||||
api_key: os.environ/OPENAI_API_KEY
|
||||
tags: ["teamB"] # 👈 Key Change
|
||||
|
||||
general_settings:
|
||||
enable_oauth2_proxy_auth: True
|
||||
oauth2_config_mappings:
|
||||
token: X-Auth-Token
|
||||
user_id: X-Auth-Client-ID
|
||||
team_id: X-Auth-Team-ID
|
||||
max_budget: X-Auth-Max-Budget
|
||||
models: X-Auth-Allowed-Models
|
||||
router_settings:
|
||||
enable_tag_filtering: True # 👈 Key Change
|
||||
|
||||
general_settings:
|
||||
master_key: sk-1234
|
||||
|
||||
# default off mode
|
||||
litellm_settings:
|
||||
|
||||
Reference in New Issue
Block a user