From ce87e8a0efd3622ff45862e2d35db4106cd9b08c Mon Sep 17 00:00:00 2001 From: "Brian (bex) Exelbierd (aider)" Date: Fri, 14 Mar 2025 16:41:18 +0100 Subject: [PATCH] docs: Add centralized credential management docs --- docs/my-website/docs/proxy/configs.md | 29 ++++++++++++++++++++++++++- 1 file changed, 28 insertions(+), 1 deletion(-) diff --git a/docs/my-website/docs/proxy/configs.md b/docs/my-website/docs/proxy/configs.md index efb263d344..1fde9e3b5d 100644 --- a/docs/my-website/docs/proxy/configs.md +++ b/docs/my-website/docs/proxy/configs.md @@ -448,6 +448,33 @@ model_list: s/o to [@David Manouchehri](https://www.linkedin.com/in/davidmanouchehri/) for helping with this. +### Centralized Credential Management + +Define credentials once and reuse them across multiple models. This helps with: +- Secret rotation +- Reducing config duplication + +```yaml +model_list: + - model_name: gpt-4o + litellm_params: + model: azure/gpt-4o + litellm_credential_name: default_azure_credential # Reference credential below + +credential_list: + - credential_name: default_azure_credential + credential_values: + api_key: os.environ/AZURE_API_KEY # Load from environment + api_base: os.environ/AZURE_API_BASE + api_version: "2023-05-15" + credential_info: + description: "Production credentials for EU region" +``` + +#### Key Parameters +- `credential_name`: Unique identifier for the credential set +- `credential_values`: Key-value pairs of credentials/secrets (supports `os.environ/` syntax) + ### Load API Keys from Secret Managers (Azure Vault, etc) [**Using Secret Managers with LiteLLM Proxy**](../secret) @@ -641,4 +668,4 @@ docker run --name litellm-proxy \ ghcr.io/berriai/litellm-database:main-latest ``` - \ No newline at end of file +