mirror of
https://github.com/tiennm99/litellm.git
synced 2026-08-15 18:24:07 +00:00
docs - mcp with litellm config.yaml
This commit is contained in:
@@ -23,6 +23,9 @@ LiteLLM Proxy provides an MCP Gateway that allows you to use a fixed endpoint fo
|
||||
|
||||
## Adding your MCP
|
||||
|
||||
<Tabs>
|
||||
<TabItem value="ui" label="LiteLLM UI">
|
||||
|
||||
On the LiteLLM UI, Navigate to "MCP Servers" and click "Add New MCP Server".
|
||||
|
||||
On this form, you should enter your MCP Server URL and the transport you want to use.
|
||||
@@ -36,6 +39,49 @@ LiteLLM supports the following MCP transports:
|
||||
style={{width: '80%', display: 'block', margin: '0'}}
|
||||
/>
|
||||
|
||||
</TabItem>
|
||||
|
||||
<TabItem value="config" label="config.yaml">
|
||||
|
||||
Add your MCP servers directly in your `config.yaml` file:
|
||||
|
||||
```yaml title="config.yaml" showLineNumbers
|
||||
model_list:
|
||||
- model_name: gpt-4o
|
||||
litellm_params:
|
||||
model: openai/gpt-4o
|
||||
api_key: sk-xxxxxxx
|
||||
|
||||
mcp_servers:
|
||||
# HTTP Streamable Server
|
||||
deepwiki_mcp:
|
||||
url: "https://mcp.deepwiki.com/mcp"
|
||||
# SSE Server
|
||||
zapier_mcp:
|
||||
url: "https://actions.zapier.com/mcp/sk-akxxxxx/sse"
|
||||
|
||||
# Full configuration with all optional fields
|
||||
my_http_server:
|
||||
url: "https://my-mcp-server.com/mcp"
|
||||
transport: "http"
|
||||
description: "My custom MCP server"
|
||||
auth_type: "api_key"
|
||||
spec_version: "2025-03-26"
|
||||
```
|
||||
|
||||
**Configuration Options:**
|
||||
- **Server Name**: Use any descriptive name for your MCP server (e.g., `zapier_mcp`, `deepwiki_mcp`)
|
||||
- **URL**: The endpoint URL for your MCP server (required)
|
||||
- **Transport**: Optional transport type (defaults to `sse`)
|
||||
- `sse` - SSE (Server-Sent Events) transport
|
||||
- `http` - Streamable HTTP transport
|
||||
- **Description**: Optional description for the server
|
||||
- **Auth Type**: Optional authentication type
|
||||
- **Spec Version**: Optional MCP specification version (defaults to `2025-03-26`)
|
||||
|
||||
</TabItem>
|
||||
</Tabs>
|
||||
|
||||
|
||||
|
||||
## Using your MCP
|
||||
|
||||
@@ -8381,6 +8381,24 @@
|
||||
"mode": "image_generation",
|
||||
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
|
||||
},
|
||||
"vertex_ai/imagen-4.0-generate-preview-06-06": {
|
||||
"output_cost_per_image": 0.04,
|
||||
"litellm_provider": "vertex_ai-image-models",
|
||||
"mode": "image_generation",
|
||||
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
|
||||
},
|
||||
"vertex_ai/imagen-4.0-ultra-generate-preview-06-06": {
|
||||
"output_cost_per_image": 0.06,
|
||||
"litellm_provider": "vertex_ai-image-models",
|
||||
"mode": "image_generation",
|
||||
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
|
||||
},
|
||||
"vertex_ai/imagen-4.0-fast-generate-preview-06-06": {
|
||||
"output_cost_per_image": 0.02,
|
||||
"litellm_provider": "vertex_ai-image-models",
|
||||
"mode": "image_generation",
|
||||
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
|
||||
},
|
||||
"vertex_ai/imagen-3.0-generate-002": {
|
||||
"output_cost_per_image": 0.04,
|
||||
"litellm_provider": "vertex_ai-image-models",
|
||||
@@ -15002,4 +15020,4 @@
|
||||
"notes": "Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user