From 47c38403ffa1f67cd7f491635537f71e08c60bc7 Mon Sep 17 00:00:00 2001 From: Krish Dholakia Date: Sat, 14 Mar 2026 13:21:10 -0700 Subject: [PATCH 1/2] Litellm dev 03 14 2026 p1 (#23653) * fix: Fixes https://github.com/BerriAI/litellm/issues/23185 * fix(responses/main.py): ensure litellm metadata custom cost works --- litellm/responses/main.py | 1 + 1 file changed, 1 insertion(+) diff --git a/litellm/responses/main.py b/litellm/responses/main.py index 6f7e38dc8b..b83cfb6e3c 100644 --- a/litellm/responses/main.py +++ b/litellm/responses/main.py @@ -751,6 +751,7 @@ def responses( "aresponses": _is_async, "litellm_call_id": litellm_call_id, "metadata": metadata_for_callbacks, + "litellm_metadata": kwargs.get("litellm_metadata", {}), }, custom_llm_provider=custom_llm_provider, ) From af0c2f67923437e3b280664911bf5dd5d813f657 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sat, 14 Mar 2026 13:24:16 -0700 Subject: [PATCH 2/2] docs: add Claude Code skills page for litellm-skills (#23642) * docs: add Claude Code skills page for litellm-skills * docs: move skills page to new 'Manage with AI Agents' section * docs: simplify install to one-liner, rename to LiteLLM Skills --- .../docs/tutorials/claude_code_skills.md | 99 +++++++++++++++++++ docs/my-website/sidebars.js | 13 +++ 2 files changed, 112 insertions(+) create mode 100644 docs/my-website/docs/tutorials/claude_code_skills.md diff --git a/docs/my-website/docs/tutorials/claude_code_skills.md b/docs/my-website/docs/tutorials/claude_code_skills.md new file mode 100644 index 0000000000..0c6344f956 --- /dev/null +++ b/docs/my-website/docs/tutorials/claude_code_skills.md @@ -0,0 +1,99 @@ +# LiteLLM Skills + +[litellm-skills](https://github.com/BerriAI/litellm-skills) is a collection of [Agent Skills](https://agentskills.io) for managing a live LiteLLM proxy. Install them once and any agent that supports the Agent Skills standard (Claude Code, OpenCode, OpenClaw, etc.) can create users, teams, keys, models, MCP servers, agents, and query usage — all by running `curl` commands against your proxy. + +## Install + +```bash +curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm-skills/main/install.sh | sh +``` + +## Requirements + +- `curl` installed +- A running LiteLLM proxy (local or remote) +- A proxy admin key — not a virtual key scoped to `llm_api_routes` + +## Available Skills + +### Users + +| Skill | What it does | +|-------|-------------| +| `/add-user` | Create a user — email, role, budget, model access | +| `/update-user` | Update budget, role, or models for an existing user | +| `/delete-user` | Delete one or more users | + +### Teams + +| Skill | What it does | +|-------|-------------| +| `/add-team` | Create a team with budget and model limits | +| `/update-team` | Update budget, models, or rate limits | +| `/delete-team` | Delete one or more teams | + +### API Keys + +| Skill | What it does | +|-------|-------------| +| `/add-key` | Generate a key scoped to a user, team, budget, and expiry | +| `/update-key` | Update budget, models, or expiry | +| `/delete-key` | Delete by key value or alias | + +### Organizations + +| Skill | What it does | +|-------|-------------| +| `/add-org` | Create an org with budget and model access | +| `/delete-org` | Delete one or more orgs | + +### Models + +| Skill | What it does | +|-------|-------------| +| `/add-model` | Add any provider (OpenAI, Azure, Anthropic, Bedrock, Ollama…) and test it | +| `/update-model` | Rotate credentials or swap the underlying deployment | +| `/delete-model` | Remove a model | + +### MCP Servers + +| Skill | What it does | +|-------|-------------| +| `/add-mcp` | Register an MCP server (SSE, HTTP, or stdio) | +| `/update-mcp` | Update URL, credentials, or allowed tools | +| `/delete-mcp` | Remove an MCP server | + +### Agents + +| Skill | What it does | +|-------|-------------| +| `/add-agent` | Create an agent backed by a model and optional MCP servers | +| `/update-agent` | Swap the model or update description and limits | +| `/delete-agent` | Remove an agent | + +### Usage + +| Skill | What it does | +|-------|-------------| +| `/view-usage` | Daily spend and token activity — by user, team, org, or model | + +## How it works + +When you invoke a skill, the agent asks for your `LITELLM_BASE_URL` and admin key, collects the fields needed for that operation, runs the `curl`, and shows the result. For example: + +``` +/add-model +``` +→ Agent asks: provider, public name, credentials. Adds the model, runs a test completion, reports pass/fail. + +``` +/view-usage +``` +→ Agent asks: date range (defaults to current month), optional team/model filter. Prints a table of daily requests, tokens, and spend. + +## Related + +- [litellm-skills on GitHub](https://github.com/BerriAI/litellm-skills) +- [Virtual Keys](../proxy/virtual_keys.md) — managing API keys on the proxy +- [Team-based routing](../proxy/team_based_routing.md) — setting up teams +- [Model Management](../proxy/model_management.md) — adding models via config or API diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index d1eb331f55..1362745a91 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -195,6 +195,19 @@ const sidebars = { "projects/openai-agents" ] }, + { + type: "category", + label: "Manage with AI Agents", + link: { + type: "generated-index", + title: "Manage with AI Agents", + description: "Use AI agents to manage your LiteLLM deployment — create users, teams, keys, models, and more via natural language.", + slug: "/manage_with_ai_agents" + }, + items: [ + "tutorials/claude_code_skills", + ] + }, ], // But you can create a sidebar manually