diff --git a/docs/my-website/docs/proxy/self_serve.md b/docs/my-website/docs/proxy/self_serve.md index 815231b59a..dff55a8ac0 100644 --- a/docs/my-website/docs/proxy/self_serve.md +++ b/docs/my-website/docs/proxy/self_serve.md @@ -309,6 +309,37 @@ curl -X POST '/team/new' \ +### Team Member Rate Limits + +Set a default tpm/rpm limit for an individual team member. + +You can do this when creating a new team, or by updating an existing team. + + + + + + + + + + +```bash +curl -X POST '/team/new' \ +-H 'Authorization: Bearer ' \ +-H 'Content-Type: application/json' \ +-D '{ + "team_alias": "team_1", + "team_member_rpm_limit": 100, + "team_member_tpm_limit": 1000 +}' +``` + + + + + + ### Set default params for new teams When you connect litellm to your SSO provider, litellm can auto-create teams. Use this to set the default `models`, `max_budget`, `budget_duration` for these auto-created teams. diff --git a/docs/my-website/img/create_team_member_rate_limits.png b/docs/my-website/img/create_team_member_rate_limits.png new file mode 100644 index 0000000000..0c5eba0446 Binary files /dev/null and b/docs/my-website/img/create_team_member_rate_limits.png differ diff --git a/docs/my-website/release_notes/v1.75.8/index.md b/docs/my-website/release_notes/v1.75.8/index.md index 74243295d0..474a934743 100644 --- a/docs/my-website/release_notes/v1.75.8/index.md +++ b/docs/my-website/release_notes/v1.75.8/index.md @@ -55,7 +55,7 @@ pip install litellm==1.75.8 ## Team Member Rate Limits

diff --git a/ui/litellm-dashboard/src/components/teams.tsx b/ui/litellm-dashboard/src/components/teams.tsx index 266d81e85d..87bea9860d 100644 --- a/ui/litellm-dashboard/src/components/teams.tsx +++ b/ui/litellm-dashboard/src/components/teams.tsx @@ -1383,6 +1383,20 @@ const Teams: React.FC = ({ > + + + + + +