From fce28a4c843161aba2db6010907cd91f7b838071 Mon Sep 17 00:00:00 2001 From: Ishaan Jaffer Date: Sat, 20 Sep 2025 17:24:04 -0700 Subject: [PATCH] docs fix --- docs/my-website/docs/proxy/dynamic_rate_limit.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/docs/my-website/docs/proxy/dynamic_rate_limit.md b/docs/my-website/docs/proxy/dynamic_rate_limit.md index 1e4547638c..9805f7b164 100644 --- a/docs/my-website/docs/proxy/dynamic_rate_limit.md +++ b/docs/my-website/docs/proxy/dynamic_rate_limit.md @@ -7,7 +7,7 @@ Dynamically allocate TPM/RPM quota to api keys, based on active keys in that min 1. Setup config.yaml -```yaml +```yaml showLineNumbers title="config.yaml" model_list: - model_name: my-fake-model litellm_params: @@ -32,7 +32,7 @@ litellm --config /path/to/config.yaml 3. Test it! -```python +```python showLineNumbers title="test.py" """ - Run 2 concurrent teams calling same model - model has 60 TPM @@ -118,7 +118,7 @@ model_list: rpm: 100 litellm_settings: - callbacks: ["dynamic_rate_limiter"] + callbacks: [""] priority_reservation: {"dev": 0, "prod": 1} general_settings: