From e445b78490b59ba30a62391c6c9b45d3879a2b4b Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 22 Aug 2024 17:12:52 -0700 Subject: [PATCH] docs(configs.md): add global_max_parallel_requests to docs --- docs/my-website/docs/proxy/configs.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/docs/my-website/docs/proxy/configs.md b/docs/my-website/docs/proxy/configs.md index d08d6324da..a50b3f6460 100644 --- a/docs/my-website/docs/proxy/configs.md +++ b/docs/my-website/docs/proxy/configs.md @@ -752,7 +752,8 @@ general_settings: }, "otel": true, "custom_auth": "string", - "max_parallel_requests": 0, + "max_parallel_requests": 0, # the max parallel requests allowed per deployment + "global_max_parallel_requests": 0, # the max parallel requests allowed on the proxy all up "infer_model_from_keys": true, "background_health_checks": true, "health_check_interval": 300,