tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-07-09 07:06:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

docs(configs.md): add global_max_parallel_requests to docs

Browse Source
This commit is contained in:
Krrish Dholakia
2024-08-22 17:12:52 -07:00
parent 735fc804ed
commit e445b78490
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/my-website/docs/proxy/configs.md
+2 -1
View File
@@ -752,7 +752,8 @@ general_settings:
},
"otel": true,
"custom_auth": "string",
"max_parallel_requests": 0,
"max_parallel_requests": 0, # the max parallel requests allowed per deployment
"global_max_parallel_requests": 0, # the max parallel requests allowed on the proxy all up
"infer_model_from_keys": true,
"background_health_checks": true,
"health_check_interval": 300,