From 03edba5ff552f609ff2805dbd50ada0748783746 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 12 Dec 2023 19:41:11 -0800 Subject: [PATCH] (docs) router on config --- docs/my-website/docs/proxy/load_balancing.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/my-website/docs/proxy/load_balancing.md b/docs/my-website/docs/proxy/load_balancing.md index ee861f94d2..786e1887fd 100644 --- a/docs/my-website/docs/proxy/load_balancing.md +++ b/docs/my-website/docs/proxy/load_balancing.md @@ -72,7 +72,7 @@ curl --location 'http://0.0.0.0:8000/chat/completions' \ ' ``` -## Router settings on config.yaml - routing_strategy, model_group_alias +## Router settings on config - routing_strategy, model_group_alias litellm.Router() settings can be set under `router_settings`. You can set `model_group_alias`, `routing_strategy`, `num_retries`,`timeout` . See all Router supported params [here](https://github.com/BerriAI/litellm/blob/1b942568897a48f014fa44618ec3ce54d7570a46/litellm/router.py#L64)