From a7a63f839237c72022effee8a565fb5585dc2c5f Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Fri, 14 Jun 2024 21:53:42 -0700
Subject: [PATCH] docs(routing.md): update routing fallback docs with proxy
 examples

---
 docs/my-website/docs/routing.md | 70 +++++++++++++++++++++++++++++++++
 1 file changed, 70 insertions(+)

diff --git a/docs/my-website/docs/routing.md b/docs/my-website/docs/routing.md
index 1ad2a23133..1ecac52b75 100644
--- a/docs/my-website/docs/routing.md
+++ b/docs/my-website/docs/routing.md
@@ -798,6 +798,9 @@ There are 3 types of fallbacks:
 - `fallbacks`: For all remaining errors - e.g. litellm.RateLimitError
 
 **Content Policy Violation Fallback**
+<Tabs>
+<TabItem value="sdk" label="SDK">
+
 ```python
 from litellm import Router 
 
@@ -830,9 +833,32 @@ response = router.completion(
 	messages=[{"role": "user", "content": "Hey, how's it going?"}],
 )
 ```
+</TabItem>
+<TabItem value="proxy" label="PROXY">
+
+In your proxy config.yaml just add this line 👇
+
+```yaml
+router_settings:
+	content_policy_fallbacks=[{"claude-2": ["my-fallback-model"]}]
+```
+
+Start proxy 
+
+```bash
+litellm --config /path/to/config.yaml
+
+# RUNNING on http://0.0.0.0:4000
+```
+
+</TabItem>
+</Tabs>
 
 **Context Window Exceeded Fallback**
 
+<Tabs>
+<TabItem value="sdk" label="SDK">
+
 ```python
 from litellm import Router 
 
@@ -865,9 +891,33 @@ response = router.completion(
 	messages=[{"role": "user", "content": "Hey, how's it going?"}],
 )
 ```
+</TabItem>
+<TabItem value="proxy" label="PROXY">
+
+In your proxy config.yaml just add this line 👇
+
+```yaml
+router_settings:
+	context_window_fallbacks=[{"claude-2": ["my-fallback-model"]}]
+```
+
+Start proxy 
+
+```bash
+litellm --config /path/to/config.yaml
+
+# RUNNING on http://0.0.0.0:4000
+```
+
+</TabItem>
+</Tabs>
 
 **Regular Fallbacks**
 
+
+<Tabs>
+<TabItem value="sdk" label="SDK">
+
 ```python
 from litellm import Router 
 
@@ -900,6 +950,26 @@ response = router.completion(
 	messages=[{"role": "user", "content": "Hey, how's it going?"}],
 )
 ```
+</TabItem>
+<TabItem value="proxy" label="PROXY">
+
+In your proxy config.yaml just add this line 👇
+
+```yaml
+router_settings:
+	fallbacks=[{"claude-2": ["my-fallback-model"]}]
+```
+
+Start proxy 
+
+```bash
+litellm --config /path/to/config.yaml
+
+# RUNNING on http://0.0.0.0:4000
+```
+
+</TabItem>
+</Tabs>
 
 ### Caching