(docs) routing

2026-08-23 18:25:22 +00:00 · 2023-11-21 17:22:06 -08:00
parent 8b8e5890e3
commit dcc60ae31a
1 changed files with 18 additions and 1 deletions
@@ -256,7 +256,24 @@ Queue your LLM API requests to ensure you're under your rate limits
 import requests
 import time
 config = {
-
+  "model_list": [
+    {
+      "model_name": "gpt-3.5-turbo",
+      "litellm_params": {
+        "model": "gpt-3.5-turbo",
+        "api_key": "sk-"
+      }
+    },
+    {
+      "model_name": "gpt-3.5-turbo",
+      "litellm_params": {
+        "model": "azure/chatgpt-v-2",
+        "api_key": "",
+        "api_base": "https://openai-gpt-4-test-v-1.openai.azure.com/",
+        "api_version": "2023-07-01-preview"
+      }
+    }
+  ]
 }

 response = requests.post(