allow pass through routes as LLM API routes

litellm/proxy/auth/auth_utils.py

@@ -78,6 +78,17 @@ def is_llm_api_route(route: str) -> bool:
             if re.match(pattern, route):
                 return True
 
+    # Pass through Bedrock, VertexAI, and Cohere Routes
+    if "/bedrock/" in route:
+        return True
+    if "/vertex-ai/" in route:
+        return True
+    if "/gemini/" in route:
+        return True
+    if "/cohere/" in route:
+        return True
+    if "/langfuse/" in route:
+        return True
     return False
 
 

litellm/tests/test_proxy_routes.py

@@ -77,6 +77,9 @@ def test_routes_on_litellm_proxy():
         ("/v2/chat/completions", False),
         ("/threads/invalid/format", False),
         ("/v1/non_existent_endpoint", False),
+        # Bedrock Pass Through Routes
+        ("/bedrock/model/cohere.command-r-v1:0/converse", True),
+        ("/vertex-ai/model/text-embedding-004/embeddings", True),
     ],
 )
 def test_is_llm_api_route(route: str, expected: bool):