tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-05 04:22:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(openrouter): strip LiteLLM prefix when proxy sets custom_llm_provider

Browse Source 
Wildcard openrouter/* deployments pass custom_llm_provider=openrouter with
the full openrouter/provider/model id; OpenRouter expects provider/model.
Strip the outer openrouter/ only when the remainder contains a slash so
native ids like openrouter/auto stay intact.

Adds regression test for proxy wildcard path.

Made-with: Cursor
This commit is contained in:
Sameer Kankute
2026-03-27 20:35:17 +05:30
parent b20cff8673
commit 9d7fc307b8
2 changed files with 21 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/litellm_core_utils/get_llm_provider_logic.py
+8 -5
View File
@@ -158,12 +158,15 @@ def get_llm_provider( # noqa: PLR0915
): # handle scenario where model="azure/*" and custom_llm_provider="azure"
model = custom_llm_provider + "/" + model
# Native OpenRouter models have IDs like "openrouter/free" where the
# "openrouter/" prefix is part of the actual model name on the API.
# When called from a bridge (e.g. anthropic_messages adapter),
# custom_llm_provider is already resolved, so return early to prevent
# the provider-list stripping below from removing the prefix.
# OpenRouter: when the router/proxy already set custom_llm_provider,
# the model may still carry LiteLLM's "openrouter/" routing prefix.
# Native IDs like "openrouter/auto" must stay intact for the API; IDs
# like "openrouter/anthropic/claude-3.5-sonnet" must become
# "anthropic/claude-3.5-sonnet" (OpenRouter expects provider/model).
if custom_llm_provider == "openrouter" and model.startswith("openrouter/"):
remainder = model[len("openrouter/") :]
if "/" in remainder:
return remainder, custom_llm_provider, dynamic_api_key, api_base
return model, custom_llm_provider, dynamic_api_key, api_base
if api_key and api_key.startswith("os.environ/"):
tests/test_litellm/llms/openrouter/test_openrouter_provider_routing.py
+13 -1
View File
@@ -80,7 +80,10 @@ class TestOpenRouterNativeModelRouting:
"input_model,expected_model",
[
("openrouter/anthropic/claude-3-haiku", "anthropic/claude-3-haiku"),
("openrouter/meta-llama/llama-3-70b-instruct", "meta-llama/llama-3-70b-instruct"),
(
"openrouter/meta-llama/llama-3-70b-instruct",
"meta-llama/llama-3-70b-instruct",
),
],
)
def test_regular_models_still_strip_normally(self, input_model, expected_model):
@@ -88,3 +91,12 @@ class TestOpenRouterNativeModelRouting:
result_model, provider, _, _ = litellm.get_llm_provider(model=input_model)
assert provider == "openrouter"
assert result_model == expected_model
def test_wildcard_deployment_strips_routing_prefix(self):
"""openrouter/* proxy deployments pass custom_llm_provider; strip LiteLLM prefix."""
result_model, provider, _, _ = litellm.get_llm_provider(
model="openrouter/anthropic/claude-3.5-sonnet",
custom_llm_provider="openrouter",
)
assert provider == "openrouter"
assert result_model == "anthropic/claude-3.5-sonnet"