mirror of
https://github.com/tiennm99/litellm.git
synced 2026-08-21 06:27:00 +00:00
Merge pull request #17290 from BerriAI/litellm_fix_create_batch_Header
Respect custom llm provider in header
This commit is contained in:
@@ -31,7 +31,6 @@ from litellm.proxy.openai_files_endpoints.common_utils import (
|
||||
get_original_file_id,
|
||||
prepare_data_with_credentials,
|
||||
)
|
||||
|
||||
from litellm.proxy.utils import handle_exception_on_proxy, is_known_model
|
||||
from litellm.types.llms.openai import LiteLLMBatchCreateRequest
|
||||
|
||||
@@ -112,7 +111,10 @@ async def create_batch( # noqa: PLR0915
|
||||
is_router_model = is_known_model(model=router_model, llm_router=llm_router)
|
||||
|
||||
custom_llm_provider = (
|
||||
provider or data.pop("custom_llm_provider", None) or "openai"
|
||||
provider
|
||||
or data.pop("custom_llm_provider", None)
|
||||
or get_custom_llm_provider_from_request_headers(request=request)
|
||||
or "openai"
|
||||
)
|
||||
_create_batch_data = LiteLLMBatchCreateRequest(**data)
|
||||
input_file_id = _create_batch_data.get("input_file_id", None)
|
||||
|
||||
Reference in New Issue
Block a user