tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-21 08:26:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixed litellm params (#19315)

Browse Source
This commit is contained in:
Lucky-Lodhi2004
2026-01-19 10:52:58 -08:00
committed by GitHub
parent d30c25af21
commit 16b8ed6786
1 changed files with 51 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/main.py
+51 -3
View File
@@ -580,6 +580,10 @@ async def acompletion(
model=model,
custom_llm_provider=custom_llm_provider,
api_base=completion_kwargs.get("base_url", None),
litellm_params=litellm.types.router.LiteLLM_Params(
model=model,
use_litellm_proxy=kwargs.get("use_litellm_proxy", False),
),
)
fallbacks = fallbacks or litellm.model_fallbacks
@@ -1351,6 +1355,10 @@ def completion( # type: ignore # noqa: PLR0915
custom_llm_provider=custom_llm_provider,
api_base=api_base,
api_key=api_key,
litellm_params=litellm.types.router.LiteLLM_Params(
model=model,
use_litellm_proxy=kwargs.get("use_litellm_proxy", False),
),
)
if not _should_allow_input_examples(
@@ -4500,6 +4508,10 @@ async def aembedding(*args, **kwargs) -> EmbeddingResponse:
model=model,
custom_llm_provider=custom_llm_provider,
api_base=kwargs.get("api_base", None),
litellm_params=litellm.types.router.LiteLLM_Params(
model=model,
use_litellm_proxy=kwargs.get("use_litellm_proxy", False),
),
)
# Await normally
@@ -4685,6 +4697,10 @@ def embedding( # noqa: PLR0915
custom_llm_provider=custom_llm_provider,
api_base=api_base,
api_key=api_key,
litellm_params=litellm.types.router.LiteLLM_Params(
model=model,
use_litellm_proxy=kwargs.get("use_litellm_proxy", False),
),
)
if dynamic_api_key is not None:
@@ -5820,6 +5836,10 @@ def text_completion( # noqa: PLR0915
model=model, # type: ignore
custom_llm_provider=custom_llm_provider,
api_base=api_base,
litellm_params=litellm.types.router.LiteLLM_Params(
model=model, # type: ignore
use_litellm_proxy=kwargs.get("use_litellm_proxy", False),
),
)
if custom_llm_provider == "huggingface":
@@ -6110,6 +6130,10 @@ async def amoderation(
custom_llm_provider=custom_llm_provider,
api_base=optional_params.api_base,
api_key=optional_params.api_key,
litellm_params=litellm.types.router.LiteLLM_Params(
model=model or "",
use_litellm_proxy=kwargs.get("use_litellm_proxy", False),
),
)
except litellm.BadRequestError:
# `model` is optional field for moderation - get_llm_provider will throw BadRequestError if model is not set / not recognized
@@ -6175,7 +6199,12 @@ async def atranscription(*args, **kwargs) -> TranscriptionResponse:
func_with_context = partial(ctx.run, func)
_, custom_llm_provider, _, _ = get_llm_provider(
model=model, api_base=kwargs.get("api_base", None)
model=model,
api_base=kwargs.get("api_base", None),
litellm_params=litellm.types.router.LiteLLM_Params(
model=model,
use_litellm_proxy=kwargs.get("use_litellm_proxy", False),
),
)
# Await normally
@@ -6279,6 +6308,10 @@ def transcription(
custom_llm_provider=custom_llm_provider,
api_base=api_base,
api_key=api_key,
litellm_params=litellm.types.router.LiteLLM_Params(
model=model,
use_litellm_proxy=kwargs.get("use_litellm_proxy", False),
),
) # type: ignore
if dynamic_api_key is not None:
@@ -6454,7 +6487,12 @@ async def aspeech(*args, **kwargs) -> HttpxBinaryResponseContent:
func_with_context = partial(ctx.run, func)
_, custom_llm_provider, _, _ = get_llm_provider(
model=model, api_base=kwargs.get("api_base", None)
model=model,
api_base=kwargs.get("api_base", None),
litellm_params=litellm.types.router.LiteLLM_Params(
model=model,
use_litellm_proxy=kwargs.get("use_litellm_proxy", False),
),
)
# Await normally
@@ -6505,7 +6543,13 @@ def speech( # noqa: PLR0915
model_info = kwargs.get("model_info", None)
shared_session = kwargs.get("shared_session", None)
model, custom_llm_provider, dynamic_api_key, api_base = get_llm_provider(
model=model, custom_llm_provider=custom_llm_provider, api_base=api_base
model=model,
custom_llm_provider=custom_llm_provider,
api_base=api_base,
litellm_params=litellm.types.router.LiteLLM_Params(
model=model,
use_litellm_proxy=kwargs.get("use_litellm_proxy", False),
),
) # type: ignore
kwargs.pop("tags", [])
@@ -7013,6 +7057,10 @@ async def ahealth_check(
custom_llm_provider=custom_llm_provider_from_params,
api_base=api_base_from_params,
api_key=api_key_from_params,
litellm_params=litellm.types.router.LiteLLM_Params(
model=model,
use_litellm_proxy=model_params.get("use_litellm_proxy", False),
),
)
if model in litellm.model_cost and mode is None:
mode = litellm.model_cost[model].get("mode")