From f89385eed8dbf63242aacbd5ed936d4dbe84d1b7 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Thu, 11 Jan 2024 14:22:37 +0530 Subject: [PATCH] (fix) acompletion kwargs type hints --- litellm/main.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/litellm/main.py b/litellm/main.py index 2b53c3a5fb..8342ab4d5d 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -202,6 +202,7 @@ async def acompletion( - If `stream` is True, the function returns an async generator that yields completion lines. """ loop = asyncio.get_event_loop() + custom_llm_provider = None # Adjusted to use explicit arguments instead of *args and **kwargs completion_kwargs = { "model": model, @@ -241,7 +242,7 @@ async def acompletion( func_with_context = partial(ctx.run, func) _, custom_llm_provider, _, _ = get_llm_provider( - model=model, api_base=completion_kwargs.get("base_url", None) + model=model, api_base=kwargs.get("api_base", None) ) if (