fix get_async_httpx_client

This commit is contained in:
Ishaan Jaff
2024-09-10 13:20:55 -07:00
parent 08f8f9634f
commit 7ad3fe464e
@@ -1293,9 +1293,12 @@ class VertexLLM(BaseLLM):
_async_client_params = {}
if timeout:
_async_client_params["timeout"] = timeout
client = get_async_httpx_client(
params=_async_client_params, llm_provider=litellm.LlmProviders.VERTEX_AI
)
if client is None or not isinstance(client, AsyncHTTPHandler):
client = get_async_httpx_client(
params=_async_client_params, llm_provider=litellm.LlmProviders.VERTEX_AI
)
else:
client = client # type: ignore
## LOGGING
logging_obj.pre_call(
input=messages,