From f3eb8325932467e37db4da9288ebdf11d5f44f65 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Mon, 20 May 2024 13:43:54 -0700 Subject: [PATCH] fix vertex httpx client --- litellm/llms/vertex_httpx.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/litellm/llms/vertex_httpx.py b/litellm/llms/vertex_httpx.py index 35a6b1d473..b8c698c901 100644 --- a/litellm/llms/vertex_httpx.py +++ b/litellm/llms/vertex_httpx.py @@ -135,6 +135,9 @@ class VertexLLM(BaseLLM): if isinstance(timeout, float) or isinstance(timeout, int): _httpx_timeout = httpx.Timeout(timeout) _params["timeout"] = _httpx_timeout + else: + _params["timeout"] = httpx.Timeout(timeout=600.0, connect=5.0) + self.async_handler = AsyncHTTPHandler(**_params) # type: ignore else: self.async_handler = client # type: ignore