Merge pull request #885 from Codium-ai/bugfix/hf_timeout

Do not timeout when calling HF through acomplete
2026-07-11 19:48:29 +00:00 · 2023-11-23 07:48:59 -08:00
parent c51bfc686b e74ac03169
commit 6ba4eeb961
1 changed files with 1 additions and 1 deletions
@@ -452,7 +452,7 @@ class Huggingface(BaseLLM):
       response = None
       try:
            async with httpx.AsyncClient() as client:
-                response = await client.post(url=api_base, json=data, headers=headers) 
+                response = await client.post(url=api_base, json=data, headers=headers, timeout=None) 
                response_json = response.json()
                if response.status_code != 200:
                    raise HuggingfaceError(status_code=response.status_code, message=response.text, request=response.request, response=response)