From e74ac03169e4f6bdd7d48346d80d8415f4e6658f Mon Sep 17 00:00:00 2001 From: Ori Kotek Date: Thu, 23 Nov 2023 15:56:59 +0200 Subject: [PATCH] Do not timeout when calling HF through acomplete --- litellm/llms/huggingface_restapi.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/llms/huggingface_restapi.py b/litellm/llms/huggingface_restapi.py index 6b9c7274ae..25aa1c574c 100644 --- a/litellm/llms/huggingface_restapi.py +++ b/litellm/llms/huggingface_restapi.py @@ -452,7 +452,7 @@ class Huggingface(BaseLLM): response = None try: async with httpx.AsyncClient() as client: - response = await client.post(url=api_base, json=data, headers=headers) + response = await client.post(url=api_base, json=data, headers=headers, timeout=None) response_json = response.json() if response.status_code != 200: raise HuggingfaceError(status_code=response.status_code, message=response.text, request=response.request, response=response)