From ecd219fa4f86339cd4c0ec09b1673d004a90c131 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 12 Dec 2024 10:48:00 -0800 Subject: [PATCH] fix hf failing streaming test --- litellm/llms/huggingface/chat/handler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/llms/huggingface/chat/handler.py b/litellm/llms/huggingface/chat/handler.py index 1ba31d490c..9ed841e379 100644 --- a/litellm/llms/huggingface/chat/handler.py +++ b/litellm/llms/huggingface/chat/handler.py @@ -211,7 +211,7 @@ class Huggingface(BaseLLM): ### ASYNC COMPLETION return self.acompletion(api_base=completion_url, data=data, headers=headers, model_response=model_response, task=task, encoding=encoding, model=model, optional_params=optional_params, timeout=timeout, litellm_params=litellm_params) # type: ignore if client is None or not isinstance(client, HTTPHandler): - client = HTTPHandler() + client = _get_httpx_client() ### SYNC STREAMING if "stream" in optional_params and optional_params["stream"] is True: response = client.post(