From 01cef1fe9eddd76aa82657997bbc5d2a39bfab32 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 3 Feb 2024 20:22:25 -0800 Subject: [PATCH] fix(ollama.py): fix api connection error https://github.com/BerriAI/litellm/issues/1735 --- litellm/llms/ollama.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/litellm/llms/ollama.py b/litellm/llms/ollama.py index c8847117e3..9e60d1593b 100644 --- a/litellm/llms/ollama.py +++ b/litellm/llms/ollama.py @@ -179,7 +179,9 @@ def get_ollama_response( elif stream == True: return ollama_completion_stream(url=url, data=data, logging_obj=logging_obj) - response = requests.post(url=f"{url}", json=data, timeout=litellm.request_timeout) + response = requests.post( + url=f"{url}", json={**data, "stream": stream}, timeout=litellm.request_timeout + ) if response.status_code != 200: raise OllamaError(status_code=response.status_code, message=response.text)