fix(ollama_chat.py): explicitly state if ollama call is streaming or not

2026-08-21 08:26:34 +00:00 · 2024-02-06 07:43:47 -08:00
parent c2a523b954
commit 9e091a0624
1 changed files with 6 additions and 1 deletions
@@ -146,7 +146,12 @@ def get_ollama_response(
            optional_params[k] = v

    stream = optional_params.pop("stream", False)
-    data = {"model": model, "messages": messages, "options": optional_params}
+    data = {
+        "model": model,
+        "messages": messages,
+        "options": optional_params,
+        "stream": stream,
+    }
    ## LOGGING
    logging_obj.pre_call(
        input=None,