From 12bb705f318bfefc1a5b14ca4b5d6cf2dfe360b9 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 29 Feb 2024 19:11:18 -0800 Subject: [PATCH] fix(ollama_chat.py): map tool call to assistant for ollama calls --- litellm/llms/ollama_chat.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/litellm/llms/ollama_chat.py b/litellm/llms/ollama_chat.py index c9d6654c7c..dec74fa922 100644 --- a/litellm/llms/ollama_chat.py +++ b/litellm/llms/ollama_chat.py @@ -68,9 +68,9 @@ class OllamaConfig: repeat_last_n: Optional[int] = None repeat_penalty: Optional[float] = None temperature: Optional[float] = None - stop: Optional[ - list - ] = None # stop is a list based on this - https://github.com/jmorganca/ollama/pull/442 + stop: Optional[list] = ( + None # stop is a list based on this - https://github.com/jmorganca/ollama/pull/442 + ) tfs_z: Optional[float] = None num_predict: Optional[int] = None top_k: Optional[int] = None @@ -147,6 +147,11 @@ def get_ollama_response( stream = optional_params.pop("stream", False) format = optional_params.pop("format", None) + + for m in messages: + if "role" in m and m["role"] == "tool": + m["role"] = "assistant" + data = { "model": model, "messages": messages,