tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-07-15 06:19:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ollama.py): support format for ollama

Browse Source
This commit is contained in:
Krrish Dholakia
2024-02-06 15:17:35 -08:00
parent 944833b04a
commit b47f9dcb6d
2 changed files with 12 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/llms/ollama.py
+9 -1
View File
@@ -146,7 +146,15 @@ def get_ollama_response(
optional_params[k] = v
stream = optional_params.pop("stream", False)
data = {"model": model, "prompt": prompt, "options": optional_params}
format = optional_params.pop("format", None)
data = {
"model": model,
"prompt": prompt,
"options": optional_params,
"stream": stream,
}
if format is not None:
data["format"] = format
## LOGGING
logging_obj.pre_call(
litellm/llms/ollama_chat.py
+3
View File
@@ -146,12 +146,15 @@ def get_ollama_response(
optional_params[k] = v
stream = optional_params.pop("stream", False)
format = optional_params.pop("format", None)
data = {
"model": model,
"messages": messages,
"options": optional_params,
"stream": stream,
}
if format is not None:
data["format"] = format
## LOGGING
logging_obj.pre_call(
input=None,