From 6d2ae5a0d87a94b406c0efdb412e07b7cd455a5a Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Fri, 23 Aug 2024 21:31:59 -0700 Subject: [PATCH] fix(utils.py): support passing response_format for together ai calls --- litellm/utils.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/litellm/utils.py b/litellm/utils.py index c1e1586b62..af60258455 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -3125,6 +3125,8 @@ def get_optional_params( optional_params["tools"] = tools if tool_choice is not None: optional_params["tool_choice"] = tool_choice + if response_format is not None: + optional_params["response_format"] = response_format elif custom_llm_provider == "ai21": ## check if unsupported param passed in supported_params = get_supported_openai_params(