fix(utils.py): support passing response_format for together ai calls

2026-08-05 20:23:18 +00:00 · 2024-08-23 21:31:59 -07:00
parent 74a85fac0e
commit 6d2ae5a0d8
1 changed files with 2 additions and 0 deletions
@@ -3125,6 +3125,8 @@ def get_optional_params(
            optional_params["tools"] = tools
        if tool_choice is not None:
            optional_params["tool_choice"] = tool_choice
+        if response_format is not None:
+            optional_params["response_format"] = response_format
    elif custom_llm_provider == "ai21":
        ## check if unsupported param passed in
        supported_params = get_supported_openai_params(