From 5290490106e4b31bcd5bc9374324459425cba196 Mon Sep 17 00:00:00 2001 From: Artem Zemliak <42967602+ArtyomZemlyak@users.noreply.github.com> Date: Wed, 14 Aug 2024 09:57:48 +0700 Subject: [PATCH] Fix not sended json_data_for_triton --- litellm/llms/triton.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/llms/triton.py b/litellm/llms/triton.py index 7d0338d069..14a2e828b4 100644 --- a/litellm/llms/triton.py +++ b/litellm/llms/triton.py @@ -240,10 +240,10 @@ class TritonChatCompletion(BaseLLM): handler = HTTPHandler() if stream: return self._handle_stream( - handler, api_base, data_for_triton, model, logging_obj + handler, api_base, json_data_for_triton, model, logging_obj ) else: - response = handler.post(url=api_base, data=data_for_triton, headers=headers) + response = handler.post(url=api_base, data=json_data_for_triton, headers=headers) return self._handle_response( response, model_response, logging_obj, type_of_model=type_of_model )