From 446cc393f92fffe77833eba47bc32f357188a582 Mon Sep 17 00:00:00 2001
From: Tim Xia <tim.xia@sironamedical.com>
Date: Sat, 2 Mar 2024 22:27:42 -0500
Subject: [PATCH] Fix message template based on transformers chat_template docs

---
 litellm/llms/prompt_templates/factory.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/litellm/llms/prompt_templates/factory.py b/litellm/llms/prompt_templates/factory.py
index cc8d3d49bd..103eb5977a 100644
--- a/litellm/llms/prompt_templates/factory.py
+++ b/litellm/llms/prompt_templates/factory.py
@@ -110,9 +110,9 @@ def mistral_instruct_pt(messages):
                 "post_message": " [/INST]\n",
             },
             "user": {"pre_message": "[INST] ", "post_message": " [/INST]\n"},
-            "assistant": {"pre_message": " ", "post_message": " "},
+            "assistant": {"pre_message": " ", "post_message": "</s> "},
         },
-        final_prompt_value="</s>",
+        final_prompt_value="",
         messages=messages,
     )
     return prompt