mirror of
https://github.com/tiennm99/litellm.git
synced 2026-08-14 10:25:37 +00:00
Fix message template based on transformers chat_template docs
This commit is contained in:
@@ -110,9 +110,9 @@ def mistral_instruct_pt(messages):
|
||||
"post_message": " [/INST]\n",
|
||||
},
|
||||
"user": {"pre_message": "[INST] ", "post_message": " [/INST]\n"},
|
||||
"assistant": {"pre_message": " ", "post_message": " "},
|
||||
"assistant": {"pre_message": " ", "post_message": "</s> "},
|
||||
},
|
||||
final_prompt_value="</s>",
|
||||
final_prompt_value="",
|
||||
messages=messages,
|
||||
)
|
||||
return prompt
|
||||
|
||||
Reference in New Issue
Block a user