From 512f6814d3257bdbb3cbde73ef7e233eb55762bb Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Tue, 5 Mar 2024 16:31:41 -0800 Subject: [PATCH] fix(factory.py): fix anthropic prompt template --- litellm/llms/prompt_templates/factory.py | 1 + litellm/tests/test_completion.py | 17 +++++++++++++++++ 2 files changed, 18 insertions(+) diff --git a/litellm/llms/prompt_templates/factory.py b/litellm/llms/prompt_templates/factory.py index dec87a61c5..c78a71dba8 100644 --- a/litellm/llms/prompt_templates/factory.py +++ b/litellm/llms/prompt_templates/factory.py @@ -575,6 +575,7 @@ def anthropic_messages_pt(messages: list): if messages[i]["role"] == "assistant": last_assistant_message_idx = i + new_messages.append(messages[-1]) if last_assistant_message_idx is not None: new_messages[last_assistant_message_idx]["content"] = new_messages[ last_assistant_message_idx diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index 57b0e436f0..f5e145769b 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -82,6 +82,23 @@ def test_completion_claude(): # test_completion_claude() +def test_completion_claude_3_empty_response(): + messages = [ + { + "role": "system", + "content": "You are 2twNLGfqk4GMOn3ffp4p.", + }, + {"role": "user", "content": "Hi gm!"}, + {"role": "assistant", "content": "Good morning! How are you doing today?"}, + { + "role": "user", + "content": "I was hoping we could chat a bit", + }, + ] + response = litellm.completion(model="claude-3-opus-20240229", messages=messages) + print(response) + + def test_completion_claude_3(): litellm.set_verbose = True messages = [{"role": "user", "content": "Hello, world"}]