From 5cb854720fa0b3448a573bf6722d2fe41299e4dd Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 4 Mar 2024 21:27:01 -0800 Subject: [PATCH] test(test_completion.py): fix claude test --- litellm/llms/anthropic_text.py | 6 ++---- litellm/tests/test_completion.py | 4 ++-- 2 files changed, 4 insertions(+), 6 deletions(-) diff --git a/litellm/llms/anthropic_text.py b/litellm/llms/anthropic_text.py index bccc8c769c..e9d504d36f 100644 --- a/litellm/llms/anthropic_text.py +++ b/litellm/llms/anthropic_text.py @@ -35,9 +35,7 @@ class AnthropicTextConfig: to pass metadata to anthropic, it's {"user_id": "any-relevant-information"} """ - max_tokens_to_sample: Optional[int] = ( - litellm.max_tokens - ) # anthropic requires a default + max_tokens: Optional[int] = litellm.max_tokens # anthropic requires a default stop_sequences: Optional[list] = None temperature: Optional[int] = None top_p: Optional[int] = None @@ -46,7 +44,7 @@ class AnthropicTextConfig: def __init__( self, - max_tokens_to_sample: Optional[int] = 256, # anthropic requires a default + max_tokens: Optional[int] = 256, # anthropic requires a default stop_sequences: Optional[list] = None, temperature: Optional[int] = None, top_p: Optional[int] = None, diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index dd605d8eeb..c93c816cec 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -56,7 +56,7 @@ def test_completion_custom_provider_model_name(): def test_completion_claude(): litellm.set_verbose = True litellm.cache = None - litellm.AnthropicTextConfig(max_tokens_to_sample=200, metadata={"user_id": "1224"}) + litellm.AnthropicTextConfig(max_tokens=200, metadata={"user_id": "1224"}) messages = [ { "role": "system", @@ -67,7 +67,7 @@ def test_completion_claude(): try: # test without max tokens response = completion( - model="claude-instant-1", + model="claude-instant-1.2", messages=messages, request_timeout=10, max_tokens=10,