diff --git a/litellm/constants.py b/litellm/constants.py index 9e8ec0a143..49ca3a509b 100644 --- a/litellm/constants.py +++ b/litellm/constants.py @@ -1067,7 +1067,7 @@ known_tokenizer_config = { } -OPENAI_FINISH_REASONS = ["stop", "length", "function_call", "content_filter", "null", "finish_reason_unspecified", "malformed_function_call", "guardrail_intervened"] +OPENAI_FINISH_REASONS = ["stop", "length", "function_call", "content_filter", "null", "finish_reason_unspecified", "malformed_function_call", "guardrail_intervened", "eos"] HUMANLOOP_PROMPT_CACHE_TTL_SECONDS = int( os.getenv("HUMANLOOP_PROMPT_CACHE_TTL_SECONDS", 60) ) # 1 minute diff --git a/litellm/types/llms/openai.py b/litellm/types/llms/openai.py index db5d0f43b8..9fea1a8b93 100644 --- a/litellm/types/llms/openai.py +++ b/litellm/types/llms/openai.py @@ -2012,7 +2012,7 @@ class OpenAIBatchResult(TypedDict, total=False): OpenAIChatCompletionFinishReason = Literal[ - "stop", "content_filter", "function_call", "tool_calls", "length", "guardrail_intervened", "finish_reason_unspecified", "malformed_function_call" # last 2 are vertex ai specific, guardrail_intervened is bedrock specific + "stop", "content_filter", "function_call", "tool_calls", "length", "guardrail_intervened", "eos", "finish_reason_unspecified", "malformed_function_call" # last 2 are vertex ai specific, guardrail_intervened is bedrock specific ]