From 15ab172cf5cecf7e9bf03d22d620e03680ae04ec Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sat, 26 Apr 2025 19:16:20 -0700 Subject: [PATCH] fix def of ChatCompletionSession --- .../transformation.py | 18 ++++++++-- litellm/types/responses/main.py | 36 +++++-------------- 2 files changed, 24 insertions(+), 30 deletions(-) diff --git a/litellm/responses/litellm_completion_transformation/transformation.py b/litellm/responses/litellm_completion_transformation/transformation.py index e9e6aff26b..fb7635890a 100644 --- a/litellm/responses/litellm_completion_transformation/transformation.py +++ b/litellm/responses/litellm_completion_transformation/transformation.py @@ -5,8 +5,7 @@ Handles transforming from Responses API -> LiteLLM completion (Chat Completion from typing import Any, Dict, List, Optional, Union from openai.types.responses.tool_param import FunctionToolParam - -from litellm.types.responses.main import ChatCompletionSession +from typing_extensions import TypedDict try: import enterprise @@ -55,6 +54,21 @@ from litellm.types.utils import ( ########### Initialize Classes used for Responses API ########### TOOL_CALLS_CACHE = InMemoryCache() + + +class ChatCompletionSession(TypedDict, total=False): + messages: List[ + Union[ + AllMessageValues, + GenericChatCompletionMessage, + ChatCompletionMessageToolCall, + ChatCompletionResponseMessage, + Message, + ] + ] + litellm_session_id: Optional[str] + + ########### End of Initialize Classes used for Responses API ########### diff --git a/litellm/types/responses/main.py b/litellm/types/responses/main.py index a73a778078..e2fbd7bfdf 100644 --- a/litellm/types/responses/main.py +++ b/litellm/types/responses/main.py @@ -1,23 +1,16 @@ from typing import List, Literal, Optional, Union from pydantic import PrivateAttr -from typing_extensions import TYPE_CHECKING, Any, List, Optional, TypedDict +from typing_extensions import Any, List, Optional, TypedDict from litellm.types.llms.base import BaseLiteLLMOpenAIResponseObject - -if TYPE_CHECKING: - from litellm.types.llms.openai import ( - AllMessageValues, - ChatCompletionResponseMessage, - GenericChatCompletionMessage, - ) - from litellm.types.utils import ChatCompletionMessageToolCall, Message -else: - Message = Any - ChatCompletionMessageToolCall = Any - AllMessageValues = Any - ChatCompletionResponseMessage = Any - GenericChatCompletionMessage = Any +from litellm.types.llms.openai import ( + AllMessageValues, + ChatCompletionResponseMessage, + GenericChatCompletionMessage, + ResponseInputParam, +) +from litellm.types.utils import ChatCompletionMessageToolCall, Message, ModelResponse class GenericResponseOutputItemContentAnnotation(BaseLiteLLMOpenAIResponseObject): @@ -88,16 +81,3 @@ class DecodedResponseId(TypedDict, total=False): custom_llm_provider: Optional[str] model_id: Optional[str] response_id: str - - -class ChatCompletionSession(TypedDict, total=False): - messages: List[ - Union[ - AllMessageValues, - GenericChatCompletionMessage, - ChatCompletionMessageToolCall, - ChatCompletionResponseMessage, - Message, - ] - ] - litellm_session_id: Optional[str]