fix def of ChatCompletionSession

This commit is contained in:
Ishaan Jaff
2025-04-26 19:16:20 -07:00
parent 1e0ee22445
commit 15ab172cf5
2 changed files with 24 additions and 30 deletions
@@ -5,8 +5,7 @@ Handles transforming from Responses API -> LiteLLM completion (Chat Completion
from typing import Any, Dict, List, Optional, Union
from openai.types.responses.tool_param import FunctionToolParam
from litellm.types.responses.main import ChatCompletionSession
from typing_extensions import TypedDict
try:
import enterprise
@@ -55,6 +54,21 @@ from litellm.types.utils import (
########### Initialize Classes used for Responses API ###########
TOOL_CALLS_CACHE = InMemoryCache()
class ChatCompletionSession(TypedDict, total=False):
messages: List[
Union[
AllMessageValues,
GenericChatCompletionMessage,
ChatCompletionMessageToolCall,
ChatCompletionResponseMessage,
Message,
]
]
litellm_session_id: Optional[str]
########### End of Initialize Classes used for Responses API ###########
+8 -28
View File
@@ -1,23 +1,16 @@
from typing import List, Literal, Optional, Union
from pydantic import PrivateAttr
from typing_extensions import TYPE_CHECKING, Any, List, Optional, TypedDict
from typing_extensions import Any, List, Optional, TypedDict
from litellm.types.llms.base import BaseLiteLLMOpenAIResponseObject
if TYPE_CHECKING:
from litellm.types.llms.openai import (
AllMessageValues,
ChatCompletionResponseMessage,
GenericChatCompletionMessage,
)
from litellm.types.utils import ChatCompletionMessageToolCall, Message
else:
Message = Any
ChatCompletionMessageToolCall = Any
AllMessageValues = Any
ChatCompletionResponseMessage = Any
GenericChatCompletionMessage = Any
from litellm.types.llms.openai import (
AllMessageValues,
ChatCompletionResponseMessage,
GenericChatCompletionMessage,
ResponseInputParam,
)
from litellm.types.utils import ChatCompletionMessageToolCall, Message, ModelResponse
class GenericResponseOutputItemContentAnnotation(BaseLiteLLMOpenAIResponseObject):
@@ -88,16 +81,3 @@ class DecodedResponseId(TypedDict, total=False):
custom_llm_provider: Optional[str]
model_id: Optional[str]
response_id: str
class ChatCompletionSession(TypedDict, total=False):
messages: List[
Union[
AllMessageValues,
GenericChatCompletionMessage,
ChatCompletionMessageToolCall,
ChatCompletionResponseMessage,
Message,
]
]
litellm_session_id: Optional[str]