diff --git a/litellm/types/llms/oci.py b/litellm/types/llms/oci.py index 52c1b2943f..75d13192c5 100644 --- a/litellm/types/llms/oci.py +++ b/litellm/types/llms/oci.py @@ -121,7 +121,7 @@ class OCICompletionTokenDetails(BaseModel): reasoningTokens: int -class OCIPropmtTokensDetails(BaseModel): +class OCIPromptTokensDetails(BaseModel): """Prompt token details in the OCI response.""" cachedTokens: int @@ -129,12 +129,12 @@ class OCIPropmtTokensDetails(BaseModel): class OCIResponseUsage(BaseModel): """Token usage in the OCI response.""" - + promptTokens: int completionTokens: int totalTokens: int - completionTokensDetails: OCICompletionTokenDetails - promptTokensDetails: OCIPropmtTokensDetails + completionTokensDetails: Optional[OCICompletionTokenDetails] = None + promptTokensDetails: Optional[OCIPromptTokensDetails] = None class OCIResponseChoice(BaseModel): diff --git a/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py b/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py index 547d4bf807..9ff93dfc1a 100644 --- a/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py +++ b/tests/test_litellm/llms/oci/chat/test_oci_chat_transformation.py @@ -213,6 +213,10 @@ class TestOCIChatConfig: assert result.usage.prompt_tokens == 10 # type: ignore assert result.usage.completion_tokens == 20 # type: ignore assert result.usage.total_tokens == 30 # type: ignore + # These are not handled in the transformer, TBH no idea why they are here + # but, for now, they seem to be always None + assert result.usage.completion_tokens_details is None + assert result.usage.prompt_tokens_details is None def test_transform_response_with_tool_calls(self): """