diff --git a/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py b/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py index 11fc3babd6..6f9f04e5cc 100644 --- a/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py +++ b/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py @@ -8,7 +8,7 @@ Use litellm with Anthropic SDK, Vertex AI SDK, Cohere SDK, etc. import json import os -from typing import Any, AsyncGenerator, Optional, Union, cast +from typing import Any, Optional, Union, cast import httpx from fastapi import APIRouter, Depends, HTTPException, Request, Response, WebSocket