mirror of
https://github.com/tiennm99/litellm.git
synced 2026-06-18 09:32:08 +00:00
Krish Dholakia
d05eda0311
* fix(proxy_server.py): initial commit with asset prefix rewriting for custom base path Closes https://github.com/BerriAI/litellm/issues/11451 * docs(litellm_proxy.md): clarify version requirement * fix(proxy_server.py): replace litellm well known route with custom server root path Ensures UI calls correct endpoint * build(ui/): update ui build
54 lines
1.2 KiB
Python
54 lines
1.2 KiB
Python
import os
|
|
import sys
|
|
|
|
import uvicorn
|
|
from dotenv import load_dotenv
|
|
from fastapi import FastAPI, Request
|
|
from fastapi.middleware.cors import CORSMiddleware
|
|
from fastapi.responses import JSONResponse
|
|
|
|
load_dotenv()
|
|
sys.path.insert(
|
|
0, os.path.abspath("../../..")
|
|
) # Adds the parent directory to the system path
|
|
|
|
from litellm.proxy.proxy_server import app as litellm_app
|
|
from litellm.proxy.proxy_server import proxy_startup_event
|
|
|
|
# Create main FastAPI app
|
|
app = FastAPI(title="Custom LiteLLM Server", lifespan=proxy_startup_event)
|
|
|
|
# Add CORS middleware
|
|
app.add_middleware(
|
|
CORSMiddleware,
|
|
allow_origins=["*"],
|
|
allow_credentials=True,
|
|
allow_methods=["*"],
|
|
allow_headers=["*"],
|
|
)
|
|
|
|
custom_path = "/my-custom-path"
|
|
|
|
# Mount LiteLLM app at /litellm
|
|
app.mount(custom_path, litellm_app)
|
|
|
|
|
|
# Default route at /
|
|
@app.get("/")
|
|
async def root():
|
|
return {
|
|
"message": "Welcome to the API Gateway",
|
|
"litellm_endpoint": f"{custom_path}",
|
|
}
|
|
|
|
|
|
# Health check endpoint
|
|
@app.get("/health")
|
|
async def health_check():
|
|
return {"status": "healthy"}
|
|
|
|
|
|
if __name__ == "__main__":
|
|
# Run the server on port 8000
|
|
uvicorn.run(app, host="0.0.0.0", port=4000, log_level="info")
|