mirror of
https://github.com/tiennm99/litellm.git
synced 2026-06-22 21:35:46 +00:00
Ishaan Jaff
106a298f0a
* add router.json * test_router_auto_router * async_pre_routing_hook * fixes for auto router * add async_pre_routing_hook * add LiteLLMRouterEncoder * update test auto_router_embedding_model * add auto_router_embedding_model * add AutoRouter * fix async_pre_routing_hook * update async_pre_routing_hook * fix auto router * fix router.json * working router init * working embedding encoder * working auto router * test_router_auto_router * test auto router * add semantic-router as optional for litellm * add extras * semantic_router==0.1.10 * ruff fix * use aiohttp==3.10.11 * python-dotenv==1.0.1 * test auto router * test_router_auto_router * semantic_router * test_is_auto_router_deployment * fix check * fix docker build step * add semantic_router * UI - Add auto router on litellm * working utterances config * fix route config builder * kind of working add automodel router * move loc of add deployment * fixes for AutoRouter * add auto_router_config in types.py * fixes for init_auto_router_deployment * fix adding auto router models * working auto-router with dB * Revert "add semantic_router" This reverts commit 537b67288798731a119d811f643b682086377ee9. * TestAutoRouter * fix linting * add semantic router to docker * test fix * fix router config builder * remove export button
90 lines
2.6 KiB
Docker
90 lines
2.6 KiB
Docker
# Base images
|
|
ARG LITELLM_BUILD_IMAGE=cgr.dev/chainguard/python:latest-dev
|
|
ARG LITELLM_RUNTIME_IMAGE=cgr.dev/chainguard/python:latest-dev
|
|
|
|
# -----------------
|
|
# Builder Stage
|
|
# -----------------
|
|
FROM $LITELLM_BUILD_IMAGE AS builder
|
|
WORKDIR /app
|
|
|
|
# Install build dependencies
|
|
USER root
|
|
RUN apk add --no-cache build-base bash \
|
|
&& pip install --no-cache-dir --upgrade pip build
|
|
|
|
# Copy project files
|
|
COPY . .
|
|
|
|
# Build Admin UI
|
|
RUN chmod +x docker/build_admin_ui.sh && ./docker/build_admin_ui.sh
|
|
|
|
# Build package and wheel dependencies
|
|
RUN rm -rf dist/* && python -m build && \
|
|
pip install dist/*.whl && \
|
|
pip wheel --no-cache-dir --wheel-dir=/wheels/ -r requirements.txt
|
|
|
|
# -----------------
|
|
# Runtime Stage
|
|
# -----------------
|
|
FROM $LITELLM_RUNTIME_IMAGE AS runtime
|
|
WORKDIR /app
|
|
|
|
# Install runtime dependencies
|
|
USER root
|
|
RUN apk upgrade --no-cache && \
|
|
apk add --no-cache bash
|
|
|
|
# Copy only necessary artifacts from builder stage for runtime
|
|
COPY --from=builder /app/docker/entrypoint.sh /app/docker/prod_entrypoint.sh /app/docker/
|
|
COPY --from=builder /app/schema.prisma /app/schema.prisma
|
|
COPY --from=builder /app/dist/*.whl .
|
|
COPY --from=builder /wheels/ /wheels/
|
|
|
|
# Install package from wheel and dependencies
|
|
RUN pip install *.whl /wheels/* --no-index --find-links=/wheels/ \
|
|
&& rm -f *.whl \
|
|
&& rm -rf /wheels
|
|
|
|
# Install semantic_router without dependencies
|
|
RUN pip install semantic_router --no-deps
|
|
|
|
# Ensure correct JWT library is used (pyjwt not jwt)
|
|
RUN pip uninstall jwt -y && \
|
|
pip uninstall PyJWT -y && \
|
|
pip install PyJWT==2.9.0 --no-cache-dir
|
|
|
|
# --- Prisma Handling for Non-Root User ---
|
|
# Set Prisma cache directories
|
|
ENV PRISMA_BINARY_CACHE_DIR=/nonexistent
|
|
ENV NPM_CONFIG_CACHE=/.npm
|
|
|
|
# Install prisma and make entrypoints executable
|
|
RUN pip install --no-cache-dir prisma && \
|
|
chmod +x docker/entrypoint.sh && \
|
|
chmod +x docker/prod_entrypoint.sh
|
|
|
|
# Create directories and set permissions for non-root user
|
|
RUN mkdir -p /nonexistent /.npm && \
|
|
chown -R nobody:nogroup /app && \
|
|
chown -R nobody:nogroup /nonexistent /.npm && \
|
|
PRISMA_PATH=$(python -c "import os, prisma; print(os.path.dirname(prisma.__file__))") && \
|
|
chown -R nobody:nogroup $PRISMA_PATH
|
|
|
|
# Switch to non-root user
|
|
USER nobody
|
|
|
|
# Set HOME for prisma generate to have a writable directory
|
|
ENV HOME=/app
|
|
RUN prisma generate
|
|
# --- End of Prisma Handling ---
|
|
|
|
EXPOSE 4000/tcp
|
|
|
|
# Set entrypoint and command
|
|
ENTRYPOINT ["/app/docker/prod_entrypoint.sh"]
|
|
|
|
# Append "--detailed_debug" to the end of CMD to view detailed debug logs
|
|
# CMD ["--port", "4000", "--detailed_debug"]
|
|
CMD ["--port", "4000"]
|