From 30faef5052c23d8b07536f390b76e01d264317fa Mon Sep 17 00:00:00 2001 From: Cam Parry Date: Wed, 13 Dec 2023 09:30:14 +1000 Subject: [PATCH] rebase and docs --- docs/my-website/docs/proxy/deploy.md | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/docs/my-website/docs/proxy/deploy.md b/docs/my-website/docs/proxy/deploy.md index 65ba90eeee..2dc57b116f 100644 --- a/docs/my-website/docs/proxy/deploy.md +++ b/docs/my-website/docs/proxy/deploy.md @@ -7,12 +7,12 @@ See the latest available ghcr docker image here: https://github.com/berriai/litellm/pkgs/container/litellm ```shell -docker pull ghcr.io/berriai/litellm:main-v1.10.1 +docker pull ghcr.io/berriai/litellm:main-v1.12.3 ``` ### Run the Docker Image ```shell -docker run ghcr.io/berriai/litellm:main-v1.10.0 +docker run ghcr.io/berriai/litellm:main-v1.12.3 ``` #### Run the Docker Image with LiteLLM CLI args @@ -21,12 +21,12 @@ See all supported CLI args [here](https://docs.litellm.ai/docs/proxy/cli): Here's how you can run the docker image and pass your config to `litellm` ```shell -docker run ghcr.io/berriai/litellm:main-v1.10.0 --config your_config.yaml +docker run ghcr.io/berriai/litellm:main-v1.12.3 --config your_config.yaml ``` Here's how you can run the docker image and start litellm on port 8002 with `num_workers=8` ```shell -docker run ghcr.io/berriai/litellm:main-v1.10.0 --port 8002 --num_workers 8 +docker run ghcr.io/berriai/litellm:main-v1.12.3 --port 8002 --num_workers 8 ``` #### Run the Docker Image using docker compose @@ -42,6 +42,10 @@ Here's an example `docker-compose.yml` file version: "3.9" services: litellm: + build: + context: . + args: + target: runtime image: ghcr.io/berriai/litellm:main ports: - "8000:8000" # Map the container port to the host, change the host port if necessary