Merge pull request #18561 from BerriAI/litellm_ci_docker

[Infra] CI - De-duplicate Docker Database Build
2026-07-29 04:20:42 +00:00 · 2026-01-01 11:37:44 -08:00
parent a7da4833da ba52490488
commit 754bbfd0bf
1 changed files with 108 additions and 65 deletions
@@ -2008,10 +2008,13 @@ jobs:
            pip install "pytest-asyncio==0.21.1"
            pip install aiohttp
            pip install apscheduler
+      - attach_workspace:
+          at: ~/project
      - run:
-          name: Build Docker image
+          name: Load Docker Database Image
          command: |
-            docker build -t myapp . -f ./docker/Dockerfile.database
+            gunzip -c litellm-docker-database.tar.gz | docker load
+            docker images | grep litellm-docker-database
      - run:
          name: Run Docker container
          command: |
@@ -2024,7 +2027,7 @@ jobs:
              -v $(pwd)/litellm/proxy/example_config_yaml/bad_schema.prisma:/app/litellm/proxy/schema.prisma \
              -v $(pwd)/litellm/proxy/example_config_yaml/disable_schema_update.yaml:/app/config.yaml \
              --name my-app \
-              myapp:latest \
+              litellm-docker-database:ci \
              --config /app/config.yaml \
              --port 4000
      - run:
@@ -2276,9 +2279,13 @@ jobs:
      - run:
          name: Wait for PostgreSQL to be ready
          command: dockerize -wait tcp://localhost:5432 -timeout 1m
+      - attach_workspace:
+          at: ~/project
      - run:
-          name: Build Docker image
-          command: docker build -t my-app:latest -f ./docker/Dockerfile.database .
+          name: Load Docker Database Image
+          command: |
+            gunzip -c litellm-docker-database.tar.gz | docker load
+            docker images | grep litellm-docker-database
      - run:
          name: Run Docker container
          command: |
@@ -2313,7 +2320,7 @@ jobs:
              --add-host host.docker.internal:host-gateway \
              --name my-app \
              -v $(pwd)/litellm/proxy/example_config_yaml/oai_misc_config.yaml:/app/config.yaml \
-              my-app:latest \
+              litellm-docker-database:ci \
              --config /app/config.yaml \
              --port 4000 \
              --detailed_debug \
@@ -2416,9 +2423,13 @@ jobs:
      - run:
          name: Wait for PostgreSQL to be ready
          command: dockerize -wait tcp://localhost:5432 -timeout 1m
+      - attach_workspace:
+          at: ~/project
      - run:
-          name: Build Docker image
-          command: docker build -t my-app:latest -f ./docker/Dockerfile.database .
+          name: Load Docker Database Image
+          command: |
+            gunzip -c litellm-docker-database.tar.gz | docker load
+            docker images | grep litellm-docker-database
      - run:
          name: Run Docker container
          # intentionally give bad redis credentials here
@@ -2451,7 +2462,7 @@ jobs:
              --name my-app \
              -v $(pwd)/litellm/proxy/example_config_yaml/otel_test_config.yaml:/app/config.yaml \
              -v $(pwd)/litellm/proxy/example_config_yaml/custom_guardrail.py:/app/custom_guardrail.py \
-              my-app:latest \
+              litellm-docker-database:ci \
              --config /app/config.yaml \
              --port 4000 \
              --detailed_debug \
@@ -2502,7 +2513,7 @@ jobs:
              --add-host host.docker.internal:host-gateway \
              --name my-app-3 \
              -v $(pwd)/litellm/proxy/example_config_yaml/enterprise_config.yaml:/app/config.yaml \
-              my-app:latest \
+              litellm-docker-database:ci \
              --config /app/config.yaml \
              --port 4000 \
              --detailed_debug
@@ -2577,9 +2588,13 @@ jobs:
      - run:
          name: Wait for PostgreSQL to be ready
          command: dockerize -wait tcp://localhost:5432 -timeout 1m
+      - attach_workspace:
+          at: ~/project
      - run:
-          name: Build Docker image
-          command: docker build -t my-app:latest -f ./docker/Dockerfile.database .
+          name: Load Docker Database Image
+          command: |
+            gunzip -c litellm-docker-database.tar.gz | docker load
+            docker images | grep litellm-docker-database
      - run:
          name: Run Docker container
          # intentionally give bad redis credentials here
@@ -2603,7 +2618,7 @@ jobs:
              --add-host host.docker.internal:host-gateway \
              --name my-app \
              -v $(pwd)/litellm/proxy/example_config_yaml/spend_tracking_config.yaml:/app/config.yaml \
-              my-app:latest \
+              litellm-docker-database:ci \
              --config /app/config.yaml \
              --port 4000 \
              --detailed_debug \
@@ -2690,9 +2705,13 @@ jobs:
      - run:
          name: Wait for PostgreSQL to be ready
          command: dockerize -wait tcp://localhost:5432 -timeout 1m
+      - attach_workspace:
+          at: ~/project
      - run:
-          name: Build Docker image
-          command: docker build -t my-app:latest -f ./docker/Dockerfile.database .
+          name: Load Docker Database Image
+          command: |
+            gunzip -c litellm-docker-database.tar.gz | docker load
+            docker images | grep litellm-docker-database
      - run:
          name: Run Docker container 1
          # intentionally give bad redis credentials here
@@ -2712,7 +2731,7 @@ jobs:
              --add-host host.docker.internal:host-gateway \
              --name my-app \
              -v $(pwd)/litellm/proxy/example_config_yaml/multi_instance_simple_config.yaml:/app/config.yaml \
-              my-app:latest \
+              litellm-docker-database:ci \
              --config /app/config.yaml \
              --port 4000 \
              --detailed_debug \
@@ -2733,7 +2752,7 @@ jobs:
              --add-host host.docker.internal:host-gateway \
              --name my-app-2 \
              -v $(pwd)/litellm/proxy/example_config_yaml/multi_instance_simple_config.yaml:/app/config.yaml \
-              my-app:latest \
+              litellm-docker-database:ci \
              --config /app/config.yaml \
              --port 4001 \
              --detailed_debug
@@ -2826,9 +2845,13 @@ jobs:
      - run:
          name: Wait for PostgreSQL to be ready
          command: dockerize -wait tcp://localhost:5432 -timeout 1m
+      - attach_workspace:
+          at: ~/project
      - run:
-          name: Build Docker image
-          command: docker build -t my-app:latest -f ./docker/Dockerfile.database .
+          name: Load Docker Database Image
+          command: |
+            gunzip -c litellm-docker-database.tar.gz | docker load
+            docker images | grep litellm-docker-database
      - run:
          name: Run Docker container
          # intentionally give bad redis credentials here
@@ -2843,7 +2866,7 @@ jobs:
              --add-host host.docker.internal:host-gateway \
              --name my-app \
              -v $(pwd)/litellm/proxy/example_config_yaml/store_model_db_config.yaml:/app/config.yaml \
-              my-app:latest \
+              litellm-docker-database:ci \
              --config /app/config.yaml \
              --port 4000 \
              --detailed_debug \
@@ -3058,10 +3081,13 @@ jobs:
      - run:
          name: Wait for PostgreSQL to be ready
          command: dockerize -wait tcp://localhost:5432 -timeout 1m
-      # Run pytest and generate JUnit XML report
+      - attach_workspace:
+          at: ~/project
      - run:
-          name: Build Docker image
-          command: docker build -t my-app:latest -f ./docker/Dockerfile.database .
+          name: Load Docker Database Image
+          command: |
+            gunzip -c litellm-docker-database.tar.gz | docker load
+            docker images | grep litellm-docker-database
      - run:
          name: Run Docker container
          command: |
@@ -3083,7 +3109,7 @@ jobs:
              --name my-app \
              -v $(pwd)/litellm/proxy/example_config_yaml/pass_through_config.yaml:/app/config.yaml \
              -v $(pwd)/litellm/proxy/example_config_yaml/custom_auth_basic.py:/app/custom_auth_basic.py \
-              my-app:latest \
+              litellm-docker-database:ci \
              --config /app/config.yaml \
              --port 4000 \
              --detailed_debug \
@@ -3421,6 +3447,37 @@ jobs:
              --coverage.reporter=html \
              --coverage.reportsDirectory=coverage/html

+  build_docker_database_image:
+    machine:
+      image: ubuntu-2204:2023.10.1
+    resource_class: xlarge
+    working_directory: ~/project
+    steps:
+      - checkout
+
+      - run:
+          name: Upgrade Docker
+          command: |
+            curl -fsSL https://get.docker.com | sh
+            docker version
+
+      - run:
+          name: Build Docker image
+          command: |
+            docker build \
+              -t litellm-docker-database:ci \
+              -f docker/Dockerfile.database .
+
+      - run:
+          name: Save Docker image to workspace root
+          command: |
+            docker save litellm-docker-database:ci | gzip > litellm-docker-database.tar.gz
+
+      - persist_to_workspace:
+          root: .
+          paths:
+            - litellm-docker-database.tar.gz
+
  e2e_ui_testing:
    machine:
      image: ubuntu-2204:2023.10.1
@@ -3432,53 +3489,18 @@ jobs:
      - attach_workspace:
          at: ~/project
      - run:
-          name: Upgrade Docker to v24.x (API 1.44+)
+          name: Load Docker Database Image
          command: |
-            curl -fsSL https://get.docker.com | sh
-            sudo usermod -aG docker $USER
-            docker version
-      - run:
-          name: Install Python 3.9
-          command: |
-            curl https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh --output miniconda.sh
-            bash miniconda.sh -b -p $HOME/miniconda
-            export PATH="$HOME/miniconda/bin:$PATH"
-            conda init bash
-            source ~/.bashrc
-            conda create -n myenv python=3.9 -y
-            conda activate myenv
-            python --version
+            gunzip -c litellm-docker-database.tar.gz | docker load
+            docker images | grep litellm-docker-database
      - run:
          name: Install Dependencies
          command: |
            npm install -D @playwright/test
-            npm install @google-cloud/vertexai
-            pip install "pytest==7.3.1"
-            pip install "pytest-retry==1.6.3"
-            pip install "pytest-asyncio==0.21.1"
-            pip install aiohttp
-            pip install "openai==1.100.1"
-            python -m pip install --upgrade pip
-            pip install "pydantic==2.10.2"
-            pip install "pytest==7.3.1"
-            pip install "pytest-mock==3.12.0"
-            pip install "pytest-asyncio==0.21.1"
-            pip install "mypy==1.18.2"
-            pip install pyarrow
-            pip install numpydoc
-            pip install prisma
-            pip install fastapi
-            pip install jsonschema
-            pip install "httpx==0.24.1"
-            pip install "anyio==3.7.1"
-            pip install "asyncio==3.4.3"
      - run:
          name: Install Playwright Browsers
          command: |
            npx playwright install
-      - run:
-          name: Build Docker image
-          command: docker build -t my-app:latest -f ./docker/Dockerfile.database .
      - run:
          name: Run Docker container
          command: |
@@ -3490,9 +3512,9 @@ jobs:
              -e UI_USERNAME="admin" \
              -e UI_PASSWORD="gm" \
              -e LITELLM_LICENSE=$LITELLM_LICENSE \
-              --name my-app \
+              --name litellm-docker-database \
              -v $(pwd)/litellm/proxy/example_config_yaml/simple_config.yaml:/app/config.yaml \
-              my-app:latest \
+              litellm-docker-database:ci \
              --config /app/config.yaml \
              --port 4000 \
              --detailed_debug
@@ -3506,7 +3528,7 @@ jobs:
            sudo rm dockerize-linux-amd64-v0.6.1.tar.gz
      - run:
          name: Start outputting logs
-          command: docker logs -f my-app
+          command: docker logs -f litellm-docker-database
          background: true
      - run:
          name: Wait for app to be ready
@@ -3707,9 +3729,16 @@ workflows:
              only:
                - main
                - /litellm_.*/
+      - build_docker_database_image:
+          filters:
+            branches:
+              only:
+                - main
+                - /litellm_.*/
      - e2e_ui_testing:
          requires:
            - ui_build
+            - build_docker_database_image
          filters:
            branches:
              only:
@@ -3722,30 +3751,40 @@ workflows:
                - main
                - /litellm_.*/
      - e2e_openai_endpoints:
+          requires:
+            - build_docker_database_image
          filters:
            branches:
              only:
                - main
                - /litellm_.*/
      - proxy_logging_guardrails_model_info_tests:
+          requires:
+            - build_docker_database_image
          filters:
            branches:
              only:
                - main
                - /litellm_.*/
      - proxy_spend_accuracy_tests:
+          requires:
+            - build_docker_database_image
          filters:
            branches:
              only:
                - main
                - /litellm_.*/
      - proxy_multi_instance_tests:
+          requires:
+            - build_docker_database_image
          filters:
            branches:
              only:
                - main
                - /litellm_.*/
      - proxy_store_model_in_db_tests:
+          requires:
+            - build_docker_database_image
          filters:
            branches:
              only:
@@ -3758,6 +3797,8 @@ workflows:
                - main
                - /litellm_.*/
      - proxy_pass_through_endpoint_tests:
+          requires:
+            - build_docker_database_image
          filters:
            branches:
              only:
@@ -3896,6 +3937,8 @@ workflows:
            - litellm_assistants_api_testing
            - auth_ui_unit_tests
      - db_migration_disable_update_check:
+          requires:
+            - build_docker_database_image
          filters:
            branches:
              only: