name: Proxy E2E Azure Batches Tests on: pull_request: branches: [main] workflow_dispatch: concurrency: group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} cancel-in-progress: true permissions: contents: read jobs: proxy_e2e_azure_batches_tests: runs-on: ubuntu-latest timeout-minutes: 30 services: postgres: image: postgres:15 env: POSTGRES_USER: llmproxy POSTGRES_PASSWORD: dbpassword9090 POSTGRES_DB: litellm ports: - 5432:5432 options: >- --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5 steps: - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 with: persist-credentials: false - name: Set up Python uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0 with: python-version: "3.12" - name: Install Poetry run: pip install 'poetry==2.3.2' - name: Cache Poetry dependencies uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.0.0 with: path: | ~/.cache/pypoetry ~/.cache/pip .venv key: ${{ runner.os }}-poetry-e2e-batches-${{ hashFiles('poetry.lock') }} restore-keys: | ${{ runner.os }}-poetry-e2e-batches- ${{ runner.os }}-poetry- - name: Install dependencies run: | poetry config virtualenvs.in-project true poetry install --with dev,proxy-dev --extras "proxy" poetry run pip install psycopg2-binary==2.9.11 uvicorn==0.42.0 fastapi==0.135.2 httpx==0.28.1 tenacity==9.1.4 - name: Setup litellm-enterprise run: | poetry run pip install --force-reinstall --no-deps -e enterprise/ - name: Generate Prisma client env: PRISMA_BINARY_CACHE_DIR: ${{ runner.temp }}/prisma-cache run: | poetry run pip install nodejs-wheel-binaries==24.13.1 poetry run prisma generate --schema litellm/proxy/schema.prisma - name: Run Prisma migrations env: DATABASE_URL: postgresql://llmproxy:dbpassword9090@localhost:5432/litellm run: | cd litellm/proxy poetry run prisma migrate deploy --schema schema.prisma cd ../.. - name: Run Azure Batch E2E Tests env: DATABASE_URL: postgresql://llmproxy:dbpassword9090@localhost:5432/litellm USE_LOCAL_LITELLM: "true" USE_MOCK_MODELS: "true" USE_STATE_TRACKER: "true" LITELLM_LOG: DEBUG run: | poetry run pytest tests/proxy_e2e_azure_batches_tests/test_proxy_e2e_azure_batches.py \ -vv -s -k "test_e2e_managed_batch" \ --tb=short \ --maxfail=3 \ --durations=10