mirror of
https://github.com/tiennm99/litellm.git
synced 2026-06-17 20:48:32 +00:00
a6c30b30bf
* build: migrate packaging metadata to uv * ci: move automation and local tooling to uv * docker: migrate image builds and runtime setup to uv * docs: update install and deployment guidance for uv * chore: align auxiliary scripts and tests with uv * test: harden test_litellm isolation * fix: keep release and health check images self-contained * build: pin uv tooling and health check deps * test: isolate bedrock image request formatting from suite state * test: cover sandbox executor requirements flow * ci: fix circleci no-op command steps * ci: fix circleci publish workflow parsing * fix: stabilize remaining uv migration CI checks * ci: increase matrix test timeout headroom * fix: restore published docker and license coverage * fix: restore proxy runtime build parity * fix: restore proxy extras parity and venv migrations * ci: persist uv path across circleci steps * fix: keep psycopg binary in default test env * docker: preserve prisma cache across stages * test: run local proxy checks through uv python * build: restore runtime deps moved into ci * build: refresh uv lock after upstream merge * fix: restore module import in test_check_migration after merge The conflict resolution imported only the function but the test body references check_migration as a module throughout. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * fix: revert dependency promotions, remove nodejs-wheel-binaries, fix Docker layer caching - Move google-generativeai, Pillow, tenacity back to ci group (they are lazily imported and bloat the base SDK install needlessly) - Remove nodejs-wheel-binaries from extra_proxy and proxy-dev (redundant in Docker where system Node.js is already installed via apk) - Remove all nodejs-wheel node replacement and venv npm patching blocks from Dockerfiles since the wheel is no longer installed - Add --no-default-groups to CodSpeed benchmark workflow so the benchmark environment matches the old minimal pip install footprint - Apply standard uv two-phase Docker pattern: copy metadata first, install deps (cached layer), then copy source and install project - Replace CircleCI enterprise no-op with proper uv sync command Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * chore: regenerate uv.lock after removing nodejs-wheel-binaries Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * fix(ci): use cache/restore instead of cache to prevent cache poisoning The old workflow used actions/cache/restore (read-only). The uv migration changed it to actions/cache (read-write), which zizmor flags as a cache poisoning risk. Restore the safer read-only variant. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * fix(ci): disable setup-uv built-in cache to silence cache-poisoning alert The setup-uv action enables caching by default, which zizmor flags as a cache poisoning risk. Disable it since we already use a read-only cache/restore step. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * fix(ci): disable setup-uv cache in publish workflow Silences zizmor cache-poisoning alert. Publishing workflow runs infrequently on protected branches so caching adds no real benefit. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * fix(test): remove duplicate verbose_logger mock in test_check_migration The logger was patched twice — first via mocker.patch() then via mocker.patch.object(autospec=True). The second call fails because autospec cannot inspect an already-mocked attribute. Remove the redundant first patch. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * fix(ci): free disk space before Docker build in test-server-root-path The Dockerfile.non_root build ran out of disk on the CI runner. Remove Android SDK, .NET, Boost, and GHC toolchains (~12GB) to free space. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> --------- Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
165 lines
5.4 KiB
Python
165 lines
5.4 KiB
Python
import asyncio
|
|
import os
|
|
import subprocess
|
|
import sys
|
|
import time
|
|
import traceback
|
|
|
|
import pytest
|
|
|
|
PROJECT_ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", ".."))
|
|
|
|
sys.path.insert(
|
|
0, os.path.abspath("../..")
|
|
) # Adds the parent directory to the system path
|
|
|
|
|
|
def _run_uv(*args: str, **kwargs) -> subprocess.CompletedProcess:
|
|
return subprocess.run(["uv", *args], check=True, cwd=PROJECT_ROOT, **kwargs)
|
|
|
|
|
|
def test_using_litellm():
|
|
try:
|
|
import litellm
|
|
|
|
print("litellm imported successfully")
|
|
except Exception as e:
|
|
pytest.fail(f"Error occurred: {e}. Installing litellm failed please retry")
|
|
|
|
|
|
def test_litellm_proxy_server():
|
|
# Sync the local litellm[proxy] dependencies into the project environment
|
|
_run_uv("sync", "--frozen", "--extra", "proxy")
|
|
|
|
# Import through the uv-managed interpreter that uv sync populated.
|
|
try:
|
|
_run_uv("run", "--no-sync", "python", "-c", "import litellm.proxy.proxy_server")
|
|
except subprocess.CalledProcessError:
|
|
pytest.fail("Failed to import litellm.proxy.proxy_server")
|
|
|
|
# Assertion to satisfy the test, you can add other checks as needed
|
|
assert True
|
|
|
|
|
|
def test_package_dependencies():
|
|
"""
|
|
Test that all optional dependency entries are exposed via project optional-dependencies.
|
|
"""
|
|
try:
|
|
import pathlib
|
|
import litellm
|
|
from packaging.requirements import Requirement
|
|
|
|
# Try to import tomllib (Python 3.11+) or tomli (older versions)
|
|
try:
|
|
import tomllib as tomli
|
|
except ImportError:
|
|
try:
|
|
import tomli
|
|
except ImportError:
|
|
pytest.skip("tomli/tomllib not available - skipping dependency check")
|
|
|
|
# Get the litellm package root path
|
|
litellm_path = pathlib.Path(litellm.__file__).parent.parent
|
|
pyproject_path = litellm_path / "pyproject.toml"
|
|
|
|
# Read and parse pyproject.toml
|
|
with open(pyproject_path, "rb") as f:
|
|
pyproject = tomli.load(f)
|
|
|
|
optional_deps = pyproject["project"]["optional-dependencies"]
|
|
assert optional_deps, "Expected project.optional-dependencies to be defined"
|
|
|
|
parsed_requirements = set()
|
|
for extra_name, requirements in optional_deps.items():
|
|
assert requirements, f"Optional dependency group '{extra_name}' is empty"
|
|
for requirement in requirements:
|
|
assert isinstance(
|
|
requirement, str
|
|
), f"Expected string requirement in extra '{extra_name}'"
|
|
parsed = Requirement(requirement)
|
|
parsed_requirements.add(parsed.name.lower())
|
|
|
|
print(parsed_requirements)
|
|
print(
|
|
f"Validated {len(parsed_requirements)} optional dependencies across {len(optional_deps)} extras groups"
|
|
)
|
|
|
|
except Exception as e:
|
|
pytest.fail(
|
|
f"Error occurred while checking dependencies: {str(e)}\n"
|
|
+ traceback.format_exc()
|
|
)
|
|
|
|
|
|
import os
|
|
import subprocess
|
|
import time
|
|
|
|
import pytest
|
|
import requests
|
|
|
|
|
|
def test_litellm_proxy_server_config_no_general_settings():
|
|
# Sync the local litellm packages into the project environment
|
|
server_process = None
|
|
try:
|
|
_run_uv("sync", "--frozen", "--group", "proxy-dev", "--extra", "proxy", "--extra", "extra_proxy")
|
|
|
|
# Ensure Prisma client is generated
|
|
try:
|
|
print(f"Running prisma generate from: {PROJECT_ROOT}")
|
|
|
|
result = _run_uv(
|
|
"run", "--no-sync", "prisma", "generate",
|
|
capture_output=True,
|
|
text=True,
|
|
check=True
|
|
)
|
|
print(f"Prisma generate stdout: {result.stdout}")
|
|
except subprocess.CalledProcessError as e:
|
|
print(f"Prisma generate failed: {e}")
|
|
print(f"Prisma generate stderr: {e.stderr}")
|
|
raise
|
|
filepath = os.path.dirname(os.path.abspath(__file__))
|
|
config_fp = f"{filepath}/test_configs/test_config_no_auth.yaml"
|
|
server_process = subprocess.Popen(
|
|
["uv", "run", "--no-sync", "python", "-m", "litellm.proxy.proxy_cli", "--config", config_fp],
|
|
cwd=PROJECT_ROOT,
|
|
)
|
|
|
|
# Allow some time for the server to start (increased for CI environments)
|
|
time.sleep(90) # Increased from 60s for slower CI runners
|
|
|
|
# Send a request to the /health/liveliness endpoint
|
|
response = requests.get("http://localhost:4000/health/liveliness")
|
|
|
|
# Check if the response is successful
|
|
assert response.status_code == 200
|
|
assert response.json() == "I'm alive!"
|
|
|
|
# Test /chat/completions
|
|
response = requests.post(
|
|
"http://localhost:4000/chat/completions",
|
|
headers={"Authorization": "Bearer 1234567890"},
|
|
json={
|
|
"model": "test_openai_models",
|
|
"messages": [{"role": "user", "content": "Hello, how are you?"}],
|
|
},
|
|
)
|
|
|
|
assert response.status_code == 200
|
|
|
|
except ImportError:
|
|
pytest.fail("Failed to import litellm.proxy_server")
|
|
except requests.ConnectionError:
|
|
pytest.fail("Failed to connect to the server")
|
|
finally:
|
|
# Shut down the server
|
|
if server_process:
|
|
server_process.terminate()
|
|
server_process.wait()
|
|
|
|
# Additional assertions can be added here
|
|
assert True
|