mirror of
https://github.com/tiennm99/litellm.git
synced 2026-07-12 09:05:33 +00:00
user
5bafa8b3a2
PR was blocked by .github/workflows/guard-fork-dependencies.yml: fork PRs cannot modify uv.lock. Reverting: - uv.lock + pyproject.toml black bump (24.10.0 -> 26.3.1) and the 295 files of mechanical Black 26 reformat coupled to it - pyproject.toml diskcache extra change (kept the runtime mitigation in litellm/caching/disk_cache.py via JSONDisk) Kept: - Dockerfile cache narrowing (drops ~660 MB of uv build cache that surfaced cached setuptools as CVE findings) - litellm/caching/disk_cache.py: dc.JSONDisk to neutralize CVE-2025-69872 - ui/litellm-dashboard/package-lock.json + litellm-js/spend-logs/package-lock.json: next/postcss/hono/uuid CVE bumps (these are not blocked by the fork guard) - tests/test_litellm/caching/test_disk_cache.py - tests/code_coverage_tests/liccheck.ini: harmless black authorization Black + gitpython + langchain dep upgrades will need a follow-up from a maintainer pushing a branch in the canonical BerriAI/litellm repo. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
88 lines
2.8 KiB
Python
88 lines
2.8 KiB
Python
"""
|
|
Test for preset_cache_key multiple values bug fix.
|
|
|
|
This test verifies that get_cache_key doesn't raise TypeError when kwargs
|
|
already contains preset_cache_key.
|
|
|
|
Issue: When get_cache_key(**kwargs) is called with kwargs containing
|
|
preset_cache_key, the call to _set_preset_cache_key_in_kwargs() would fail with:
|
|
TypeError: got multiple values for keyword argument 'preset_cache_key'
|
|
"""
|
|
|
|
import pytest
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
|
|
class TestPresetCacheKeyFix:
|
|
"""Tests for the preset_cache_key multiple values fix."""
|
|
|
|
def test_get_cache_key_with_preset_cache_key_in_kwargs(self):
|
|
"""
|
|
Test that get_cache_key handles kwargs that already contain preset_cache_key.
|
|
|
|
This was causing:
|
|
TypeError: _set_preset_cache_key_in_kwargs() got multiple values
|
|
for keyword argument 'preset_cache_key'
|
|
"""
|
|
from litellm.caching.caching import Cache
|
|
|
|
cache = Cache()
|
|
|
|
# Simulate kwargs that already has preset_cache_key (as can happen
|
|
# when the cache key is recomputed in certain code paths)
|
|
kwargs_with_preset = {
|
|
"model": "gpt-4",
|
|
"messages": [{"role": "user", "content": "Hello"}],
|
|
"preset_cache_key": "existing_key_12345", # This caused the bug
|
|
"litellm_params": {},
|
|
}
|
|
|
|
# This should NOT raise TypeError
|
|
try:
|
|
result = cache.get_cache_key(**kwargs_with_preset)
|
|
assert result is not None
|
|
assert isinstance(result, str)
|
|
except TypeError as e:
|
|
if "multiple values for keyword argument" in str(e):
|
|
pytest.fail(f"Bug not fixed: {e}")
|
|
raise
|
|
|
|
def test_get_cache_key_without_preset_cache_key(self):
|
|
"""Test normal case without preset_cache_key in kwargs still works."""
|
|
from litellm.caching.caching import Cache
|
|
|
|
cache = Cache()
|
|
|
|
kwargs_normal = {
|
|
"model": "gpt-4",
|
|
"messages": [{"role": "user", "content": "Hello"}],
|
|
"litellm_params": {},
|
|
}
|
|
|
|
result = cache.get_cache_key(**kwargs_normal)
|
|
assert result is not None
|
|
assert isinstance(result, str)
|
|
|
|
def test_preset_cache_key_is_set_in_litellm_params(self):
|
|
"""Verify that preset_cache_key is correctly set in litellm_params."""
|
|
from litellm.caching.caching import Cache
|
|
|
|
cache = Cache()
|
|
|
|
litellm_params = {}
|
|
kwargs = {
|
|
"model": "gpt-4",
|
|
"messages": [{"role": "user", "content": "Hello"}],
|
|
"litellm_params": litellm_params,
|
|
}
|
|
|
|
result = cache.get_cache_key(**kwargs)
|
|
|
|
# The method should set preset_cache_key in litellm_params
|
|
assert "preset_cache_key" in litellm_params
|
|
assert litellm_params["preset_cache_key"] == result
|
|
|
|
|
|
if __name__ == "__main__":
|
|
pytest.main([__file__, "-v"])
|