tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-07-19 02:18:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: cache root cause (#14827)

Browse Source 
* fix: cache root cause

Ensure values are set and retrieved with the expected type to avoid unnecessary checks and cache misses.

fix: undoing hard changes

* fix: removed unexpected errors

* fix: removed unnecessary changes
This commit is contained in:
Alexsander Hamir
2025-09-23 16:15:15 -07:00
committed by GitHub
parent aaebd83f31
commit bd0741fa22
1 changed files with 5 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/proxy/auth/auth_checks.py
+5 -8
View File
@@ -469,7 +469,6 @@ async def get_end_user_object(
# check if in cache
cached_user_obj = await user_api_key_cache.async_get_cache(key=_key)
if cached_user_obj is not None:
# Convert cached dict to LiteLLM_EndUserTable instance
return_obj = LiteLLM_EndUserTable(**cached_user_obj)
check_in_budget(end_user_obj=return_obj)
return return_obj
@@ -527,10 +526,7 @@ async def get_team_membership(
# check if in cache
cached_membership_obj = await user_api_key_cache.async_get_cache(key=_key)
if cached_membership_obj is not None:
if isinstance(cached_membership_obj, dict):
return LiteLLM_TeamMembership(**cached_membership_obj)
elif isinstance(cached_membership_obj, LiteLLM_TeamMembership):
return cached_membership_obj
return LiteLLM_TeamMembership(**cached_membership_obj)
# else, check db
try:
@@ -542,8 +538,8 @@ async def get_team_membership(
if response is None:
return None
# save the team membership object to cache
await user_api_key_cache.async_set_cache(key=_key, value=response)
# save the team membership object to cache (store as dict)
await user_api_key_cache.async_set_cache(key=_key, value=response.dict())
_response = LiteLLM_TeamMembership(**response.dict())
@@ -819,8 +815,9 @@ async def _cache_management_object(
user_api_key_cache: DualCache,
proxy_logging_obj: Optional[ProxyLogging],
):
await user_api_key_cache.async_set_cache(
key=key, value=value, ttl=DEFAULT_MANAGEMENT_OBJECT_IN_MEMORY_CACHE_TTL
key=key, value=value, ttl=DEFAULT_MANAGEMENT_OBJECT_IN_MEMORY_CACHE_TTL,
)