tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-13 20:23:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

(fix) cache control logic

Browse Source
This commit is contained in:
Ishaan Jaff
2024-03-25 22:19:34 -07:00
parent ef93fcaa8e
commit 965fb6eb2c
1 changed files with 9 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/utils.py
+9 -10
View File
@@ -2814,17 +2814,16 @@ def client(original_function):
)
# if caching is false, don't run this
final_embedding_cached_response = None
cache_controls = kwargs.get("cache", None)
if (
(
kwargs.get("caching", None) is None
and kwargs.get("cache", None) is None
and litellm.cache is not None
)
or kwargs.get("caching", False) == True
or (
kwargs.get("cache", None) is not None
and kwargs.get("cache").get("no-cache", False) != True
kwargs.get("caching", None) is None
and cache_controls is None
and litellm.cache is not None
) or (
kwargs.get("caching", False) == True
and (
cache_controls is not None
and cache_controls.get("no-cache", False) != True
)
): # allow users to control returning cached responses from the completion function
# checking cache