add cache params

2026-08-23 02:24:18 +00:00 · 2023-09-08 20:18:12 -07:00
parent 8180ba273b
commit 9f7d397014
1 changed files with 1 additions and 0 deletions
@@ -115,6 +115,7 @@ def completion(
    request_timeout=0,  # unused var for old version of OpenAI API
    fallbacks=[],
    caching = False,
+    cache_params = {}, # optional to specify metadata for caching
 ) -> ModelResponse:
    args = locals()
    try: