(fix) use semantic cache on proxy

2026-08-27 20:31:04 +00:00 · 2024-02-06 13:30:59 -08:00
parent bf74359287
commit 76e479542e
1 changed files with 1 additions and 1 deletions
@@ -77,7 +77,7 @@ litellm_settings:
  cache_params:
    type: "redis-semantic"
    similarity_threshold: 0.8
-    redis_semantic_cache_use_async: True
+    redis_semantic_cache_embedding_model: azure-embedding-model
  # cache: True
  # setting callback class
  # callbacks: custom_callbacks.proxy_handler_instance # sets litellm.callbacks = [proxy_handler_instance]