(fix) use semantic cache on proxy

2026-08-27 06:30:05 +00:00 · 2024-02-06 13:30:31 -08:00
parent 000afc1391
commit 63e91eb2c4
1 changed files with 1 additions and 1 deletions
@@ -77,7 +77,7 @@ litellm_settings:
  cache_params:
    type: "redis-semantic"
    similarity_threshold: 0.8
-    redis_semantic_cache_use_async: True
+    redis_semantic_cache_embedding_model: azure-embedding-model
  # cache: True
  # setting callback class
  # callbacks: custom_callbacks.proxy_handler_instance # sets litellm.callbacks = [proxy_handler_instance]