From 80800b9ec86478003dffe58fd433259fcdd0f021 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 25 Jul 2024 10:01:47 -0700 Subject: [PATCH] docs(caching.md): update caching docs to include ttl info --- docs/my-website/docs/proxy/caching.md | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/docs/my-website/docs/proxy/caching.md b/docs/my-website/docs/proxy/caching.md index 6769ec6c58..ded8333f04 100644 --- a/docs/my-website/docs/proxy/caching.md +++ b/docs/my-website/docs/proxy/caching.md @@ -59,6 +59,8 @@ litellm_settings: cache_params: # set cache params for redis type: redis ttl: 600 # will be cached on redis for 600s + # default_in_memory_ttl: Optional[float], default is None. time in seconds. + # default_in_redis_ttl: Optional[float], default is None. time in seconds. ``` @@ -613,6 +615,11 @@ litellm_settings: ```yaml cache_params: + # ttl + ttl: Optional[float] + default_in_memory_ttl: Optional[float] + default_in_redis_ttl: Optional[float] + # Type of cache (options: "local", "redis", "s3") type: s3 @@ -628,6 +635,8 @@ cache_params: host: localhost # Redis server hostname or IP address port: "6379" # Redis server port (as a string) password: secret_password # Redis server password + namespace: Optional[str] = None, + # S3 cache parameters s3_bucket_name: your_s3_bucket_name # Name of the S3 bucket