diff --git a/docs/my-website/docs/proxy/caching.md b/docs/my-website/docs/proxy/caching.md index 1521f63b0b..cadda0fdf8 100644 --- a/docs/my-website/docs/proxy/caching.md +++ b/docs/my-website/docs/proxy/caching.md @@ -201,6 +201,35 @@ curl --location 'http://0.0.0.0:4000/embeddings' \ +## Debugging Caching - `/cache/ping` +LiteLLM Proxy exposes a `/cache/ping` endpoint to test if the cache is working as expected + +**Usage** +```shell +curl --location 'http://0.0.0.0:4000/cache/ping' -H "Authorization: Bearer sk-1234" +``` + +**Expected Response - when cache healthy** +```shell +{ + "status": "healthy", + "cache_type": "redis", + "ping_response": true, + "set_cache_response": "success", + "litellm_cache_params": { + "supported_call_types": "['completion', 'acompletion', 'embedding', 'aembedding', 'atranscription', 'transcription']", + "type": "redis", + "namespace": "None" + }, + "redis_cache_params": { + "redis_client": "Redis>>", + "redis_kwargs": "{'url': 'redis://:******@redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com:16337'}", + "async_redis_conn_pool": "BlockingConnectionPool>", + "redis_version": "7.2.0" + } +} +``` + ## Advanced ### Set Cache Params on config.yaml ```yaml diff --git a/pyproject.toml b/pyproject.toml index 99ff4b3ba7..b8c17ecb1b 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "litellm" -version = "1.32.7" +version = "1.32.8" description = "Library to easily interface with LLM API providers" authors = ["BerriAI"] license = "MIT" @@ -77,7 +77,7 @@ requires = ["poetry-core", "wheel"] build-backend = "poetry.core.masonry.api" [tool.commitizen] -version = "1.32.7" +version = "1.32.8" version_files = [ "pyproject.toml:^version" ]