mirror of
https://github.com/tiennm99/litellm.git
synced 2026-08-09 14:22:12 +00:00
Merge pull request #2609 from BerriAI/litellm_docs_using_cache_ping
[docs] using /cache/ping
This commit is contained in:
@@ -201,6 +201,35 @@ curl --location 'http://0.0.0.0:4000/embeddings' \
|
||||
</TabItem>
|
||||
</Tabs>
|
||||
|
||||
## Debugging Caching - `/cache/ping`
|
||||
LiteLLM Proxy exposes a `/cache/ping` endpoint to test if the cache is working as expected
|
||||
|
||||
**Usage**
|
||||
```shell
|
||||
curl --location 'http://0.0.0.0:4000/cache/ping' -H "Authorization: Bearer sk-1234"
|
||||
```
|
||||
|
||||
**Expected Response - when cache healthy**
|
||||
```shell
|
||||
{
|
||||
"status": "healthy",
|
||||
"cache_type": "redis",
|
||||
"ping_response": true,
|
||||
"set_cache_response": "success",
|
||||
"litellm_cache_params": {
|
||||
"supported_call_types": "['completion', 'acompletion', 'embedding', 'aembedding', 'atranscription', 'transcription']",
|
||||
"type": "redis",
|
||||
"namespace": "None"
|
||||
},
|
||||
"redis_cache_params": {
|
||||
"redis_client": "Redis<ConnectionPool<Connection<host=redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com,port=16337,db=0>>>",
|
||||
"redis_kwargs": "{'url': 'redis://:******@redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com:16337'}",
|
||||
"async_redis_conn_pool": "BlockingConnectionPool<Connection<host=redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com,port=16337,db=0>>",
|
||||
"redis_version": "7.2.0"
|
||||
}
|
||||
}
|
||||
```
|
||||
|
||||
## Advanced
|
||||
### Set Cache Params on config.yaml
|
||||
```yaml
|
||||
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
[tool.poetry]
|
||||
name = "litellm"
|
||||
version = "1.32.7"
|
||||
version = "1.32.8"
|
||||
description = "Library to easily interface with LLM API providers"
|
||||
authors = ["BerriAI"]
|
||||
license = "MIT"
|
||||
@@ -77,7 +77,7 @@ requires = ["poetry-core", "wheel"]
|
||||
build-backend = "poetry.core.masonry.api"
|
||||
|
||||
[tool.commitizen]
|
||||
version = "1.32.7"
|
||||
version = "1.32.8"
|
||||
version_files = [
|
||||
"pyproject.toml:^version"
|
||||
]
|
||||
|
||||
Reference in New Issue
Block a user