mirror of
https://github.com/tiennm99/litellm.git
synced 2026-08-02 20:22:10 +00:00
Merge pull request #5402 from ajeetdsouza/patch-1
docs: add time.sleep() between streaming calls
This commit is contained in:
@@ -51,8 +51,10 @@ LiteLLM can cache your streamed responses for you
|
||||
### Usage
|
||||
```python
|
||||
import litellm
|
||||
import time
|
||||
from litellm import completion
|
||||
from litellm.caching import Cache
|
||||
|
||||
litellm.cache = Cache(type="hosted")
|
||||
|
||||
# Make completion calls
|
||||
@@ -64,6 +66,7 @@ response1 = completion(
|
||||
for chunk in response1:
|
||||
print(chunk)
|
||||
|
||||
time.sleep(1) # cache is updated asynchronously
|
||||
|
||||
response2 = completion(
|
||||
model="gpt-3.5-turbo",
|
||||
@@ -72,4 +75,4 @@ response2 = completion(
|
||||
caching=True)
|
||||
for chunk in response2:
|
||||
print(chunk)
|
||||
```
|
||||
```
|
||||
|
||||
Reference in New Issue
Block a user