mirror of
https://github.com/tiennm99/litellm.git
synced 2026-07-10 17:04:47 +00:00
add petals streaming to docs
This commit is contained in:
@@ -25,6 +25,20 @@ response = completion(
|
||||
print(response)
|
||||
```
|
||||
|
||||
## Usage with Streaming
|
||||
|
||||
```python
|
||||
response = completion(
|
||||
model="petals/petals-team/StableBeluga2",
|
||||
messages=[{ "content": "Hello, how are you?","role": "user"}],
|
||||
stream=True
|
||||
)
|
||||
|
||||
print(response)
|
||||
for chunk in response:
|
||||
print(chunk)
|
||||
```
|
||||
|
||||
### Model Details
|
||||
|
||||
| Model Name | Function Call |
|
||||
|
||||
Reference in New Issue
Block a user