mirror of
https://github.com/tiennm99/litellm.git
synced 2026-07-05 21:08:13 +00:00
add mock requests to docs
This commit is contained in:
@@ -0,0 +1,39 @@
|
||||
# Mock Requests
|
||||
|
||||
For testing purposes, you can set `mock_requests=True` while calling the completion endpoint.
|
||||
|
||||
This will return a response object with a default response, without calling the LLM APIs.
|
||||
|
||||
```python
|
||||
from litellm import completion
|
||||
|
||||
model = "gpt-3.5-turbo"
|
||||
messages = [{"role":"user", "content":"This is a test request"}]
|
||||
|
||||
completion(model=model, messages=messages, mock_request=True)
|
||||
```
|
||||
|
||||
## Mock Response Object
|
||||
|
||||
```
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"message": {
|
||||
"content": "This is a mock request",
|
||||
"role": "assistant",
|
||||
"logprobs": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 1694459929.4496052,
|
||||
"model": "MockResponse",
|
||||
"usage": {
|
||||
"prompt_tokens": null,
|
||||
"completion_tokens": null,
|
||||
"total_tokens": null
|
||||
}
|
||||
}
|
||||
```
|
||||
@@ -34,7 +34,8 @@ const sidebars = {
|
||||
"completion/model_alias",
|
||||
"completion/reliable_completions",
|
||||
"completion/stream",
|
||||
"completion/batching"
|
||||
"completion/batching",
|
||||
"completion/mock_requests",
|
||||
],
|
||||
},
|
||||
{
|
||||
|
||||
Reference in New Issue
Block a user