mirror of
https://github.com/tiennm99/litellm.git
synced 2026-08-14 12:26:25 +00:00
Merge pull request #5184 from fozziethebeat/fix-vllm-docs
Improving the proxy docs for configuring with vllm
This commit is contained in:
@@ -55,7 +55,8 @@ model_list:
|
||||
- model_name: vllm-models
|
||||
litellm_params:
|
||||
model: openai/facebook/opt-125m # the `openai/` prefix tells litellm it's openai compatible
|
||||
api_base: http://0.0.0.0:4000
|
||||
api_base: http://0.0.0.0:4000/v1
|
||||
api_key: none
|
||||
rpm: 1440
|
||||
model_info:
|
||||
version: 2
|
||||
|
||||
@@ -243,7 +243,8 @@ model_list:
|
||||
- model_name: vllm-model
|
||||
litellm_params:
|
||||
model: openai/<your-model-name>
|
||||
api_base: <your-api-base> # e.g. http://0.0.0.0:3000
|
||||
api_base: <your-vllm-api-base> # e.g. http://0.0.0.0:3000/v1
|
||||
api_key: <your-vllm-api-key|none>
|
||||
```
|
||||
|
||||
### Run proxy with config
|
||||
|
||||
Reference in New Issue
Block a user