diff --git a/docs/my-website/docs/providers/vllm.md b/docs/my-website/docs/providers/vllm.md index c755afc2fd..9ec78656e3 100644 --- a/docs/my-website/docs/providers/vllm.md +++ b/docs/my-website/docs/providers/vllm.md @@ -32,6 +32,8 @@ import litellm response = completion( model="vllm/facebook/opt-125m", messages=messages, + api_base="https://hosted-vllm-api.co/v1", + custom_llm_provider="openai", temperature=0.2, max_tokens=80)