docs update

2026-08-14 06:24:53 +00:00 · 2023-09-08 14:04:26 -07:00
parent 68d994f980
commit b8a2d2ad74
1 changed files with 2 additions and 0 deletions
@@ -32,6 +32,8 @@ import litellm
 response = completion(
            model="vllm/facebook/opt-125m", 
            messages=messages,
+            api_base="https://hosted-vllm-api.co/v1",
+            custom_llm_provider="openai",
            temperature=0.2,
            max_tokens=80)