From 54b6a767f47397b83de9bb34e7f5dccc496e73dd Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 17 Nov 2023 10:19:01 -0800 Subject: [PATCH] (docs) using proxy --- README.md | 14 +++++++++++--- 1 file changed, 11 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index caccfe5adc..223e632bc0 100644 --- a/README.md +++ b/README.md @@ -91,9 +91,17 @@ $ litellm --model huggingface/bigcode/starcoder ### Step 2: Replace openai base ```python -import openai -client = openai.OpenAI(api_key="anything", base_url="http://0.0.0.0:8000") -print(openai.chat.completions.create(model="test", messages=[{"role":"user", "content":"Hey!"}])) +import openai # openai v1.0.0+ +client = openai.OpenAI(api_key="anything",base_url="http://0.0.0.0:8000") # set proxy to base_url +# request sent to model set on litellm proxy, `litellm --model` +response = client.chat.completions.create(model="gpt-3.5-turbo", messages = [ + { + "role": "user", + "content": "this is a test request, write a short poem" + } +]) + +print(response) ``` ## Logging Observability ([Docs](https://docs.litellm.ai/docs/observability/callbacks))