From 87c32d7a957d33cdd52dcea3ef1973fb09f1c714 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 23 Oct 2023 17:25:06 -0700 Subject: [PATCH] docs(openai-proxy-readme): positioning stuff --- openai-proxy/README.md | 25 +++++++++++++------------ 1 file changed, 13 insertions(+), 12 deletions(-) diff --git a/openai-proxy/README.md b/openai-proxy/README.md index da98dcb387..5f7dcf10fe 100644 --- a/openai-proxy/README.md +++ b/openai-proxy/README.md @@ -17,18 +17,6 @@ A simple, fast, and lightweight **OpenAI-compatible server** to call 100+ LLM AP docker run -e PORT=8000 -p 8000:8000 ghcr.io/berriai/litellm:latest ``` -### Running Locally -```shell -$ git clone https://github.com/BerriAI/litellm.git -``` -```shell -$ cd ./litellm/openai-proxy -``` - -```shell -$ uvicorn main:app --host 0.0.0.0 --port 8000 -``` - ## Endpoints: - `/chat/completions` - chat completions endpoint to call 100+ LLMs - `/models` - available models on server @@ -69,4 +57,17 @@ response = openai.ChatCompletion.create( print(response) ``` + +### Running Locally +```shell +$ git clone https://github.com/BerriAI/litellm.git +``` +```shell +$ cd ./litellm/openai-proxy +``` + +```shell +$ uvicorn main:app --host 0.0.0.0 --port 8000 +``` + [**See how to call Huggingface,Bedrock,TogetherAI,Anthropic, etc.**](https://docs.litellm.ai/docs/simple_proxy)