From deecf13bdc5dc2a1275beba3a59417c187c6cdce Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Thu, 1 Feb 2024 10:10:51 -0800 Subject: [PATCH] (docs) use bedrock + aws_region on proxy --- docs/my-website/docs/proxy/configs.md | 36 +++++++++++++++++++++++---- 1 file changed, 31 insertions(+), 5 deletions(-) diff --git a/docs/my-website/docs/proxy/configs.md b/docs/my-website/docs/proxy/configs.md index 2379cf4adb..c68c1d4ebe 100644 --- a/docs/my-website/docs/proxy/configs.md +++ b/docs/my-website/docs/proxy/configs.md @@ -338,6 +338,26 @@ See supported Embedding Providers & Models [here](https://docs.litellm.ai/docs/e #### Create Config.yaml + + +```yaml +model_list: + - model_name: bedrock-cohere + litellm_params: + model: "bedrock/cohere.command-text-v14" + aws_region_name: "us-west-2" + - model_name: bedrock-cohere + litellm_params: + model: "bedrock/cohere.command-text-v14" + aws_region_name: "us-east-2" + - model_name: bedrock-cohere + litellm_params: + model: "bedrock/cohere.command-text-v14" + aws_region_name: "us-east-1" + +``` + + @@ -450,20 +470,26 @@ model_list: #### Start Proxy + ```shell litellm --config config.yaml ``` #### Make Request -Sends Request to `deployed-codebert-base` +Sends Request to `bedrock-cohere` ```shell -curl --location 'http://0.0.0.0:8000/embeddings' \ +curl --location 'http://0.0.0.0:8000/chat/completions' \ --header 'Content-Type: application/json' \ --data ' { - "model": "deployed-codebert-base", - "input": ["write a litellm poem"] - }' + "model": "bedrock-cohere", + "messages": [ + { + "role": "user", + "content": "gm" + } + ] +}' ```