From bb0caee8961814812141e65498553617db3d85c9 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 1 Nov 2025 13:47:24 -0700 Subject: [PATCH] docs: document vector store usage with chat completions api --- .../pass_through/vertex_ai_search_datastores.md | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/docs/my-website/docs/pass_through/vertex_ai_search_datastores.md b/docs/my-website/docs/pass_through/vertex_ai_search_datastores.md index 5f5ef713e3..20501d71f9 100644 --- a/docs/my-website/docs/pass_through/vertex_ai_search_datastores.md +++ b/docs/my-website/docs/pass_through/vertex_ai_search_datastores.md @@ -120,3 +120,20 @@ for result in response.json().get("results", []): print(f"{data['title']}: {data['link']}") ``` +### Use with Chat Completion + +```bash +curl http://localhost:4000/v1/chat/completions \ + -H "Content-Type: application/json" \ + -H "Authorization: Bearer $LITELLM_API_KEY" \ + -d '{ + "model": "claude-3-5-sonnet", + "messages": [{"role": "user", "content": "What is litellm?"}], + "tools": [ + { + "type": "file_search", + "vector_store_ids": ["my-datastore"] + } + ] + }' +``` \ No newline at end of file