From d3bced56bb3aea762264c5b4fdd8b5ecc00c2485 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Mon, 22 Jul 2024 15:13:11 -0700 Subject: [PATCH] docs - langsmith --- .../observability/langsmith_integration.md | 2 +- docs/my-website/docs/proxy/logging.md | 46 +++++++++++++++++++ docs/my-website/sidebars.js | 3 +- 3 files changed, 49 insertions(+), 2 deletions(-) diff --git a/docs/my-website/docs/observability/langsmith_integration.md b/docs/my-website/docs/observability/langsmith_integration.md index 79d047e33a..d57a64f095 100644 --- a/docs/my-website/docs/observability/langsmith_integration.md +++ b/docs/my-website/docs/observability/langsmith_integration.md @@ -1,6 +1,6 @@ import Image from '@theme/IdealImage'; -# Langsmith - Logging LLM Input/Output +# 🦜 Langsmith - Logging LLM Input/Output :::tip diff --git a/docs/my-website/docs/proxy/logging.md b/docs/my-website/docs/proxy/logging.md index 0d50166454..680264ec75 100644 --- a/docs/my-website/docs/proxy/logging.md +++ b/docs/my-website/docs/proxy/logging.md @@ -1106,6 +1106,52 @@ environment_variables: ``` +2. Start Proxy + +``` +litellm --config /path/to/config.yaml +``` + +3. Test it! + +```bash +curl --location 'http://0.0.0.0:4000/chat/completions' \ +--header 'Content-Type: application/json' \ +--data ' { + "model": "fake-openai-endpoint", + "messages": [ + { + "role": "user", + "content": "Hello, Claude gm!" + } + ], + } +' +``` +Expect to see your log on Langfuse + + + +## Logging LLM IO to Arize AI + +1. Set `success_callback: ["arize"]` on litellm config.yaml + +```yaml +model_list: + - model_name: gpt-4 + litellm_params: + model: openai/fake + api_key: fake-key + api_base: https://exampleopenaiendpoint-production.up.railway.app/ + +litellm_settings: + callbacks: ["arize"] + +environment_variables: + ARIZE_SPACE_KEY: "d0*****" + ARIZE_API_KEY: "141a****" +``` + 2. Start Proxy ``` diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index 204c273944..cbe4c20464 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -192,6 +192,8 @@ const sidebars = { items: [ "observability/langfuse_integration", "observability/logfire_integration", + "observability/langsmith_integration", + "observability/arize_integration", "debugging/local_debugging", "observability/raw_request_response", "observability/custom_callback", @@ -202,7 +204,6 @@ const sidebars = { "observability/openmeter", "observability/promptlayer_integration", "observability/wandb_integration", - "observability/langsmith_integration", "observability/slack_integration", "observability/traceloop_integration", "observability/athina_integration",