From acd56b174c6a28a4525e627a3430f93756d60a47 Mon Sep 17 00:00:00 2001 From: Udit <23015406+udit-001@users.noreply.github.com> Date: Sat, 16 Mar 2024 03:24:00 +0530 Subject: [PATCH 1/5] docs(langfuse): add chatlitellm section --- docs/my-website/docs/langchain/langchain.md | 3 ++ .../observability/langfuse_integration.md | 28 ++++++++++++++++++- 2 files changed, 30 insertions(+), 1 deletion(-) diff --git a/docs/my-website/docs/langchain/langchain.md b/docs/my-website/docs/langchain/langchain.md index fa5a0a96b5..5e7fb0264c 100644 --- a/docs/my-website/docs/langchain/langchain.md +++ b/docs/my-website/docs/langchain/langchain.md @@ -133,3 +133,6 @@ chat(messages) ``` + +## Langfuse Integration +Checkout this section [here](../observability/langfuse_integration#chatlitellm-integration) for more details on how to integrate langfuse with ChatLiteLLM. diff --git a/docs/my-website/docs/observability/langfuse_integration.md b/docs/my-website/docs/observability/langfuse_integration.md index 294f3fb389..911f71afed 100644 --- a/docs/my-website/docs/observability/langfuse_integration.md +++ b/docs/my-website/docs/observability/langfuse_integration.md @@ -132,6 +132,32 @@ print(response) ``` +### ChatLiteLLM Integration +Pass `trace_user_id`, `session_id` in model_kwargs +```python +import os +from langchain.chat_models import ChatLiteLLM +from langchain.schema import HumanMessage + +os.environ['OPENAI_API_KEY'] = "" +chat = ChatLiteLLM( + model="gpt-3.5-turbo" + model_kwargs={ + "metadata": { + "trace_user_id": "user-id2", # set langfuse Trace User ID + "session_id": "session-1" , # set langfuse Session ID + "tags": ["tag1", "tag2"] + } + } + ) +messages = [ + HumanMessage( + content="what model are you" + ) +] +chat(messages) +``` + ## Troubleshooting & Errors ### Data not getting logged to Langfuse ? @@ -142,4 +168,4 @@ print(response) - [Schedule Demo 👋](https://calendly.com/d/4mp-gd3-k5k/berriai-1-1-onboarding-litellm-hosted-version) - [Community Discord 💭](https://discord.gg/wuPM9dRgDw) - Our numbers 📞 +1 (770) 8783-106 / ‭+1 (412) 618-6238‬ -- Our emails ✉️ ishaan@berri.ai / krrish@berri.ai \ No newline at end of file +- Our emails ✉️ ishaan@berri.ai / krrish@berri.ai From 1220eb3c7afef46f2408a428d0416b8aa04f7c11 Mon Sep 17 00:00:00 2001 From: Udit <23015406+udit-001@users.noreply.github.com> Date: Sat, 16 Mar 2024 03:28:19 +0530 Subject: [PATCH 2/5] docs(langfuse): update chatlitellm section --- .../docs/observability/langfuse_integration.md | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/docs/my-website/docs/observability/langfuse_integration.md b/docs/my-website/docs/observability/langfuse_integration.md index 911f71afed..102d9d0bab 100644 --- a/docs/my-website/docs/observability/langfuse_integration.md +++ b/docs/my-website/docs/observability/langfuse_integration.md @@ -139,7 +139,15 @@ import os from langchain.chat_models import ChatLiteLLM from langchain.schema import HumanMessage -os.environ['OPENAI_API_KEY'] = "" +# from https://cloud.langfuse.com/ +os.environ["LANGFUSE_PUBLIC_KEY"] = "" +os.environ["LANGFUSE_SECRET_KEY"] = "" + +os.environ['OPENAI_API_KEY']="" + +# set langfuse as a callback, litellm will send the data to langfuse +litellm.success_callback = ["langfuse"] + chat = ChatLiteLLM( model="gpt-3.5-turbo" model_kwargs={ From 31fb2d02192d39e39289ed2094b7be89575a8b7c Mon Sep 17 00:00:00 2001 From: Udit <23015406+udit-001@users.noreply.github.com> Date: Sat, 16 Mar 2024 03:30:01 +0530 Subject: [PATCH 3/5] docs(langfuse): fix missing litellm import --- docs/my-website/docs/observability/langfuse_integration.md | 1 + 1 file changed, 1 insertion(+) diff --git a/docs/my-website/docs/observability/langfuse_integration.md b/docs/my-website/docs/observability/langfuse_integration.md index 102d9d0bab..3d0e172719 100644 --- a/docs/my-website/docs/observability/langfuse_integration.md +++ b/docs/my-website/docs/observability/langfuse_integration.md @@ -138,6 +138,7 @@ Pass `trace_user_id`, `session_id` in model_kwargs import os from langchain.chat_models import ChatLiteLLM from langchain.schema import HumanMessage +import litellm # from https://cloud.langfuse.com/ os.environ["LANGFUSE_PUBLIC_KEY"] = "" From b8dbcd7ac377fd1507ad15d0c4db4542e28dd939 Mon Sep 17 00:00:00 2001 From: Udit <23015406+udit-001@users.noreply.github.com> Date: Sat, 16 Mar 2024 03:33:14 +0530 Subject: [PATCH 4/5] docs(langfuse): update section titles --- docs/my-website/docs/langchain/langchain.md | 4 ++-- docs/my-website/docs/observability/langfuse_integration.md | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/docs/my-website/docs/langchain/langchain.md b/docs/my-website/docs/langchain/langchain.md index 5e7fb0264c..a4160548d9 100644 --- a/docs/my-website/docs/langchain/langchain.md +++ b/docs/my-website/docs/langchain/langchain.md @@ -134,5 +134,5 @@ chat(messages) -## Langfuse Integration -Checkout this section [here](../observability/langfuse_integration#chatlitellm-integration) for more details on how to integrate langfuse with ChatLiteLLM. +## Use LangChain ChatLiteLLM + Langfuse +Checkout this section [here](../observability/langfuse_integration#use-langchain-chatlitellm--langfuse) for more details on how to integrate langfuse with ChatLiteLLM. diff --git a/docs/my-website/docs/observability/langfuse_integration.md b/docs/my-website/docs/observability/langfuse_integration.md index 3d0e172719..50b016d09f 100644 --- a/docs/my-website/docs/observability/langfuse_integration.md +++ b/docs/my-website/docs/observability/langfuse_integration.md @@ -132,7 +132,7 @@ print(response) ``` -### ChatLiteLLM Integration +### Use LangChain ChatLiteLLM + Langfuse Pass `trace_user_id`, `session_id` in model_kwargs ```python import os From 4a232f4ab34d7d3e977fe6e9b2a134085b757b56 Mon Sep 17 00:00:00 2001 From: Udit <23015406+udit-001@users.noreply.github.com> Date: Sat, 16 Mar 2024 03:34:47 +0530 Subject: [PATCH 5/5] docs(langfuse): update langfuse casing --- docs/my-website/docs/langchain/langchain.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/my-website/docs/langchain/langchain.md b/docs/my-website/docs/langchain/langchain.md index a4160548d9..cc12767b89 100644 --- a/docs/my-website/docs/langchain/langchain.md +++ b/docs/my-website/docs/langchain/langchain.md @@ -135,4 +135,4 @@ chat(messages) ## Use LangChain ChatLiteLLM + Langfuse -Checkout this section [here](../observability/langfuse_integration#use-langchain-chatlitellm--langfuse) for more details on how to integrate langfuse with ChatLiteLLM. +Checkout this section [here](../observability/langfuse_integration#use-langchain-chatlitellm--langfuse) for more details on how to integrate Langfuse with ChatLiteLLM.