diff --git a/docs/my-website/docs/langchain/langchain.md b/docs/my-website/docs/langchain/langchain.md new file mode 100644 index 0000000000..c54a4f6b4f --- /dev/null +++ b/docs/my-website/docs/langchain/langchain.md @@ -0,0 +1,112 @@ +import Tabs from '@theme/Tabs'; +import TabItem from '@theme/TabItem'; + +# Using ChatLiteLLM() - Langchain + +## Pre-Requisits +```shell +!pip install litellm langchain +``` +## Quick Start + + + + +```python +import os +from langchain.chat_models import ChatLiteLLM +from langchain.prompts.chat import ( + ChatPromptTemplate, + SystemMessagePromptTemplate, + AIMessagePromptTemplate, + HumanMessagePromptTemplate, +) +from langchain.schema import AIMessage, HumanMessage, SystemMessage + +os.environ['OPENAI_API_KEY'] = "" +chat = ChatLiteLLM(model="gpt-3.5-turbo") +messages = [ + HumanMessage( + content="what model are you" + ) +] +chat(messages) +``` + + + + + +```python +import os +from langchain.chat_models import ChatLiteLLM +from langchain.prompts.chat import ( + ChatPromptTemplate, + SystemMessagePromptTemplate, + AIMessagePromptTemplate, + HumanMessagePromptTemplate, +) +from langchain.schema import AIMessage, HumanMessage, SystemMessage + +os.environ['ANTHROPIC_API_KEY'] = "" +chat = ChatLiteLLM(model="claude-2", temperature=0.3) +messages = [ + HumanMessage( + content="what model are you" + ) +] +chat(messages) +``` + + + + + +```python +import os +from langchain.chat_models import ChatLiteLLM +from langchain.prompts.chat import ( + ChatPromptTemplate, + SystemMessagePromptTemplate, + AIMessagePromptTemplate, + HumanMessagePromptTemplate, +) +from langchain.schema import AIMessage, HumanMessage, SystemMessage + +os.environ['REPLICATE_API_TOKEN'] = "" +chat = ChatLiteLLM(model="replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1") +messages = [ + HumanMessage( + content="what model are you?" + ) +] +chat(messages) +``` + + + + + +```python +import os +from langchain.chat_models import ChatLiteLLM +from langchain.prompts.chat import ( + ChatPromptTemplate, + SystemMessagePromptTemplate, + AIMessagePromptTemplate, + HumanMessagePromptTemplate, +) +from langchain.schema import AIMessage, HumanMessage, SystemMessage + +os.environ['COHERE_API_KEY'] = "" +chat = ChatLiteLLM(model="command-nightly") +messages = [ + HumanMessage( + content="what model are you?" + ) +] +chat(messages) +``` + + + \ No newline at end of file diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index 15a6918bfa..e781b4c9ac 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -125,6 +125,13 @@ const sidebars = { "caching/gpt_cache", ], }, + { + type: "category", + label: "LangChain, LlamaIndex Integration", + items: [ + "langchain/langchain" + ], + }, { type: 'category', label: 'Extras',