mirror of
https://github.com/tiennm99/litellm.git
synced 2026-06-18 03:31:23 +00:00
Ishaan Jaffer
45 lines
1.2 KiB
Python
45 lines
1.2 KiB
Python
# # LOCAL TEST
|
|
# from langchain.chat_models import ChatOpenAI
|
|
# from langchain.prompts.chat import (
|
|
# ChatPromptTemplate,
|
|
# HumanMessagePromptTemplate,
|
|
# SystemMessagePromptTemplate,
|
|
# )
|
|
# from langchain.schema import HumanMessage, SystemMessage
|
|
|
|
# chat = ChatOpenAI(
|
|
# openai_api_base="http://0.0.0.0:8000",
|
|
# model = "azure/gpt-4.1-mini",
|
|
# temperature=0.1,
|
|
# extra_body={
|
|
# "metadata": {
|
|
# "generation_name": "ishaan-generation-langchain-client",
|
|
# "generation_id": "langchain-client-gen-id22",
|
|
# "trace_id": "langchain-client-trace-id22",
|
|
# "trace_user_id": "langchain-client-user-id2"
|
|
# }
|
|
# }
|
|
# )
|
|
|
|
# messages = [
|
|
# SystemMessage(
|
|
# content="You are a helpful assistant that im using to make a test request to."
|
|
# ),
|
|
# HumanMessage(
|
|
# content="test from litellm. tell me why it's amazing in 1 sentence"
|
|
# ),
|
|
# ]
|
|
# response = chat(messages)
|
|
|
|
# print(response)
|
|
|
|
# # claude_chat = ChatOpenAI(
|
|
# # openai_api_base="http://0.0.0.0:8000",
|
|
# # model = "claude-v1",
|
|
# # temperature=0.1
|
|
# # )
|
|
|
|
# # response = claude_chat(messages)
|
|
|
|
# # print(response)
|