tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-07 04:24:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

(test) proxy server update caching tests

Browse Source
This commit is contained in:
ishaan-jaff
2023-10-25 11:29:48 -07:00
parent e7eb495a3a
commit 7f7802ec1b
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
openai_proxy/tests/test_caching.py
+4 -3
View File
@@ -3,12 +3,13 @@ openai.api_base = "http://0.0.0.0:8000"
dotenv.load_dotenv()
openai.api_key = os.getenv("ANTHROPIC_API_KEY") # this gets passed as a header
response1 = openai.ChatCompletion.create(
model = "claude-instant-1",
messages = [
{
"role": "user",
"content": "this is a test message, what model / llm are you"
"content": "write a short poem about litellm"
}
],
)
@@ -25,7 +26,7 @@ response2 = openai.ChatCompletion.create(
messages = [
{
"role": "user",
"content": "this is a test message, what model / llm are you"
"content": "write a short poem about litellm"
}
],
)
@@ -43,7 +44,7 @@ try:
messages = [
{
"role": "user",
"content": "this is a test message, what model / llm are you"
"content": "write a short poem about litellm"
}
],
)