mirror of
https://github.com/tiennm99/litellm.git
synced 2026-08-02 04:21:34 +00:00
test_caching_with_models_v2
This commit is contained in:
@@ -325,7 +325,7 @@ def test_caching_with_models_v2():
|
||||
litellm.set_verbose = True
|
||||
response1 = completion(model="gpt-3.5-turbo", messages=messages, caching=True)
|
||||
response2 = completion(model="gpt-3.5-turbo", messages=messages, caching=True)
|
||||
response3 = completion(model="azure/chatgpt-v-3", messages=messages, caching=True)
|
||||
response3 = completion(model="gpt-4.1-nano", messages=messages, caching=True)
|
||||
print(f"response1: {response1}")
|
||||
print(f"response2: {response2}")
|
||||
print(f"response3: {response3}")
|
||||
@@ -527,7 +527,7 @@ def test_embedding_caching_azure():
|
||||
print(api_key)
|
||||
print(api_base)
|
||||
embedding1 = embedding(
|
||||
model="azure/azure-embedding-model",
|
||||
model="text-embedding-ada-002",
|
||||
input=["good morning from litellm", "this is another item"],
|
||||
api_key=api_key,
|
||||
api_base=api_base,
|
||||
@@ -540,7 +540,7 @@ def test_embedding_caching_azure():
|
||||
time.sleep(1)
|
||||
start_time = time.time()
|
||||
embedding2 = embedding(
|
||||
model="azure/azure-embedding-model",
|
||||
model="text-embedding-ada-002",
|
||||
input=["good morning from litellm", "this is another item"],
|
||||
api_key=api_key,
|
||||
api_base=api_base,
|
||||
@@ -595,10 +595,10 @@ async def test_embedding_caching_azure_individual_items():
|
||||
]
|
||||
|
||||
embedding_val_1 = await aembedding(
|
||||
model="azure/azure-embedding-model", input=embedding_1, caching=True
|
||||
model="text-embedding-ada-002", input=embedding_1, caching=True
|
||||
)
|
||||
embedding_val_2 = await aembedding(
|
||||
model="azure/azure-embedding-model", input=embedding_2, caching=True
|
||||
model="text-embedding-ada-002", input=embedding_2, caching=True
|
||||
)
|
||||
print(f"embedding_val_2._hidden_params: {embedding_val_2._hidden_params}")
|
||||
assert embedding_val_2._hidden_params["cache_hit"] == True
|
||||
@@ -633,11 +633,11 @@ async def test_embedding_caching_azure_individual_items_reordered():
|
||||
]
|
||||
|
||||
embedding_val_1 = await aembedding(
|
||||
model="azure/azure-embedding-model", input=embedding_1, caching=True
|
||||
model="text-embedding-ada-002", input=embedding_1, caching=True
|
||||
)
|
||||
print("embedding val 1", embedding_val_1)
|
||||
embedding_val_2 = await aembedding(
|
||||
model="azure/azure-embedding-model", input=embedding_2, caching=True
|
||||
model="text-embedding-ada-002", input=embedding_2, caching=True
|
||||
)
|
||||
print("embedding val 2", embedding_val_2)
|
||||
print(f"embedding_val_2._hidden_params: {embedding_val_2._hidden_params}")
|
||||
@@ -667,7 +667,7 @@ async def test_embedding_caching_base_64():
|
||||
]
|
||||
|
||||
embedding_val_1 = await aembedding(
|
||||
model="azure/azure-embedding-model",
|
||||
model="text-embedding-ada-002",
|
||||
input=inputs,
|
||||
caching=True,
|
||||
encoding_format="base64",
|
||||
@@ -675,7 +675,7 @@ async def test_embedding_caching_base_64():
|
||||
await asyncio.sleep(5)
|
||||
print("\n\nCALL2\n\n")
|
||||
embedding_val_2 = await aembedding(
|
||||
model="azure/azure-embedding-model",
|
||||
model="text-embedding-ada-002",
|
||||
input=inputs,
|
||||
caching=True,
|
||||
encoding_format="base64",
|
||||
@@ -718,7 +718,7 @@ async def test_embedding_caching_redis_ttl():
|
||||
|
||||
# Call the embedding method
|
||||
embedding_val_1 = await litellm.aembedding(
|
||||
model="azure/azure-embedding-model",
|
||||
model="text-embedding-ada-002",
|
||||
input=inputs,
|
||||
encoding_format="base64",
|
||||
)
|
||||
@@ -1226,7 +1226,7 @@ async def test_s3_cache_stream_azure(sync_mode):
|
||||
|
||||
if sync_mode:
|
||||
response1 = litellm.completion(
|
||||
model="azure/chatgpt-v-3",
|
||||
model="azure/gpt-4.1-nano",
|
||||
messages=messages,
|
||||
max_tokens=40,
|
||||
temperature=1,
|
||||
@@ -1239,7 +1239,7 @@ async def test_s3_cache_stream_azure(sync_mode):
|
||||
print(response_1_content)
|
||||
else:
|
||||
response1 = await litellm.acompletion(
|
||||
model="azure/chatgpt-v-3",
|
||||
model="azure/gpt-4.1-nano",
|
||||
messages=messages,
|
||||
max_tokens=40,
|
||||
temperature=1,
|
||||
@@ -1259,7 +1259,7 @@ async def test_s3_cache_stream_azure(sync_mode):
|
||||
|
||||
if sync_mode:
|
||||
response2 = litellm.completion(
|
||||
model="azure/chatgpt-v-3",
|
||||
model="azure/gpt-4.1-nano",
|
||||
messages=messages,
|
||||
max_tokens=40,
|
||||
temperature=1,
|
||||
@@ -1272,7 +1272,7 @@ async def test_s3_cache_stream_azure(sync_mode):
|
||||
print(response_2_content)
|
||||
else:
|
||||
response2 = await litellm.acompletion(
|
||||
model="azure/chatgpt-v-3",
|
||||
model="azure/gpt-4.1-nano",
|
||||
messages=messages,
|
||||
max_tokens=40,
|
||||
temperature=1,
|
||||
@@ -1335,7 +1335,7 @@ async def test_s3_cache_acompletion_azure():
|
||||
print("s3 Cache: test for caching, streaming + completion")
|
||||
|
||||
response1 = await litellm.acompletion(
|
||||
model="azure/chatgpt-v-3",
|
||||
model="azure/gpt-4.1-nano",
|
||||
messages=messages,
|
||||
max_tokens=40,
|
||||
temperature=1,
|
||||
@@ -1345,7 +1345,7 @@ async def test_s3_cache_acompletion_azure():
|
||||
time.sleep(2)
|
||||
|
||||
response2 = await litellm.acompletion(
|
||||
model="azure/chatgpt-v-3",
|
||||
model="azure/gpt-4.1-nano",
|
||||
messages=messages,
|
||||
max_tokens=40,
|
||||
temperature=1,
|
||||
|
||||
Reference in New Issue
Block a user