test_caching_with_models_v2

This commit is contained in:
Ishaan Jaffer
2025-09-27 10:08:32 -07:00
parent c9c52b3ccc
commit a2e72fbcc9
+16 -16
View File
@@ -325,7 +325,7 @@ def test_caching_with_models_v2():
litellm.set_verbose = True
response1 = completion(model="gpt-3.5-turbo", messages=messages, caching=True)
response2 = completion(model="gpt-3.5-turbo", messages=messages, caching=True)
response3 = completion(model="azure/chatgpt-v-3", messages=messages, caching=True)
response3 = completion(model="gpt-4.1-nano", messages=messages, caching=True)
print(f"response1: {response1}")
print(f"response2: {response2}")
print(f"response3: {response3}")
@@ -527,7 +527,7 @@ def test_embedding_caching_azure():
print(api_key)
print(api_base)
embedding1 = embedding(
model="azure/azure-embedding-model",
model="text-embedding-ada-002",
input=["good morning from litellm", "this is another item"],
api_key=api_key,
api_base=api_base,
@@ -540,7 +540,7 @@ def test_embedding_caching_azure():
time.sleep(1)
start_time = time.time()
embedding2 = embedding(
model="azure/azure-embedding-model",
model="text-embedding-ada-002",
input=["good morning from litellm", "this is another item"],
api_key=api_key,
api_base=api_base,
@@ -595,10 +595,10 @@ async def test_embedding_caching_azure_individual_items():
]
embedding_val_1 = await aembedding(
model="azure/azure-embedding-model", input=embedding_1, caching=True
model="text-embedding-ada-002", input=embedding_1, caching=True
)
embedding_val_2 = await aembedding(
model="azure/azure-embedding-model", input=embedding_2, caching=True
model="text-embedding-ada-002", input=embedding_2, caching=True
)
print(f"embedding_val_2._hidden_params: {embedding_val_2._hidden_params}")
assert embedding_val_2._hidden_params["cache_hit"] == True
@@ -633,11 +633,11 @@ async def test_embedding_caching_azure_individual_items_reordered():
]
embedding_val_1 = await aembedding(
model="azure/azure-embedding-model", input=embedding_1, caching=True
model="text-embedding-ada-002", input=embedding_1, caching=True
)
print("embedding val 1", embedding_val_1)
embedding_val_2 = await aembedding(
model="azure/azure-embedding-model", input=embedding_2, caching=True
model="text-embedding-ada-002", input=embedding_2, caching=True
)
print("embedding val 2", embedding_val_2)
print(f"embedding_val_2._hidden_params: {embedding_val_2._hidden_params}")
@@ -667,7 +667,7 @@ async def test_embedding_caching_base_64():
]
embedding_val_1 = await aembedding(
model="azure/azure-embedding-model",
model="text-embedding-ada-002",
input=inputs,
caching=True,
encoding_format="base64",
@@ -675,7 +675,7 @@ async def test_embedding_caching_base_64():
await asyncio.sleep(5)
print("\n\nCALL2\n\n")
embedding_val_2 = await aembedding(
model="azure/azure-embedding-model",
model="text-embedding-ada-002",
input=inputs,
caching=True,
encoding_format="base64",
@@ -718,7 +718,7 @@ async def test_embedding_caching_redis_ttl():
# Call the embedding method
embedding_val_1 = await litellm.aembedding(
model="azure/azure-embedding-model",
model="text-embedding-ada-002",
input=inputs,
encoding_format="base64",
)
@@ -1226,7 +1226,7 @@ async def test_s3_cache_stream_azure(sync_mode):
if sync_mode:
response1 = litellm.completion(
model="azure/chatgpt-v-3",
model="azure/gpt-4.1-nano",
messages=messages,
max_tokens=40,
temperature=1,
@@ -1239,7 +1239,7 @@ async def test_s3_cache_stream_azure(sync_mode):
print(response_1_content)
else:
response1 = await litellm.acompletion(
model="azure/chatgpt-v-3",
model="azure/gpt-4.1-nano",
messages=messages,
max_tokens=40,
temperature=1,
@@ -1259,7 +1259,7 @@ async def test_s3_cache_stream_azure(sync_mode):
if sync_mode:
response2 = litellm.completion(
model="azure/chatgpt-v-3",
model="azure/gpt-4.1-nano",
messages=messages,
max_tokens=40,
temperature=1,
@@ -1272,7 +1272,7 @@ async def test_s3_cache_stream_azure(sync_mode):
print(response_2_content)
else:
response2 = await litellm.acompletion(
model="azure/chatgpt-v-3",
model="azure/gpt-4.1-nano",
messages=messages,
max_tokens=40,
temperature=1,
@@ -1335,7 +1335,7 @@ async def test_s3_cache_acompletion_azure():
print("s3 Cache: test for caching, streaming + completion")
response1 = await litellm.acompletion(
model="azure/chatgpt-v-3",
model="azure/gpt-4.1-nano",
messages=messages,
max_tokens=40,
temperature=1,
@@ -1345,7 +1345,7 @@ async def test_s3_cache_acompletion_azure():
time.sleep(2)
response2 = await litellm.acompletion(
model="azure/chatgpt-v-3",
model="azure/gpt-4.1-nano",
messages=messages,
max_tokens=40,
temperature=1,