tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-05 12:23:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

test_acompletion_caching_on_router_caching_groups

Browse Source
This commit is contained in:
Ishaan Jaffer
2025-09-27 09:28:24 -07:00
parent 4054eeea20
commit 22c033d3d7
1 changed files with 4 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/local_testing/test_router_caching.py
+4 -6
View File
@@ -213,10 +213,8 @@ async def test_acompletion_caching_with_ttl_on_router():
{
"model_name": "gpt-3.5-turbo",
"litellm_params": {
"model": "azure/chatgpt-v-3",
"api_key": os.getenv("AZURE_API_KEY"),
"api_base": os.getenv("AZURE_API_BASE"),
"api_version": os.getenv("AZURE_API_VERSION"),
"model": "gpt-4.1-nano",
"api_key": os.getenv("OPENAI_API_KEY"),
},
"tpm": 100000,
"rpm": 10000,
@@ -277,9 +275,9 @@ async def test_acompletion_caching_on_router_caching_groups():
"rpm": 10000,
},
{
"model_name": "azure-gpt-3.5-turbo",
"model_name": "azure-gpt-4.1-nano",
"litellm_params": {
"model": "azure/chatgpt-v-3",
"model": "azure/gpt-4.1-nano",
"api_key": os.getenv("AZURE_API_KEY"),
"api_base": os.getenv("AZURE_API_BASE"),
"api_version": os.getenv("AZURE_API_VERSION"),