tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-07 00:24:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(test_tpm_rpm_routing.py): add more logging for the test

Browse Source
This commit is contained in:
Krrish Dholakia
2024-01-11 00:43:14 +05:30
parent 969594a4b1
commit 65928cd5f2
1 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/tests/test_tpm_rpm_routing.py
+7
View File
@@ -331,6 +331,13 @@ async def test_router_completion_streaming():
)
final_response = await router.acompletion(model=model, messages=messages)
print(f"min deployment id: {picked_deployment}")
tpm_key = f"{model}:tpm:{current_minute}"
rpm_key = f"{model}:rpm:{current_minute}"
tpm_dict = router.cache.get_cache(key=tpm_key)
print(f"tpm_dict: {tpm_dict}")
rpm_dict = router.cache.get_cache(key=rpm_key)
print(f"rpm_dict: {rpm_dict}")
print(f"model id: {final_response._hidden_params['model_id']}")
assert (
final_response._hidden_params["model_id"]