tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-01 20:21:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix Azure RPM calculation formula (#19513)

Browse Source 
* Fix Azure RPM calculation formula

* updated test
This commit is contained in:
Emerson Gomes
2026-01-21 21:03:23 -08:00
committed by GitHub
parent 60840ea292
commit c8669cf8fa
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/utils.py
+1 -1
View File
@@ -4720,7 +4720,7 @@ def calculate_max_parallel_requests(
elif rpm is not None:
return rpm
elif tpm is not None:
calculated_rpm = int(tpm / 1000 / 6)
calculated_rpm = int(tpm / 1000 * 6)
if calculated_rpm == 0:
calculated_rpm = 1
return calculated_rpm
tests/local_testing/test_router_max_parallel_requests.py
+2 -2
View File
@@ -54,7 +54,7 @@ def test_scenario(max_parallel_requests, tpm, rpm, default_max_parallel_requests
elif rpm is not None:
assert rpm == calculated_max_parallel_requests
elif tpm is not None:
calculated_rpm = int(tpm / 1000 / 6)
calculated_rpm = int(tpm / 1000 * 6)
if calculated_rpm == 0:
calculated_rpm = 1
print(
@@ -107,7 +107,7 @@ def test_setting_mpr_limits_per_model(
elif rpm is not None:
assert rpm == mpr_client._value
elif tpm is not None:
calculated_rpm = int(tpm / 1000 / 6)
calculated_rpm = int(tpm / 1000 * 6)
if calculated_rpm == 0:
calculated_rpm = 1
print(