diff --git a/litellm/utils.py b/litellm/utils.py index 11389dd1af..8e5fa9f566 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -4720,7 +4720,7 @@ def calculate_max_parallel_requests( elif rpm is not None: return rpm elif tpm is not None: - calculated_rpm = int(tpm / 1000 / 6) + calculated_rpm = int(tpm / 1000 * 6) if calculated_rpm == 0: calculated_rpm = 1 return calculated_rpm diff --git a/tests/local_testing/test_router_max_parallel_requests.py b/tests/local_testing/test_router_max_parallel_requests.py index ff5c2104c5..ab827b057e 100644 --- a/tests/local_testing/test_router_max_parallel_requests.py +++ b/tests/local_testing/test_router_max_parallel_requests.py @@ -54,7 +54,7 @@ def test_scenario(max_parallel_requests, tpm, rpm, default_max_parallel_requests elif rpm is not None: assert rpm == calculated_max_parallel_requests elif tpm is not None: - calculated_rpm = int(tpm / 1000 / 6) + calculated_rpm = int(tpm / 1000 * 6) if calculated_rpm == 0: calculated_rpm = 1 print( @@ -107,7 +107,7 @@ def test_setting_mpr_limits_per_model( elif rpm is not None: assert rpm == mpr_client._value elif tpm is not None: - calculated_rpm = int(tpm / 1000 / 6) + calculated_rpm = int(tpm / 1000 * 6) if calculated_rpm == 0: calculated_rpm = 1 print(