From 39d5407e67e2caacaaa71b3b456dd07853e06489 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 25 Jan 2024 09:53:10 -0800 Subject: [PATCH] fix(proxy_server.py): don't set tpm/rpm limits unless set https://github.com/BerriAI/litellm/issues/1594 --- litellm/proxy/proxy_server.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index c13849e2a3..b53484b868 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -1260,8 +1260,8 @@ async def generate_key_helper_fn( config_json = json.dumps(config) metadata_json = json.dumps(metadata) user_id = user_id or str(uuid.uuid4()) - tpm_limit = tpm_limit or sys.maxsize - rpm_limit = rpm_limit or sys.maxsize + tpm_limit = tpm_limit + rpm_limit = rpm_limit if type(team_id) is not str: team_id = str(team_id) try: