Merge pull request #2619 from BerriAI/litellm_install_tenacity

(fix) include tenacity in req.txt

litellm/proxy/proxy_config.yaml

@@ -16,4 +16,5 @@ router_settings:
   set_verbose: True
   debug_level: "DEBUG"
 litellm_settings:
-  success_callback: ["prometheus"]
+  success_callback: ["prometheus"]
+  num_retries: 2

requirements.txt

@@ -34,4 +34,5 @@ jinja2==3.1.3 # for prompt templates
 certifi>=2023.7.22 # [TODO] clean up 
 aiohttp==3.9.0 # for network calls
 aioboto3==12.3.0 # for async sagemaker calls
+tenacity==8.2.3  # for retrying requests, when litellm.num_retries set
 ####