Update proxy_server_config.yaml

2026-08-16 14:23:12 +00:00 · 2024-03-15 22:40:39 -07:00
parent 24e673dd6d
commit f3cf1ec71f
1 changed files with 2 additions and 0 deletions
@@ -45,6 +45,8 @@ litellm_settings:
  budget_duration: 30d
  num_retries: 5
  request_timeout: 600
+  cache: true
+  callbacks: ["batch_redis_requests"]
 general_settings: 
  master_key: sk-1234 # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234)
  proxy_budget_rescheduler_min_time: 60