tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-12 16:22:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix PROXY_BATCH_WRITE_AT

Browse Source
This commit is contained in:
Ishaan Jaffer
2025-11-01 10:48:52 -07:00
parent 2608d37e8e
commit 27502cfdfd
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/constants.py
+1 -3
View File
@@ -1050,9 +1050,7 @@ PROXY_BATCH_POLLING_INTERVAL = int(os.getenv("PROXY_BATCH_POLLING_INTERVAL", 360
PROXY_BUDGET_RESCHEDULER_MAX_TIME = int(
os.getenv("PROXY_BUDGET_RESCHEDULER_MAX_TIME", 605)
)
# MEMORY LEAK FIX: Increased from 10s to 30s minimum to prevent memory issues with APScheduler
# Very frequent intervals (<30s) can cause memory leaks in APScheduler's internal functions
PROXY_BATCH_WRITE_AT = int(os.getenv("PROXY_BATCH_WRITE_AT", 30)) # in seconds, increased from 10
PROXY_BATCH_WRITE_AT = int(os.getenv("PROXY_BATCH_WRITE_AT", 10)) # in seconds, increased from 10
# APScheduler Configuration - MEMORY LEAK FIX
# These settings prevent memory leaks in APScheduler's normalize() and _apply_jitter() functions