fix storing request status in mem

2026-08-24 20:29:31 +00:00 · 2024-07-16 08:53:46 -07:00
parent a99cb5deeb
commit 653aff6527
1 changed files with 4 additions and 1 deletions
@@ -284,11 +284,14 @@ class ProxyLogging:
        if self.alerting is None:
            return

+        # current alerting threshold
+        alerting_threshold = self.alerting_threshold or 120
+
        await self.internal_usage_cache.async_set_cache(
            key="request_status:{}".format(litellm_call_id),
            value=status,
            local_only=True,
-            ttl=120,
+            ttl=alerting_threshold,
        )

    # The actual implementation of the function