tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-26 22:29:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

show stack trace of 10 files tking up memory

Browse Source
This commit is contained in:
Ishaan Jaff
2024-07-12 15:33:03 -07:00
parent b74095deca
commit 1a8fce8edb
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/proxy/common_utils/debug_utils.py
+2 -2
View File
@@ -9,7 +9,7 @@ from litellm._logging import verbose_proxy_logger
router = APIRouter()
if os.environ.get("LITELLM_PROFILE", "false").lower() == "true":
tracemalloc.start()
tracemalloc.start(10)
@router.get("/memory-usage", include_in_schema=False)
async def memory_usage():
@@ -22,7 +22,7 @@ if os.environ.get("LITELLM_PROFILE", "false").lower() == "true":
top_50 = top_stats[:50]
result = []
for stat in top_50:
result.append(f"{stat.traceback.format()}: {stat.size / 1024} KiB")
result.append(f"{stat.traceback.format(limit=10)}: {stat.size / 1024} KiB")
return {"top_50_memory_usage": result}