From 7ffaa6f74e531f8fcc50769fdb8100a5f82da44f Mon Sep 17 00:00:00 2001 From: mubashir1osmani Date: Mon, 9 Mar 2026 18:48:27 -0400 Subject: [PATCH] fix(tag-usage): remove broken compute_tag_metadata_totals causing cost panel to show 0 The tag daily activity endpoint used compute_tag_metadata_totals which deduplicates by request_id, but LiteLLM_DailyTagSpend stores aggregated daily records where request_id is either NULL or stale. This caused all metadata totals (total_spend, total_requests, etc.) to be 0 in the UI cost panel. Now uses the same standard totals as every other entity type. Co-Authored-By: Claude Opus 4.6 --- .../tag_management_endpoints.py | 3 +- .../test_common_daily_activity.py | 87 +++++++++++++++++++ 2 files changed, 88 insertions(+), 2 deletions(-) diff --git a/litellm/proxy/management_endpoints/tag_management_endpoints.py b/litellm/proxy/management_endpoints/tag_management_endpoints.py index 95b7300992..f085fa4145 100644 --- a/litellm/proxy/management_endpoints/tag_management_endpoints.py +++ b/litellm/proxy/management_endpoints/tag_management_endpoints.py @@ -21,7 +21,6 @@ from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy.auth.user_api_key_auth import user_api_key_auth from litellm.proxy.management_endpoints.common_daily_activity import ( SpendAnalyticsPaginatedResponse, - compute_tag_metadata_totals, get_daily_activity, ) from litellm.proxy.management_helpers.utils import handle_budget_for_entity @@ -554,5 +553,5 @@ async def get_tag_daily_activity( api_key=api_key, page=page, page_size=page_size, - metadata_metrics_func=compute_tag_metadata_totals, + metadata_metrics_func=None, ) diff --git a/tests/test_litellm/proxy/management_endpoints/test_common_daily_activity.py b/tests/test_litellm/proxy/management_endpoints/test_common_daily_activity.py index 1e357d2f02..00a22f9bf7 100644 --- a/tests/test_litellm/proxy/management_endpoints/test_common_daily_activity.py +++ b/tests/test_litellm/proxy/management_endpoints/test_common_daily_activity.py @@ -405,6 +405,93 @@ async def test_get_api_key_metadata_regenerated_key_uses_most_recent_deleted_rec assert result["old-key-hash"]["team_id"] == "latest-team" +@pytest.mark.asyncio +async def test_tag_daily_activity_metadata_totals_not_zero(): + """Test that tag daily activity returns correct metadata totals. + + Regression test: previously compute_tag_metadata_totals skipped records + with NULL request_id, causing metadata totals (total_spend, etc.) to be 0. + """ + mock_prisma = MagicMock() + mock_prisma.db = MagicMock() + + # Create mock tag spend records (request_id is NULL for aggregated rows) + mock_record_1 = MagicMock() + mock_record_1.request_id = None # NULL in aggregated daily rows + mock_record_1.tag = "production" + mock_record_1.date = "2024-01-01" + mock_record_1.api_key = "key-1" + mock_record_1.model = "gpt-4" + mock_record_1.model_group = "gpt-4" + mock_record_1.custom_llm_provider = "openai" + mock_record_1.mcp_namespaced_tool_name = None + mock_record_1.endpoint = "/chat/completions" + mock_record_1.spend = 25.0 + mock_record_1.prompt_tokens = 500 + mock_record_1.completion_tokens = 200 + mock_record_1.cache_read_input_tokens = 0 + mock_record_1.cache_creation_input_tokens = 0 + mock_record_1.api_requests = 10 + mock_record_1.successful_requests = 9 + mock_record_1.failed_requests = 1 + + mock_record_2 = MagicMock() + mock_record_2.request_id = None + mock_record_2.tag = "staging" + mock_record_2.date = "2024-01-01" + mock_record_2.api_key = "key-2" + mock_record_2.model = "gpt-3.5-turbo" + mock_record_2.model_group = "gpt-3.5-turbo" + mock_record_2.custom_llm_provider = "openai" + mock_record_2.mcp_namespaced_tool_name = None + mock_record_2.endpoint = "/chat/completions" + mock_record_2.spend = 5.0 + mock_record_2.prompt_tokens = 300 + mock_record_2.completion_tokens = 100 + mock_record_2.cache_read_input_tokens = 0 + mock_record_2.cache_creation_input_tokens = 0 + mock_record_2.api_requests = 5 + mock_record_2.successful_requests = 5 + mock_record_2.failed_requests = 0 + + mock_table = MagicMock() + mock_table.count = AsyncMock(return_value=2) + mock_table.find_many = AsyncMock(return_value=[mock_record_1, mock_record_2]) + mock_prisma.db.litellm_dailytagspend = mock_table + mock_prisma.db.litellm_verificationtoken = MagicMock() + mock_prisma.db.litellm_verificationtoken.find_many = AsyncMock(return_value=[]) + + result = await get_daily_activity( + prisma_client=mock_prisma, + table_name="litellm_dailytagspend", + entity_id_field="tag", + entity_id=None, + entity_metadata_field=None, + start_date="2024-01-01", + end_date="2024-01-01", + model=None, + api_key=None, + page=1, + page_size=1000, + metadata_metrics_func=None, # No custom func — matches the fix + ) + + # Metadata totals must reflect actual spend, NOT be zero + assert result.metadata.total_spend == 30.0 # 25.0 + 5.0 + assert result.metadata.total_api_requests == 15 # 10 + 5 + assert result.metadata.total_successful_requests == 14 # 9 + 5 + assert result.metadata.total_failed_requests == 1 + assert result.metadata.total_tokens == 1100 # (500+200) + (300+100) + + # Verify breakdown still works + assert len(result.results) == 1 + daily = result.results[0] + assert "production" in daily.breakdown.entities + assert "staging" in daily.breakdown.entities + assert daily.breakdown.entities["production"].metrics.spend == 25.0 + assert daily.breakdown.entities["staging"].metrics.spend == 5.0 + + @pytest.mark.asyncio async def test_aggregated_activity_preserves_metadata_for_deleted_keys(): """Test that the full aggregation pipeline should preserve metadata for deleted keys."""