mirror of
https://github.com/tiennm99/litellm.git
synced 2026-07-11 07:05:00 +00:00
Ishaan Jaff
e44b9b6b35
Set prometheus_emit_stream_label: true in litellm_settings to emit a stream label (True/False/None) on litellm_proxy_total_requests_metric. Opt-in to avoid breaking cardinality on existing deployments.
82 lines
2.8 KiB
Python
82 lines
2.8 KiB
Python
"""
|
|
Unit tests for prometheus_emit_stream_label opt-in setting.
|
|
|
|
Tests that:
|
|
- stream label is NOT added to litellm_proxy_total_requests_metric by default
|
|
- stream label IS added when litellm.prometheus_emit_stream_label = True
|
|
- stream value is populated correctly from standard_logging_payload
|
|
"""
|
|
import pytest
|
|
|
|
import litellm
|
|
from litellm.types.integrations.prometheus import (
|
|
PrometheusMetricLabels,
|
|
UserAPIKeyLabelNames,
|
|
)
|
|
|
|
|
|
def test_stream_label_not_present_by_default():
|
|
"""stream label should NOT appear in litellm_proxy_total_requests_metric unless opted in"""
|
|
litellm.prometheus_emit_stream_label = False
|
|
labels = PrometheusMetricLabels.get_labels("litellm_proxy_total_requests_metric")
|
|
assert UserAPIKeyLabelNames.STREAM.value not in labels
|
|
|
|
|
|
def test_stream_label_present_when_opted_in():
|
|
"""stream label SHOULD appear in litellm_proxy_total_requests_metric when opted in"""
|
|
litellm.prometheus_emit_stream_label = True
|
|
try:
|
|
labels = PrometheusMetricLabels.get_labels("litellm_proxy_total_requests_metric")
|
|
assert UserAPIKeyLabelNames.STREAM.value in labels
|
|
finally:
|
|
litellm.prometheus_emit_stream_label = False
|
|
|
|
|
|
def test_stream_label_not_in_other_metrics_when_opted_in():
|
|
"""stream label should NOT be added to other metrics even when opted in"""
|
|
litellm.prometheus_emit_stream_label = True
|
|
try:
|
|
other_metrics = [
|
|
"litellm_proxy_failed_requests_metric",
|
|
"litellm_spend_metric",
|
|
"litellm_input_tokens_metric",
|
|
"litellm_output_tokens_metric",
|
|
"litellm_llm_api_latency_metric",
|
|
]
|
|
for metric in other_metrics:
|
|
labels = PrometheusMetricLabels.get_labels(metric)
|
|
assert UserAPIKeyLabelNames.STREAM.value not in labels, (
|
|
f"stream label should not be in {metric}"
|
|
)
|
|
finally:
|
|
litellm.prometheus_emit_stream_label = False
|
|
|
|
|
|
def test_stream_label_name():
|
|
"""STREAM label name should be 'stream'"""
|
|
assert UserAPIKeyLabelNames.STREAM.value == "stream"
|
|
|
|
|
|
def test_user_api_key_label_values_has_stream_field():
|
|
"""UserAPIKeyLabelValues should accept stream field"""
|
|
from litellm.types.integrations.prometheus import UserAPIKeyLabelValues
|
|
|
|
values = UserAPIKeyLabelValues(stream="True")
|
|
assert values.stream == "True"
|
|
|
|
values_false = UserAPIKeyLabelValues(stream="False")
|
|
assert values_false.stream == "False"
|
|
|
|
values_none = UserAPIKeyLabelValues()
|
|
assert values_none.stream is None
|
|
|
|
|
|
def test_stream_label_in_model_dump():
|
|
"""stream field appears in model_dump() output for use in prometheus_label_factory"""
|
|
from litellm.types.integrations.prometheus import UserAPIKeyLabelValues
|
|
|
|
values = UserAPIKeyLabelValues(stream="True")
|
|
dumped = values.model_dump()
|
|
assert "stream" in dumped
|
|
assert dumped["stream"] == "True"
|