mirror of
https://github.com/tiennm99/litellm.git
synced 2026-07-11 09:05:16 +00:00
Alexsander Hamir
88 lines
3.0 KiB
Python
88 lines
3.0 KiB
Python
"""
|
|
Test for LITELLM_DISABLE_LAZY_LOADING environment variable.
|
|
|
|
This test verifies that when LITELLM_DISABLE_LAZY_LOADING is set,
|
|
encoding is loaded at import time (pre-#18070 behavior) instead of lazy loading.
|
|
|
|
This addresses issue #18659: VCR cassette creation broken by lazy loading.
|
|
For now, this only affects encoding as it was the only reported issue.
|
|
"""
|
|
import os
|
|
import sys
|
|
import pytest
|
|
|
|
|
|
def test_eager_loading_enabled():
|
|
"""Test that encoding is loaded at import time when env var is set"""
|
|
# Set environment variable
|
|
os.environ["LITELLM_DISABLE_LAZY_LOADING"] = "1"
|
|
|
|
# Clear any cached modules to ensure fresh import
|
|
modules_to_clear = [k for k in sys.modules.keys() if k.startswith("litellm")]
|
|
for module in modules_to_clear:
|
|
del sys.modules[module]
|
|
|
|
# Import litellm - encoding should be loaded immediately
|
|
import litellm
|
|
|
|
# Check that encoding is available (not lazy loaded)
|
|
assert hasattr(litellm, "encoding"), "Encoding should be available when eager loading is enabled"
|
|
|
|
# Verify it's actually the encoding object
|
|
encoding = litellm.encoding
|
|
assert encoding is not None, "Encoding should not be None"
|
|
|
|
# Test that it works
|
|
tokens = encoding.encode("Hello, world!")
|
|
assert len(tokens) > 0, "Encoding should work"
|
|
|
|
|
|
def test_eager_loading_env_var_values():
|
|
"""Test that various env var values enable eager loading"""
|
|
values = ["1", "true", "True", "TRUE", "yes", "Yes", "YES", "on", "On", "ON"]
|
|
|
|
for value in values:
|
|
os.environ["LITELLM_DISABLE_LAZY_LOADING"] = value
|
|
|
|
# Clear modules
|
|
modules_to_clear = [k for k in sys.modules.keys() if k.startswith("litellm")]
|
|
for module in modules_to_clear:
|
|
del sys.modules[module]
|
|
|
|
import litellm
|
|
assert hasattr(litellm, "encoding"), f"Encoding should be available for value: {value}"
|
|
encoding = litellm.encoding
|
|
tokens = encoding.encode("test")
|
|
assert len(tokens) > 0
|
|
|
|
|
|
def test_lazy_loading_default():
|
|
"""Test that encoding is lazy loaded by default (when env var is not set)"""
|
|
# Remove environment variable if set
|
|
if "LITELLM_DISABLE_LAZY_LOADING" in os.environ:
|
|
del os.environ["LITELLM_DISABLE_LAZY_LOADING"]
|
|
|
|
# Clear any cached modules
|
|
modules_to_clear = [k for k in sys.modules.keys() if k.startswith("litellm")]
|
|
for module in modules_to_clear:
|
|
del sys.modules[module]
|
|
|
|
# Import litellm - encoding should NOT be loaded yet
|
|
import litellm
|
|
|
|
# Encoding should be accessible via __getattr__ (lazy loading)
|
|
encoding = litellm.encoding # This triggers lazy loading
|
|
|
|
# Verify it works
|
|
tokens = encoding.encode("Hello, world!")
|
|
assert len(tokens) > 0, "Encoding should work"
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def cleanup_env():
|
|
"""Clean up environment variable after each test"""
|
|
yield
|
|
if "LITELLM_DISABLE_LAZY_LOADING" in os.environ:
|
|
del os.environ["LITELLM_DISABLE_LAZY_LOADING"]
|
|
|