mirror of
https://github.com/tiennm99/litellm.git
synced 2026-06-17 22:48:35 +00:00
3215874e40
The test was flaking on unrelated asyncio ERROR records (e.g. "Unclosed client session" from background tasks in other tests). Restrict the assertion to records emitted by LiteLLM loggers so the test only fails on errors actually produced by the code under test. Co-authored-by: Mateo Wang <mateo-berri@users.noreply.github.com>
45 lines
1.2 KiB
Python
45 lines
1.2 KiB
Python
#### What this tests ####
|
|
# This tests the model alias mapping - if user passes in an alias, and has set an alias, set it to the actual value
|
|
|
|
import os
|
|
import sys
|
|
import traceback
|
|
|
|
sys.path.insert(
|
|
0, os.path.abspath("../..")
|
|
) # Adds the parent directory to the system path
|
|
import pytest
|
|
|
|
import litellm
|
|
from litellm import completion, embedding
|
|
|
|
litellm.set_verbose = True
|
|
|
|
model_alias_map = {"good-model": "groq/llama-3.1-8b-instant"}
|
|
|
|
|
|
def test_model_alias_map(caplog):
|
|
try:
|
|
litellm.model_alias_map = model_alias_map
|
|
response = completion(
|
|
"good-model",
|
|
messages=[{"role": "user", "content": "Hey, how's it going?"}],
|
|
top_p=0.1,
|
|
temperature=0.01,
|
|
max_tokens=10,
|
|
)
|
|
print(response.model)
|
|
|
|
for rec in caplog.records:
|
|
if rec.levelname == "ERROR" and rec.name.startswith("LiteLLM"):
|
|
pytest.fail(f"Unexpected litellm ERROR log: {rec.getMessage()}")
|
|
|
|
assert "llama-3.1-8b-instant" in response.model
|
|
except litellm.ServiceUnavailableError:
|
|
pass
|
|
except Exception as e:
|
|
pytest.fail(f"Error occurred: {e}")
|
|
|
|
|
|
# test_model_alias_map()
|