tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-02 18:21:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

test_router_get_available_deployments

Browse Source
This commit is contained in:
Ishaan Jaffer
2025-10-25 15:09:08 -07:00
parent e67e4b893d
commit e878f2b1ef
1 changed files with 6 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/local_testing/test_least_busy_routing.py
+6 -10
View File
@@ -75,9 +75,8 @@ async def test_router_get_available_deployments(async_test):
{
"model_name": "azure-model",
"litellm_params": {
"model": "azure/gpt-turbo",
"api_key": "os.environ/AZURE_FRANCE_API_KEY",
"api_base": "https://openai-france-1234.openai.azure.com",
"model": "openai/gpt-4.1-mini",
"api_key": "os.environ/OPENAI_API_KEY",
"rpm": 1440,
},
"model_info": {"id": 1},
@@ -85,9 +84,8 @@ async def test_router_get_available_deployments(async_test):
{
"model_name": "azure-model",
"litellm_params": {
"model": "azure/gpt-35-turbo",
"api_key": "os.environ/AZURE_EUROPE_API_KEY",
"api_base": "https://my-endpoint-europe-berri-992.openai.azure.com",
"model": "openai/gpt-4.1-mini",
"api_key": "os.environ/OPENAI_API_KEY",
"rpm": 6,
},
"model_info": {"id": 2},
@@ -95,9 +93,8 @@ async def test_router_get_available_deployments(async_test):
{
"model_name": "azure-model",
"litellm_params": {
"model": "azure/gpt-35-turbo",
"api_key": "os.environ/AZURE_CANADA_API_KEY",
"api_base": "https://my-endpoint-canada-berri992.openai.azure.com",
"model": "openai/gpt-4.1-mini",
"api_key": "os.environ/OPENAI_API_KEY",
"rpm": 6,
},
"model_info": {"id": 3},
@@ -113,7 +110,6 @@ async def test_router_get_available_deployments(async_test):
router.leastbusy_logger.test_flag = True
model_group = "azure-model"
deployment = "azure/gpt-4.1-mini"
request_count_dict = {1: 10, 2: 54, 3: 100}
cache_key = f"{model_group}_request_count"
if async_test is True: