tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-06-18 05:28:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

[Infra] Reduce CI no_output_timeout and tighten Playwright timeouts

Browse Source 
- Change no_output_timeout from 120m/60m to 15m across all test jobs
- Fix multi-line YAML formatting for no_output_timeout entries
- Reduce Playwright per-test timeout from 4min to 3min
- Add 15s actionTimeout and 30s navigationTimeout to Playwright config

Hanging tests now fail in 15min instead of 2hrs, cutting wasted CI time.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
yuneng-jiang
2026-03-14 19:38:10 -07:00
parent 27f1d33e05
commit eb7222c7cb
2 changed files with 52 additions and 52 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.circleci/config.yml
+47 -51
View File
@@ -243,7 +243,7 @@ jobs:
-n 4 \
--timeout=300 \
--timeout_method=thread"
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -371,7 +371,7 @@ jobs:
-n 4 \
--timeout=300 \
--timeout_method=thread"
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -472,7 +472,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/local_testing --cov=litellm --cov-report=xml -x --junitxml=test-results/junit.xml --durations=5 -k "langfuse"
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -579,7 +579,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/local_testing --cov=litellm --cov-report=xml -x --junitxml=test-results/junit.xml --durations=5 -k "caching or cache"
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -632,7 +632,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/proxy_admin_ui_tests -x --cov=litellm --cov-report=xml --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
@@ -681,7 +681,7 @@ jobs:
pwd
ls
python -m pytest tests/local_testing --cov=litellm --cov-report=xml -vv -k "router" -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -729,7 +729,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/router_unit_tests --cov=litellm --cov-report=xml -x -s --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -862,7 +862,7 @@ jobs:
pwd
ls
python -m pytest tests/proxy_security_tests --cov=litellm --cov-report=xml -vv -x -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -971,7 +971,7 @@ jobs:
ls
# Run without -n flag to avoid pytest-xdist event loop conflicts with logging worker
python -m pytest tests/proxy_unit_tests/test_key_generate_prisma.py --cov=litellm --cov-report=xml --junitxml=test-results/junit-key-generation.xml --durations=10 --timeout=300 -vv --log-cli-level=INFO
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1078,7 +1078,7 @@ jobs:
ls
# Run auth tests with parallel execution (test_key_generate_prisma moved to separate job to avoid event loop issues)
python -m pytest tests/proxy_unit_tests/test_auth_checks.py tests/proxy_unit_tests/test_user_api_key_auth.py --cov=litellm --cov-report=xml --junitxml=test-results/junit-part1.xml --durations=10 -n 8 --timeout=300 -vv --log-cli-level=INFO
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1184,7 +1184,7 @@ jobs:
pwd
ls
python -m pytest tests/proxy_unit_tests --ignore=tests/proxy_unit_tests/test_key_generate_prisma.py --ignore=tests/proxy_unit_tests/test_auth_checks.py --ignore=tests/proxy_unit_tests/test_user_api_key_auth.py --cov=litellm --cov-report=xml --junitxml=test-results/junit-part2.xml --durations=10 -n 4 --timeout=300 -vv --log-cli-level=INFO
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1228,7 +1228,7 @@ jobs:
pwd
ls
python -m pytest tests/local_testing/ -vv -k "assistants" --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1282,7 +1282,7 @@ jobs:
IGNORE_ARGS="$IGNORE_ARGS --ignore=$dir"
done
python -m pytest -vv tests/llm_translation $IGNORE_ARGS --cov=litellm --cov-report=xml -v --junitxml=test-results/junit.xml --durations=20 -n 4 --timeout=120 --timeout_method=thread
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1330,7 +1330,7 @@ jobs:
# Add --timeout to kill hanging tests after 120s (2 min)
# Add --durations=20 to show 20 slowest tests for debugging
python -m pytest -vv tests/llm_translation/realtime --cov=litellm --cov-report=xml -v --junitxml=test-results/junit.xml --durations=20 -n 4 --timeout=120 --timeout_method=thread
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1375,7 +1375,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/mcp_tests --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1420,7 +1420,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/agent_tests --ignore=tests/agent_tests/local_only_agent_tests --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1466,7 +1466,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/guardrails_tests --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1511,7 +1511,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/unified_google_tests --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1555,7 +1555,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/llm_responses_api_testing --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1598,7 +1598,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/ocr_tests --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1641,7 +1641,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/search_tests --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1673,7 +1673,7 @@ jobs:
prisma generate
export PYTHONUNBUFFERED=1
python -m pytest tests/test_litellm/proxy/guardrails tests/test_litellm/proxy/management_endpoints tests/test_litellm/proxy/_experimental tests/test_litellm/proxy/client tests/test_litellm/proxy/auth --cov=litellm --cov-report=xml --junitxml=test-results/junit-proxy-part1.xml --durations=10 -n 8 --maxfail=5 --timeout=60 -vv --log-cli-level=WARNING -r A
no_output_timeout: 60m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1702,7 +1702,7 @@ jobs:
prisma generate
export PYTHONUNBUFFERED=1
python -m pytest tests/test_litellm/proxy --ignore=tests/test_litellm/proxy/guardrails --ignore=tests/test_litellm/proxy/management_endpoints --ignore=tests/test_litellm/proxy/_experimental --ignore=tests/test_litellm/proxy/client --ignore=tests/test_litellm/proxy/auth --cov=litellm --cov-report=xml --junitxml=test-results/junit-proxy-part2.xml --durations=10 -n 4 --maxfail=5 --timeout=120 -vv --log-cli-level=WARNING -r A
no_output_timeout: 60m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1729,7 +1729,7 @@ jobs:
name: Run LLM provider tests
command: |
python -m pytest tests/test_litellm/llms --cov=litellm --cov-report=xml --junitxml=test-results/junit-llms.xml --durations=10 -n 16 --maxfail=5 --timeout=300 -vv --log-cli-level=WARNING
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1756,7 +1756,7 @@ jobs:
name: Run core tests
command: |
python -m pytest tests/test_litellm --ignore=tests/test_litellm/proxy --ignore=tests/test_litellm/llms --ignore=tests/test_litellm/integrations --ignore=tests/test_litellm/litellm_core_utils --ignore=tests/test_litellm/experimental_mcp_client --cov=litellm --cov-report=xml --junitxml=test-results/junit-core.xml --durations=10 -n 16 --maxfail=5 --timeout=300 -vv --log-cli-level=WARNING
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1783,7 +1783,7 @@ jobs:
name: Run litellm_core_utils tests
command: |
python -m pytest tests/test_litellm/litellm_core_utils --cov=litellm --cov-report=xml --junitxml=test-results/junit-litellm-core-utils.xml --durations=10 -n 16 --maxfail=5 --timeout=300 -vv --log-cli-level=WARNING
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1810,7 +1810,7 @@ jobs:
name: Run MCP client tests
command: |
python -m pytest tests/test_litellm/experimental_mcp_client --cov=litellm --cov-report=xml --junitxml=test-results/junit-mcps.xml --durations=10 -n 4 --maxfail=5 --timeout=300 -vv --log-cli-level=WARNING
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1837,7 +1837,7 @@ jobs:
name: Run integrations tests
command: |
python -m pytest tests/test_litellm/integrations --cov=litellm --cov-report=xml --junitxml=test-results/junit-integrations.xml --durations=10 -n 16 --maxfail=5 --timeout=300 -vv --log-cli-level=WARNING
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1888,7 +1888,7 @@ jobs:
ls
prisma generate
python -m pytest -vv tests/enterprise --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit-enterprise.xml --durations=10 -n 8
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1933,7 +1933,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/batches_tests --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -1980,7 +1980,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/litellm_utils_tests --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -2024,7 +2024,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/pass_through_unit_tests --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -2068,7 +2068,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/image_gen_tests -n 4 --cov=litellm --cov-report=xml -x -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -2119,7 +2119,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/logging_callback_tests --cov=litellm -n 4 --cov-report=xml -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -2162,7 +2162,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/audio_tests --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Rename the coverage files
command: |
@@ -2453,7 +2453,7 @@ jobs:
name: Run Basic Proxy Startup Tests (Health Readiness and Chat Completion)
command: |
python -m pytest -vv tests/basic_proxy_startup_tests -x --junitxml=test-results/junit-2.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
build_and_test:
machine:
@@ -2591,7 +2591,7 @@ jobs:
pwd
ls
python -m pytest -s -vv tests/*.py -x --junitxml=test-results/junit.xml -n 4 --durations=5 --ignore=tests/otel_tests --ignore=tests/spend_tracking_tests --ignore=tests/pass_through_tests --ignore=tests/proxy_admin_ui_tests --ignore=tests/load_tests --ignore=tests/llm_translation --ignore=tests/llm_responses_api_testing --ignore=tests/mcp_tests --ignore=tests/guardrails_tests --ignore=tests/image_gen_tests --ignore=tests/pass_through_unit_tests
no_output_timeout: 120m
no_output_timeout: 15m
# Store test results
- store_test_results:
@@ -2738,7 +2738,7 @@ jobs:
pwd
ls
python -m pytest -s -vv tests/openai_endpoints_tests --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
# Store test results
- store_test_results:
@@ -2883,8 +2883,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/otel_tests -x --junitxml=test-results/junit.xml --durations=5
no_output_timeout:
120m
no_output_timeout: 15m
# Clean up first container
- run:
name: Stop and remove first container
@@ -2927,7 +2926,7 @@ jobs:
name: Run second round of tests
command: |
python -m pytest -vv tests/basic_proxy_startup_tests -x --junitxml=test-results/junit-2.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
# Store test results
- store_test_results:
@@ -3036,8 +3035,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/spend_tracking_tests -x --junitxml=test-results/junit.xml --durations=5
no_output_timeout:
120m
no_output_timeout: 15m
# Clean up first container
- run:
name: Stop and remove first container
@@ -3176,8 +3174,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/multi_instance_e2e_tests -x --junitxml=test-results/junit.xml --durations=5
no_output_timeout:
120m
no_output_timeout: 15m
# Clean up first container
# Store test results
- store_test_results:
@@ -3287,7 +3284,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/store_model_in_db_tests -x --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
- run:
name: Stop and remove containers
command: |
@@ -3389,8 +3386,7 @@ jobs:
name: Run tests
command: |
python -m pytest -vv tests/basic_proxy_startup_tests -x --junitxml=test-results/junit-2.xml --durations=5
no_output_timeout:
120m
no_output_timeout: 15m
# Clean up first container
- run:
name: Stop and remove first container
@@ -3579,7 +3575,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/pass_through_tests/ -x --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
# Store test results
- store_test_results:
@@ -3685,7 +3681,7 @@ jobs:
pwd
ls
python -m pytest -vv tests/proxy_e2e_anthropic_messages_tests/ -x -s --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
no_output_timeout: 15m
# Store test results
- store_test_results:
@@ -4201,7 +4197,7 @@ jobs:
--config ui/litellm-dashboard/e2e_tests/playwright.config.ts \
--reporter=html \
--output=test-results
no_output_timeout: 120m
no_output_timeout: 15m
- store_artifacts:
path: test-results
destination: playwright-results
ui/litellm-dashboard/e2e_tests/playwright.config.ts
+5 -1
View File
@@ -24,6 +24,10 @@ export default defineConfig({
/* Collect trace when retrying the failed test. See https://playwright.dev/docs/trace-viewer */
trace: "on-first-retry",
/* Action timeout for clicks, fills, waitForSelector, etc. */
actionTimeout: 15 * 1000,
navigationTimeout: 30 * 1000,
},
/* Configure projects for major browsers */
@@ -40,7 +44,7 @@ export default defineConfig({
],
/* Timeout settings */
timeout: 4 * 60 * 1000,
timeout: 3 * 60 * 1000,
expect: {
timeout: 10 * 1000,
},