(feat) print num_workers when starting prox

2026-08-22 16:24:14 +00:00 · 2024-01-16 08:21:37 -08:00
parent 7b1c8471c5
commit 6a09fcfa06
1 changed files with 4 additions and 0 deletions
@@ -474,6 +474,10 @@ def run_server(

            # before starting server, read num_workers as an env variable
            num_workers = os.getenv("NUM_WORKERS", num_workers)
+
+            print(
+                f"\033[1;32mLiteLLM Proxy: Starting server on {host}:{port} with {num_workers} workers\033[0m\n"
+            )
            gunicorn_options = {
                "bind": f"{host}:{port}",
                "workers": num_workers,  # default is 1