diff --git a/Dockerfile b/Dockerfile index bcb4ee6925..24c11c5136 100644 --- a/Dockerfile +++ b/Dockerfile @@ -61,4 +61,7 @@ RUN chmod +x entrypoint.sh EXPOSE 4000/tcp ENTRYPOINT ["litellm"] -CMD ["--port", "4000", "--config", "./proxy_server_config.yaml", "--detailed_debug", "--run_gunicorn"] \ No newline at end of file + +# Append "--detailed_debug" to the end of CMD to view detailed debug logs +# CMD ["--port", "4000", "--config", "./proxy_server_config.yaml", "--run_gunicorn", "--detailed_debug"] +CMD ["--port", "4000", "--config", "./proxy_server_config.yaml", "--run_gunicorn"] \ No newline at end of file diff --git a/Dockerfile.database b/Dockerfile.database index 1206aba882..9e2d1637b0 100644 --- a/Dockerfile.database +++ b/Dockerfile.database @@ -65,4 +65,7 @@ EXPOSE 4000/tcp # # Set your entrypoint and command ENTRYPOINT ["litellm"] + +# Append "--detailed_debug" to the end of CMD to view detailed debug logs +# CMD ["--port", "4000","--run_gunicorn", "--detailed_debug"] CMD ["--port", "4000", "--run_gunicorn"] diff --git a/docs/my-website/docs/proxy/deploy.md b/docs/my-website/docs/proxy/deploy.md index e07d59b913..8ffc2adf50 100644 --- a/docs/my-website/docs/proxy/deploy.md +++ b/docs/my-website/docs/proxy/deploy.md @@ -183,6 +183,10 @@ Your OpenAI proxy server is now running on `http://127.0.0.1:8000`. +## Best Practices for Deploying to Production +### 1. Switch of debug logs in production +don't use [`--detailed-debug`, `--debug`](https://docs.litellm.ai/docs/proxy/debugging#detailed-debug) or `litellm.set_verbose=True`. We found using debug logs can add 5-10% latency per LLM API call + ## Advanced Deployment Settings ### Customization of the server root path