tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-07-12 11:07:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

docs fix MAX_LANGFUSE_INITIALIZED_CLIENTS

Browse Source
This commit is contained in:
Ishaan Jaffer
2025-11-11 11:26:33 -08:00
parent 5c9f50d584
commit be05324645
2 changed files with 16 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/my-website/docs/proxy/config_settings.md
+1 -1
View File
@@ -692,7 +692,7 @@ router_settings:
| MAX_TOKEN_TRIMMING_ATTEMPTS | Maximum number of attempts to trim a token message. Default is 10
| MAXIMUM_TRACEBACK_LINES_TO_LOG | Maximum number of lines to log in traceback in LiteLLM Logs UI. Default is 100
| MAX_RETRY_DELAY | Maximum delay in seconds for retrying requests. Default is 8.0
| MAX_LANGFUSE_INITIALIZED_CLIENTS | Maximum number of Langfuse clients to initialize on proxy. Default is 20. This is set since langfuse initializes 1 thread everytime a client is initialized. We've had an incident in the past where we reached 100% cpu utilization because Langfuse was initialized several times.
| MAX_LANGFUSE_INITIALIZED_CLIENTS | Maximum number of Langfuse clients to initialize on proxy. Default is 50. This is set since langfuse initializes 1 thread everytime a client is initialized. We've had an incident in the past where we reached 100% cpu utilization because Langfuse was initialized several times.
| MIN_NON_ZERO_TEMPERATURE | Minimum non-zero temperature value. Default is 0.0001
| MINIMUM_PROMPT_CACHE_TOKEN_COUNT | Minimum token count for caching a prompt. Default is 1024
| MISTRAL_API_BASE | Base URL for Mistral API. Default is https://api.mistral.ai
litellm/model_prices_and_context_window_backup.json
+15
View File
@@ -16199,6 +16199,21 @@
"supports_response_schema": true,
"supports_tool_choice": true
},
"mistral/magistral-medium-2509": {
"input_cost_per_token": 2e-06,
"litellm_provider": "mistral",
"max_input_tokens": 40000,
"max_output_tokens": 40000,
"max_tokens": 40000,
"mode": "chat",
"output_cost_per_token": 5e-06,
"source": "https://mistral.ai/news/magistral",
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"mistral/mistral-ocr-latest": {
"litellm_provider": "mistral",
"ocr_cost_per_page": 1e-3,