environment_variables:
  LANGFUSE_PUBLIC_KEY: Q6K8MQN6L7sPYSJiFKM9eNrETOx6V/FxVPup4FqdKsZK1hyR4gyanlQ2KHLg5D5afng99uIt0JCEQ2jiKF9UxFvtnb4BbJ4qpeceH+iK8v/bdg==
  LANGFUSE_SECRET_KEY: 5xQ7KMa6YMLsm+H/Pf1VmlqWq1NON5IoCxABhkUBeSck7ftsj2CmpkL2ZwrxwrktgiTUBH+3gJYBX+XBk7lqOOUpvmiLjol/E5lCqq0M1CqLWA==
  SLACK_WEBHOOK_URL: RJjhS0Hhz0/s07sCIf1OTXmTGodpK9L2K9p953Z+fOX0l2SkPFT6mB9+yIrLufmlwEaku5NNEBKy//+AG01yOd+7wV1GhK65vfj3B/gTN8t5cuVnR4vFxKY5Rx4eSGLtzyAs+aIBTp4GoNXDIjroCqfCjPkItEZWCg==
general_settings:
  alerting:
  - slack
  alerting_threshold: 300
  database_connection_pool_limit: 100
  database_connection_timeout: 60
  disable_master_key_return: true
  health_check_interval: 300
  proxy_batch_write_at: 60
  ui_access_mode: all
  # master_key: sk-1234
litellm_settings:
  allowed_fails: 3
  failure_callback:
  - prometheus
  num_retries: 3
  service_callback:
  - prometheus_system
  success_callback:
  - langfuse
  - prometheus
  - langsmith
model_list:
- litellm_params:
    model: gpt-3.5-turbo
  model_name: gpt-3.5-turbo
- litellm_params:
    api_base: https://openai-function-calling-workers.tasslexyz.workers.dev/
    api_key: my-fake-key
    model: openai/my-fake-model
    stream_timeout: 0.001
  model_name: fake-openai-endpoint
- litellm_params:
    api_base: https://openai-function-calling-workers.tasslexyz.workers.dev/
    api_key: my-fake-key
    model: openai/my-fake-model-2
    stream_timeout: 0.001
  model_name: fake-openai-endpoint
- litellm_params:
    api_base: os.environ/AZURE_API_BASE
    api_key: os.environ/AZURE_API_KEY
    api_version: 2023-07-01-preview
    model: azure/chatgpt-v-2
    stream_timeout: 0.001
  model_name: azure-gpt-3.5
- litellm_params:
    api_key: os.environ/OPENAI_API_KEY
    model: text-embedding-ada-002
  model_name: text-embedding-ada-002
- litellm_params:
    model: text-completion-openai/gpt-3.5-turbo-instruct
  model_name: gpt-instruct
router_settings:
  enable_pre_call_checks: true
  redis_host: os.environ/REDIS_HOST
  redis_password: os.environ/REDIS_PASSWORD
  redis_port: os.environ/REDIS_PORT
