DocsGPT/docsgpt/core/settings/llm.py

"""LLM providers, API keys and per-provider tunables."""

from __future__ import annotations

import os
from typing import Optional

from pydantic import Field

from docsgpt.core.paths import home_dir
from docsgpt.core.settings._shared import SettingsGroup


class LLMSettings(SettingsGroup):
    """Which model answers, how it is reached, and provider-specific behaviour."""

    LLM_PROVIDER: str = Field(default="docsgpt", description="LLM provider key, e.g. openai, anthropic, docsgpt.")
    LLM_NAME: Optional[str] = Field(
        default=None, description="Model name for the provider; with openai, e.g. gpt-4 or gpt-3.5-turbo."
    )
    API_KEY: Optional[str] = Field(default=None, description="LLM API key used by LLM_PROVIDER.")

    # Provider-specific API keys (for multi-model support).
    OPENAI_API_KEY: Optional[str] = Field(default=None, description="OpenAI API key.")
    ANTHROPIC_API_KEY: Optional[str] = Field(default=None, description="Anthropic API key.")
    GOOGLE_API_KEY: Optional[str] = Field(default=None, description="Google AI API key.")
    GROQ_API_KEY: Optional[str] = Field(default=None, description="Groq API key.")
    HUGGINGFACE_API_KEY: Optional[str] = Field(default=None, description="Hugging Face API key.")
    OPEN_ROUTER_API_KEY: Optional[str] = Field(default=None, description="OpenRouter API key.")
    NOVITA_API_KEY: Optional[str] = Field(default=None, description="Novita API key.")

    OPENAI_API_BASE: Optional[str] = Field(default=None, description="Azure OpenAI API base URL.")
    OPENAI_API_VERSION: Optional[str] = Field(default=None, description="Azure OpenAI API version.")
    AZURE_DEPLOYMENT_NAME: Optional[str] = Field(default=None, description="Azure deployment name for answering.")
    AZURE_EMBEDDINGS_DEPLOYMENT_NAME: Optional[str] = Field(
        default=None, description="Azure deployment name for embeddings."
    )
    OPENAI_BASE_URL: Optional[str] = Field(
        default=None, description="Base URL for OpenAI-compatible model servers."
    )
    LLM_PATH: str = Field(
        default=os.path.join(str(home_dir()), "models/docsgpt-7b-f16.gguf"),
        description="Path to the local GGUF model used by the llama.cpp provider.",
    )

    FALLBACK_LLM_PROVIDER: Optional[str] = Field(default=None, description="Provider for the fallback LLM.")
    FALLBACK_LLM_NAME: Optional[str] = Field(default=None, description="Model name for the fallback LLM.")
    FALLBACK_LLM_API_KEY: Optional[str] = Field(default=None, description="API key for the fallback LLM.")
    TITLE_MODEL_ID: Optional[str] = Field(
        default=None, description="Optional cheaper model for conversation titles; unset reuses the answer model."
    )
    MODELS_CONFIG_DIR: Optional[str] = Field(
        default=None,
        description=(
            "Directory of operator-supplied model YAMLs, loaded after the built-in catalog; later wins on "
            "duplicate model id. See docsgpt/core/models/README.md."
        ),
    )
    DEFAULT_LLM_TOKEN_LIMIT: int = Field(
        default=128000, description="Context window assumed when the model is not found in the registry."
    )
    RESERVED_TOKENS: dict[str, int] = Field(
        default={"system_prompt": 500, "current_query": 500, "safety_buffer": 1000},
        description="Tokens held back from the context window for the system prompt, the query and a safety buffer.",
    )
    CACHE_REDIS_URL: str = Field(default="redis://localhost:6379/2", description="Redis URL for the LLM cache.")

    # OpenAI Responses API.
    OPENAI_RESPONSES_STORE: bool = Field(
        default=False,
        description=(
            "True persists Responses API calls server-side so previous_response_id can chain turns. False keeps "
            "them stateless, carrying reasoning across the tool loop as encrypted items."
        ),
    )
    OPENAI_RESPONSES_CHAIN_ACROSS_TURNS: bool = Field(
        default=True,
        description=(
            "Cross-turn previous_response_id chaining (store mode only). The chained transcript lives on the "
            "provider and is invisible to every local guard, so it is bounded: a turn starts from the local "
            "history when the previous turn's reported prompt already reached the budget (default: the model's "
            "context window) or when the conversation was compressed after that turn was produced."
        ),
    )
    OPENAI_RESPONSES_CHAIN_BUDGET_TOKENS: Optional[int] = Field(
        default=None, description="Prompt-token budget for cross-turn chaining; unset uses the model's context window."
    )
    OPENAI_RESPONSES_TRUNCATION_AUTO: bool = Field(
        default=False,
        description=(
            'Send truncation: "auto" so the provider drops the oldest input items instead of failing every '
            "request once a chain exceeds the model's window."
        ),
    )
    OPENAI_PROMPT_CACHE_KEY: bool = Field(
        default=True,
        description=(
            "Route a user's Responses API calls to the same prompt-cache shard with an opaque per-user key."
        ),
    )
    OPENAI_PROMPT_CACHE_RETENTION: Optional[str] = Field(
        default=None, description="Request extended prompt-cache retention where the provider offers it."
    )
    OPENAI_REASONING_SUMMARY: str = Field(
        default="auto", description="Reasoning summary mode requested from the Responses API."
    )