mirror of
https://github.com/tiennm99/goclaw.git
synced 2026-10-05 00:13:30 +00:00
Duc Nguyen
016263eb84
bufio.Scanner has a fixed max-token size (SSEScanBufMax, 1MB). Codex's native image_generation streams a full base64 image in a SINGLE SSE data line (response.image_generation_call.partial_image and the final image_generation_call item), which regularly exceeds 1MB for anything larger than a thumbnail. Scanner.Scan() then fails with: stream read error: bufio.Scanner: token too long killing the whole turn after the model already generated the image. Replace bufio.Scanner with bufio.Reader.ReadString, which grows to fit a line of any length instead of erroring past a fixed cap. SSEScanBufMax is now unused and removed; SSEScanBufInit is reused as the reader's initial buffer size.
50 lines
2.1 KiB
Go
50 lines
2.1 KiB
Go
package providers
|
|
|
|
import (
|
|
"net/http"
|
|
"time"
|
|
)
|
|
|
|
// Provider-level defaults for HTTP clients and stream parsing.
|
|
const (
|
|
// Deprecated: DefaultHTTPTimeout set a wall-clock socket timeout that prevented
|
|
// ctx cancellation from unblocking bufio.Scanner. Use NewDefaultHTTPClient() instead.
|
|
DefaultHTTPTimeout = 300 * time.Second
|
|
|
|
// SSE stream reader initial buffer size (OpenAI-compat, Anthropic, Codex).
|
|
// No max: bufio.Reader.ReadString grows to fit a line of any length — a full
|
|
// base64 image in a single image-generation SSE data line can exceed several MB.
|
|
SSEScanBufInit = 64 * 1024 // 64KB initial buffer
|
|
|
|
// Stdio/JSONRPC scanner buffer sizes (Claude CLI, ACP).
|
|
StdioScanBufInit = 256 * 1024 // 256KB initial buffer
|
|
StdioScanBufMax = 10 * 1024 * 1024 // 10MB max for large protocol messages
|
|
)
|
|
|
|
// NewDefaultTransport returns an http.Transport with per-stage timeouts but no
|
|
// overall deadline. The absence of Client.Timeout allows LLM streaming responses
|
|
// (extended thinking, long completions) to run indefinitely while ctx cancellation
|
|
// still terminates the request promptly via CtxBody.
|
|
func NewDefaultTransport() *http.Transport {
|
|
return &http.Transport{
|
|
Proxy: http.ProxyFromEnvironment,
|
|
ResponseHeaderTimeout: 180 * time.Second, // wait for first byte of response (3min for slow providers)
|
|
IdleConnTimeout: 90 * time.Second, // close idle keep-alive connections
|
|
TLSHandshakeTimeout: 10 * time.Second,
|
|
ExpectContinueTimeout: 1 * time.Second,
|
|
MaxIdleConns: 100,
|
|
MaxIdleConnsPerHost: 10,
|
|
}
|
|
}
|
|
|
|
// NewDefaultHTTPClient returns an *http.Client backed by NewDefaultTransport.
|
|
// No Client.Timeout is set — rely on ctx deadlines and Transport stage timeouts.
|
|
//
|
|
// SSRF protection for user-configured provider URLs is enforced at provider
|
|
// create/update time by validateProviderURL (resolves the host and rejects
|
|
// private/reserved IPs via security.IsBlocked). Dial-time DNS-rebinding
|
|
// hardening is tracked as a follow-up.
|
|
func NewDefaultHTTPClient() *http.Client {
|
|
return &http.Client{Transport: NewDefaultTransport()}
|
|
}
|