mirror of
https://github.com/tiennm99/goclaw.git
synced 2026-07-25 18:19:19 +00:00
viettranx
6d43de4169
- Remove broken delta comparison in CheckGuardrails (compared usage rate vs max delta) - Replace hardcoded +0.05 threshold bump with configurable MaxDeltaPerCycle, cap at 0.95 - Remove dead MetricFeedback and SuggestMemoryPrune constants + UI references - Make SuggestToolOrder approval actionable — disables tool via BuiltinToolTenantConfigStore - Replace time.Ticker(24h) with wall-clock scheduling (3 AM daily, Sundays weekly eval) - Add PG advisory lock on pinned connection for multi-instance safety - Add EvolutionSuggest flag check in cron (metrics-only agents skip suggestion analysis) - Change suggestion dedup from type-only to (type, metric_key) composite key
88 lines
3.7 KiB
Go
88 lines
3.7 KiB
Go
package store
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"time"
|
|
|
|
"github.com/google/uuid"
|
|
)
|
|
|
|
// MetricType identifies the category of evolution metric.
|
|
type MetricType string
|
|
|
|
const (
|
|
MetricRetrieval MetricType = "retrieval"
|
|
MetricTool MetricType = "tool"
|
|
)
|
|
|
|
// EvolutionMetric is a single recorded metric data point.
|
|
type EvolutionMetric struct {
|
|
ID uuid.UUID `json:"id" db:"id"`
|
|
TenantID uuid.UUID `json:"tenant_id" db:"tenant_id"`
|
|
AgentID uuid.UUID `json:"agent_id" db:"agent_id"`
|
|
SessionKey string `json:"session_key" db:"session_key"`
|
|
MetricType MetricType `json:"metric_type" db:"metric_type"`
|
|
MetricKey string `json:"metric_key" db:"metric_key"`
|
|
Value json.RawMessage `json:"value" db:"value"`
|
|
CreatedAt time.Time `json:"created_at" db:"created_at"`
|
|
}
|
|
|
|
// ToolAggregate summarizes per-tool metrics over a period.
|
|
type ToolAggregate struct {
|
|
ToolName string `json:"tool_name"`
|
|
CallCount int `json:"call_count"`
|
|
SuccessRate float64 `json:"success_rate"`
|
|
AvgDurationMs float64 `json:"avg_duration_ms"` // milliseconds (not time.Duration — JSON-friendly)
|
|
}
|
|
|
|
// RetrievalAggregate summarizes per-source retrieval metrics.
|
|
type RetrievalAggregate struct {
|
|
Source string `json:"source"`
|
|
QueryCount int `json:"query_count"`
|
|
UsageRate float64 `json:"usage_rate"` // fraction of results used in reply
|
|
AvgScore float64 `json:"avg_score"`
|
|
}
|
|
|
|
// EvolutionMetricsStore manages self-evolution metrics (Stage 1).
|
|
type EvolutionMetricsStore interface {
|
|
RecordMetric(ctx context.Context, metric EvolutionMetric) error
|
|
QueryMetrics(ctx context.Context, agentID uuid.UUID, metricType MetricType, since time.Time, limit int) ([]EvolutionMetric, error)
|
|
AggregateToolMetrics(ctx context.Context, agentID uuid.UUID, since time.Time) ([]ToolAggregate, error)
|
|
AggregateRetrievalMetrics(ctx context.Context, agentID uuid.UUID, since time.Time) ([]RetrievalAggregate, error)
|
|
Cleanup(ctx context.Context, olderThan time.Time) (int64, error)
|
|
}
|
|
|
|
// SuggestionType identifies the kind of evolution suggestion.
|
|
type SuggestionType string
|
|
|
|
const (
|
|
SuggestThreshold SuggestionType = "threshold"
|
|
SuggestToolOrder SuggestionType = "tool_order"
|
|
SuggestSkillAdd SuggestionType = "skill_add"
|
|
)
|
|
|
|
// EvolutionSuggestion is a data-driven suggestion for agent improvement.
|
|
type EvolutionSuggestion struct {
|
|
ID uuid.UUID `json:"id" db:"id"`
|
|
TenantID uuid.UUID `json:"tenant_id" db:"tenant_id"`
|
|
AgentID uuid.UUID `json:"agent_id" db:"agent_id"`
|
|
SuggestionType SuggestionType `json:"suggestion_type" db:"suggestion_type"`
|
|
Suggestion string `json:"suggestion" db:"suggestion"`
|
|
Rationale string `json:"rationale" db:"rationale"`
|
|
Parameters json.RawMessage `json:"parameters,omitempty" db:"parameters"`
|
|
Status string `json:"status" db:"status"` // pending, approved, rejected, applied, rolled_back
|
|
ReviewedBy string `json:"reviewed_by,omitempty" db:"reviewed_by"`
|
|
ReviewedAt *time.Time `json:"reviewed_at,omitempty" db:"reviewed_at"`
|
|
CreatedAt time.Time `json:"created_at" db:"created_at"`
|
|
}
|
|
|
|
// EvolutionSuggestionStore manages suggestions (Stage 2).
|
|
type EvolutionSuggestionStore interface {
|
|
CreateSuggestion(ctx context.Context, s EvolutionSuggestion) error
|
|
ListSuggestions(ctx context.Context, agentID uuid.UUID, status string, limit int) ([]EvolutionSuggestion, error)
|
|
UpdateSuggestionStatus(ctx context.Context, id uuid.UUID, status, reviewedBy string) error
|
|
UpdateSuggestionParameters(ctx context.Context, id uuid.UUID, params json.RawMessage) error
|
|
GetSuggestion(ctx context.Context, id uuid.UUID) (*EvolutionSuggestion, error)
|
|
}
|