mirror of
https://github.com/sipeed/picoclaw.git
synced 2026-06-12 18:08:54 +00:00
xiaoen
b84adacc2f
1. CJK token estimation: replace flat rune_count/3 with script-aware counting — CJK runes (U+2E80–U+9FFF, U+F900–U+FAFF, U+AC00–U+D7AF) count as 1 token each, non-CJK runes at /4. This fixes a 3x underestimate for Chinese/Japanese/Korean text that could incorrectly route complex CJK messages to the light model. 2. Routing observability: SelectModel now returns the computed score as a third value. selectCandidates logs the score on both paths — Info level for light model selection, Debug level for primary model selection. 3. Added tests: TestExtractFeatures_TokenEstimate_Mixed (CJK+ASCII mix), TestRouter_SelectModel_ReturnsScore. Addresses review feedback from @mingmxren.
83 lines
2.6 KiB
Go
83 lines
2.6 KiB
Go
package routing
|
|
|
|
import (
|
|
"github.com/sipeed/picoclaw/pkg/providers"
|
|
)
|
|
|
|
// defaultThreshold is used when the config threshold is zero or negative.
|
|
// At 0.35 a message needs at least one strong signal (code block, long text,
|
|
// or an attachment) before the heavy model is chosen.
|
|
const defaultThreshold = 0.35
|
|
|
|
// RouterConfig holds the validated model routing settings.
|
|
// It mirrors config.RoutingConfig but lives in pkg/routing to keep the
|
|
// dependency graph simple: pkg/agent resolves config → routing, not the reverse.
|
|
type RouterConfig struct {
|
|
// LightModel is the model_name (from model_list) used for simple tasks.
|
|
LightModel string
|
|
|
|
// Threshold is the complexity score cutoff in [0, 1].
|
|
// score >= Threshold → primary (heavy) model.
|
|
// score < Threshold → light model.
|
|
Threshold float64
|
|
}
|
|
|
|
// Router selects the appropriate model tier for each incoming message.
|
|
// It is safe for concurrent use from multiple goroutines.
|
|
type Router struct {
|
|
cfg RouterConfig
|
|
classifier Classifier
|
|
}
|
|
|
|
// New creates a Router with the given config and the default RuleClassifier.
|
|
// If cfg.Threshold is zero or negative, defaultThreshold (0.35) is used.
|
|
func New(cfg RouterConfig) *Router {
|
|
if cfg.Threshold <= 0 {
|
|
cfg.Threshold = defaultThreshold
|
|
}
|
|
return &Router{
|
|
cfg: cfg,
|
|
classifier: &RuleClassifier{},
|
|
}
|
|
}
|
|
|
|
// newWithClassifier creates a Router with a custom Classifier.
|
|
// Intended for unit tests that need to inject a deterministic scorer.
|
|
func newWithClassifier(cfg RouterConfig, c Classifier) *Router {
|
|
if cfg.Threshold <= 0 {
|
|
cfg.Threshold = defaultThreshold
|
|
}
|
|
return &Router{cfg: cfg, classifier: c}
|
|
}
|
|
|
|
// SelectModel returns the model to use for this conversation turn along with
|
|
// the computed complexity score (for logging and debugging).
|
|
//
|
|
// - If score < cfg.Threshold: returns (cfg.LightModel, true, score)
|
|
// - Otherwise: returns (primaryModel, false, score)
|
|
//
|
|
// The caller is responsible for resolving the returned model name into
|
|
// provider candidates (see AgentInstance.LightCandidates).
|
|
func (r *Router) SelectModel(
|
|
msg string,
|
|
history []providers.Message,
|
|
primaryModel string,
|
|
) (model string, usedLight bool, score float64) {
|
|
features := ExtractFeatures(msg, history)
|
|
score = r.classifier.Score(features)
|
|
if score < r.cfg.Threshold {
|
|
return r.cfg.LightModel, true, score
|
|
}
|
|
return primaryModel, false, score
|
|
}
|
|
|
|
// LightModel returns the configured light model name.
|
|
func (r *Router) LightModel() string {
|
|
return r.cfg.LightModel
|
|
}
|
|
|
|
// Threshold returns the complexity threshold in use.
|
|
func (r *Router) Threshold() float64 {
|
|
return r.cfg.Threshold
|
|
}
|