Files
alan 06001697c8 Add per-chat thinking levels for Codex, Claude Code and OpenCode
Codex: model/list supportedReasoningEfforts per model, turn/start effort,
thread reasoningEffort as the current level. Claude Code: initialize
supportedEffortLevels, apply_flag_settings effortLevel at the next turn
start. OpenCode v2: model variants via the session model endpoint.
chat_effort sets a level; rows and chat_models carry the levels; Codex and
Claude levels persist in operator_sessions.chat_effort and are re-applied
before every turn.
2026-11-09 20:07:41 +00:00

89 lines
3.1 KiB
Go

package claude
import (
"context"
"encoding/json"
"os"
"path/filepath"
"strings"
"testing"
"git.a-wan.net/alan/pipelines/internal/protocol"
)
func TestInitializeEffortLevelsNeedSupportsEffort(t *testing.T) {
models, _, err := parseInitialize(json.RawMessage(`{"models":[
{"value":"opus","resolvedModel":"claude-opus-x","displayName":"Opus","supportsEffort":true,"supportedEffortLevels":["low","xhigh","max","max"]},
{"value":"old","displayName":"Old","supportedEffortLevels":["low"]}]}`))
if err != nil || len(models) != 2 {
t.Fatalf("models = %+v, %v", models, err)
}
want := []protocol.ChatEffort{{ID: "low", Name: "Low"}, {ID: "xhigh", Name: "Extra high"}, {ID: "max", Name: "Max"}}
if models[0].Resolved != "claude-opus-x" || len(models[0].Efforts) != 3 || models[0].Efforts[1] != want[1] || models[0].Efforts[2] != want[2] {
t.Fatalf("opus = %+v", models[0])
}
if len(models[1].Efforts) != 0 {
t.Fatalf("a model without supportsEffort offers %+v", models[1].Efforts)
}
}
func effortLog(t *testing.T, path string) []string {
t.Helper()
data, err := os.ReadFile(path)
if os.IsNotExist(err) {
return nil
}
if err != nil {
t.Fatal(err)
}
return strings.Fields(strings.TrimSpace(string(data)))
}
func TestClaudeEffortIsAppliedAtTheNextTurnStart(t *testing.T) {
chat := testChat(t)
logPath := filepath.Join(t.TempDir(), "efforts.log")
t.Setenv("FAKE_CLAUDE_EFFORT_LOG", logPath)
session := newCreatedChat(t, chat)
ctx := context.Background()
// No CLI has initialized yet: the levels are unknown, so none are offered.
if efforts, _, err := chat.Efforts(ctx, session); err != nil || len(efforts) != 0 {
t.Fatalf("levels before any initialize = %+v, %v", efforts, err)
}
if err := chat.SetEffort(ctx, session.ID, "max"); err != nil {
t.Fatal(err)
}
frames := subscribe(t, chat, session.ID)
if err := chat.Prompt(ctx, session.ID, "hello"); err != nil {
t.Fatal(err)
}
waitStepEnded(t, frames)
if got := effortLog(t, logPath); len(got) != 1 || got[0] != `{"effortLevel":"max"}` {
t.Fatalf("apply_flag_settings = %v", got)
}
for model, count := range map[string]int{"": 5, "default": 5, "claude-test": 5, "sonnet": 4, "claude-sonnet-test": 4, "haiku": 0, "unknown": 0} {
efforts, fallback, err := chat.Efforts(ctx, protocol.ChatSession{ID: session.ID, Model: model})
if err != nil || len(efforts) != count || fallback != "" {
t.Errorf("model %q levels = %+v default %q, %v", model, efforts, fallback, err)
}
}
// Another session lists its row from the catalog any CLI reported.
if efforts, _, _ := chat.Efforts(ctx, protocol.ChatSession{ID: "other", Model: "sonnet"}); len(efforts) != 4 {
t.Fatalf("cached catalog levels = %+v", efforts)
}
// An unchanged level is not sent again; a cleared one restores the default.
if err := chat.Prompt(ctx, session.ID, "again"); err != nil {
t.Fatal(err)
}
waitStepEnded(t, frames)
if err := chat.SetEffort(ctx, session.ID, ""); err != nil {
t.Fatal(err)
}
if err := chat.Prompt(ctx, session.ID, "default"); err != nil {
t.Fatal(err)
}
waitStepEnded(t, frames)
if got := effortLog(t, logPath); len(got) != 2 || got[1] != `{"effortLevel":null}` {
t.Fatalf("apply_flag_settings = %v", got)
}
}