06001697c8
Codex: model/list supportedReasoningEfforts per model, turn/start effort, thread reasoningEffort as the current level. Claude Code: initialize supportedEffortLevels, apply_flag_settings effortLevel at the next turn start. OpenCode v2: model variants via the session model endpoint. chat_effort sets a level; rows and chat_models carry the levels; Codex and Claude levels persist in operator_sessions.chat_effort and are re-applied before every turn.
89 lines
3.1 KiB
Go
89 lines
3.1 KiB
Go
package claude
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"testing"
|
|
|
|
"git.a-wan.net/alan/pipelines/internal/protocol"
|
|
)
|
|
|
|
func TestInitializeEffortLevelsNeedSupportsEffort(t *testing.T) {
|
|
models, _, err := parseInitialize(json.RawMessage(`{"models":[
|
|
{"value":"opus","resolvedModel":"claude-opus-x","displayName":"Opus","supportsEffort":true,"supportedEffortLevels":["low","xhigh","max","max"]},
|
|
{"value":"old","displayName":"Old","supportedEffortLevels":["low"]}]}`))
|
|
if err != nil || len(models) != 2 {
|
|
t.Fatalf("models = %+v, %v", models, err)
|
|
}
|
|
want := []protocol.ChatEffort{{ID: "low", Name: "Low"}, {ID: "xhigh", Name: "Extra high"}, {ID: "max", Name: "Max"}}
|
|
if models[0].Resolved != "claude-opus-x" || len(models[0].Efforts) != 3 || models[0].Efforts[1] != want[1] || models[0].Efforts[2] != want[2] {
|
|
t.Fatalf("opus = %+v", models[0])
|
|
}
|
|
if len(models[1].Efforts) != 0 {
|
|
t.Fatalf("a model without supportsEffort offers %+v", models[1].Efforts)
|
|
}
|
|
}
|
|
|
|
func effortLog(t *testing.T, path string) []string {
|
|
t.Helper()
|
|
data, err := os.ReadFile(path)
|
|
if os.IsNotExist(err) {
|
|
return nil
|
|
}
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return strings.Fields(strings.TrimSpace(string(data)))
|
|
}
|
|
|
|
func TestClaudeEffortIsAppliedAtTheNextTurnStart(t *testing.T) {
|
|
chat := testChat(t)
|
|
logPath := filepath.Join(t.TempDir(), "efforts.log")
|
|
t.Setenv("FAKE_CLAUDE_EFFORT_LOG", logPath)
|
|
session := newCreatedChat(t, chat)
|
|
ctx := context.Background()
|
|
// No CLI has initialized yet: the levels are unknown, so none are offered.
|
|
if efforts, _, err := chat.Efforts(ctx, session); err != nil || len(efforts) != 0 {
|
|
t.Fatalf("levels before any initialize = %+v, %v", efforts, err)
|
|
}
|
|
if err := chat.SetEffort(ctx, session.ID, "max"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
frames := subscribe(t, chat, session.ID)
|
|
if err := chat.Prompt(ctx, session.ID, "hello"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
waitStepEnded(t, frames)
|
|
if got := effortLog(t, logPath); len(got) != 1 || got[0] != `{"effortLevel":"max"}` {
|
|
t.Fatalf("apply_flag_settings = %v", got)
|
|
}
|
|
for model, count := range map[string]int{"": 5, "default": 5, "claude-test": 5, "sonnet": 4, "claude-sonnet-test": 4, "haiku": 0, "unknown": 0} {
|
|
efforts, fallback, err := chat.Efforts(ctx, protocol.ChatSession{ID: session.ID, Model: model})
|
|
if err != nil || len(efforts) != count || fallback != "" {
|
|
t.Errorf("model %q levels = %+v default %q, %v", model, efforts, fallback, err)
|
|
}
|
|
}
|
|
// Another session lists its row from the catalog any CLI reported.
|
|
if efforts, _, _ := chat.Efforts(ctx, protocol.ChatSession{ID: "other", Model: "sonnet"}); len(efforts) != 4 {
|
|
t.Fatalf("cached catalog levels = %+v", efforts)
|
|
}
|
|
// An unchanged level is not sent again; a cleared one restores the default.
|
|
if err := chat.Prompt(ctx, session.ID, "again"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
waitStepEnded(t, frames)
|
|
if err := chat.SetEffort(ctx, session.ID, ""); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := chat.Prompt(ctx, session.ID, "default"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
waitStepEnded(t, frames)
|
|
if got := effortLog(t, logPath); len(got) != 2 || got[1] != `{"effortLevel":null}` {
|
|
t.Fatalf("apply_flag_settings = %v", got)
|
|
}
|
|
}
|