Files
pipelines/internal/server/templates_test.go
T
alan a48e4a5b6a Replace starters with four graded examples seeded into new databases
The template catalog is now Example 1-4: one stage, two stages (handoff),
feedback loop (runner-owned limits, retries, timeout) and human decision
(type=human approve/revise/abort with notify hooks). All read-only or leave
changes uncommitted; none commits, pushes or deploys.

A brand-new database (schema created by this Open) gets the examples once at
server start, bound to the configured default model and harness. A
server_settings marker records the decision, so removed examples never come
back and existing installs are marked without any pipeline being added or
rewritten.
2026-11-03 19:35:47 +00:00

131 lines
4.6 KiB
Go

package server
import (
"context"
"git.a-wan.net/alan/pipelines/examples"
"git.a-wan.net/alan/pipelines/internal/pipeline"
"git.a-wan.net/alan/pipelines/internal/protocol"
"github.com/coder/websocket"
"github.com/coder/websocket/wsjson"
"net/http/httptest"
"path/filepath"
"strings"
"testing"
"time"
)
func TestTemplatesDoNotSeedDatabaseAndCreateOnlyPreservesExisting(t *testing.T) {
t.Setenv("PIPELINES_HARNESS_CONFIG", filepath.Join(t.TempDir(), "harnesses.json"))
t.Setenv("PIPELINES_DEFAULT_MODEL", "test-provider/test-model")
t.Setenv("PIPELINES_DEFAULT_HARNESS", "opencode")
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
defer cancel()
store, err := pipeline.Open(filepath.Join(t.TempDir(), "empty.db"))
if err != nil {
t.Fatal(err)
}
defer store.Close()
handler := HandlerWithOptions(ctx, Options{AllowAuthoring: true}, store)
defer func() { cancel(); WaitRuns(handler) }()
srv := httptest.NewServer(handler)
defer srv.Close()
conn, _, err := websocket.Dial(ctx, "ws"+strings.TrimPrefix(srv.URL, "http")+"/connect", nil)
if err != nil {
t.Fatal(err)
}
defer conn.CloseNow()
conn.SetReadLimit(8 << 20)
var response protocol.Message
if err := wsjson.Read(ctx, conn, &response); err != nil {
t.Fatal(err)
}
if len(response.Pipelines) != 0 {
t.Fatal("new install seeded pipelines")
}
if err := wsjson.Write(ctx, conn, protocol.Message{Type: protocol.ListTemplates, ID: "templates"}); err != nil {
t.Fatal(err)
}
if err := wsjson.Read(ctx, conn, &response); err != nil {
t.Fatal(err)
}
if response.Type != protocol.Templates || len(response.Templates) != len(examples.Catalog()) {
t.Fatal("missing catalog", response.Type, len(response.Templates))
}
for _, item := range response.Templates {
graph, err := pipeline.Parse(item.Source)
if err != nil {
t.Fatal("invalid template returned to web/CLI", item.Key, err)
}
for _, s := range graph.Stages {
if s.Type == "model" && (s.Configs["provider"] != "test-provider" || s.Configs["model"] != "test-model" || s.Configs["harness"] != "opencode") {
t.Fatal("template did not inherit configured defaults", item.Key, s.Configs)
}
}
}
items, err := store.List(ctx)
if err != nil || len(items) != 0 {
t.Fatal("browsing created pipelines", err)
}
source := response.Templates[0].Source
for i := 0; i < 2; i++ {
if err := wsjson.Write(ctx, conn, protocol.Message{Type: protocol.Submit, ID: "create", Name: "template copy", Source: source, CreateOnly: true}); err != nil {
t.Fatal(err)
}
if err := wsjson.Read(ctx, conn, &response); err != nil {
t.Fatal(err)
}
if i == 0 && response.Type != protocol.Submitted {
t.Fatal("new pipeline failed", response)
}
if i == 1 && (response.Type != protocol.Error || !strings.Contains(response.Error, "already exists")) {
t.Fatal("template overwrote existing pipeline", response)
}
}
items, _ = store.List(ctx)
detail, _ := store.Get(ctx, items[0].ID, 0)
if detail.Version != 1 || detail.Source != source {
t.Fatal("immutable source changed")
}
}
// A brand-new database gets the bundled examples once, bound to the configured
// defaults like the template picker; they are ordinary editable pipelines.
func TestSeedExamplesBindsDefaultsOnABrandNewDatabase(t *testing.T) {
t.Setenv("PIPELINES_HARNESS_CONFIG", filepath.Join(t.TempDir(), "harnesses.json"))
t.Setenv("PIPELINES_DEFAULT_MODEL", "test-provider/test-model")
t.Setenv("PIPELINES_DEFAULT_HARNESS", "opencode")
ctx := context.Background()
store, err := pipeline.Open(filepath.Join(t.TempDir(), "fresh.db"))
if err != nil {
t.Fatal(err)
}
defer store.Close()
catalog := examples.Catalog()
seeded, err := SeedExamples(ctx, store)
if err != nil || seeded != len(catalog) {
t.Fatal("examples not seeded", seeded, err)
}
items, err := store.List(ctx)
if err != nil || len(items) != len(catalog) {
t.Fatal("seeded pipelines missing", items, err)
}
for _, item := range items {
detail, err := store.Get(ctx, item.ID, 0)
if err != nil || detail.Version != 1 {
t.Fatal(item.Name, err)
}
for _, s := range detail.Graph.Stages {
if s.Type == "model" && (s.Configs["provider"] != "test-provider" || s.Configs["model"] != "test-model" || s.Configs["harness"] != "opencode") {
t.Fatal("seeded example did not bind configured defaults", item.Name, s.Key, s.Configs)
}
}
// Editing a seeded example is an ordinary new version.
if _, err := store.Submit(ctx, item.Name, detail.Source+"\n"); err != nil {
t.Fatal("seeded example not editable", item.Name, err)
}
}
if seeded, err = SeedExamples(ctx, store); err != nil || seeded != 0 {
t.Fatal("examples seeded twice", seeded, err)
}
}