a48e4a5b6a
The template catalog is now Example 1-4: one stage, two stages (handoff), feedback loop (runner-owned limits, retries, timeout) and human decision (type=human approve/revise/abort with notify hooks). All read-only or leave changes uncommitted; none commits, pushes or deploys. A brand-new database (schema created by this Open) gets the examples once at server start, bound to the configured default model and harness. A server_settings marker records the decision, so removed examples never come back and existing installs are marked without any pipeline being added or rewritten.
131 lines
4.6 KiB
Go
131 lines
4.6 KiB
Go
package server
|
|
|
|
import (
|
|
"context"
|
|
"git.a-wan.net/alan/pipelines/examples"
|
|
"git.a-wan.net/alan/pipelines/internal/pipeline"
|
|
"git.a-wan.net/alan/pipelines/internal/protocol"
|
|
"github.com/coder/websocket"
|
|
"github.com/coder/websocket/wsjson"
|
|
"net/http/httptest"
|
|
"path/filepath"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
func TestTemplatesDoNotSeedDatabaseAndCreateOnlyPreservesExisting(t *testing.T) {
|
|
t.Setenv("PIPELINES_HARNESS_CONFIG", filepath.Join(t.TempDir(), "harnesses.json"))
|
|
t.Setenv("PIPELINES_DEFAULT_MODEL", "test-provider/test-model")
|
|
t.Setenv("PIPELINES_DEFAULT_HARNESS", "opencode")
|
|
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
|
defer cancel()
|
|
store, err := pipeline.Open(filepath.Join(t.TempDir(), "empty.db"))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer store.Close()
|
|
handler := HandlerWithOptions(ctx, Options{AllowAuthoring: true}, store)
|
|
defer func() { cancel(); WaitRuns(handler) }()
|
|
srv := httptest.NewServer(handler)
|
|
defer srv.Close()
|
|
conn, _, err := websocket.Dial(ctx, "ws"+strings.TrimPrefix(srv.URL, "http")+"/connect", nil)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer conn.CloseNow()
|
|
conn.SetReadLimit(8 << 20)
|
|
var response protocol.Message
|
|
if err := wsjson.Read(ctx, conn, &response); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if len(response.Pipelines) != 0 {
|
|
t.Fatal("new install seeded pipelines")
|
|
}
|
|
if err := wsjson.Write(ctx, conn, protocol.Message{Type: protocol.ListTemplates, ID: "templates"}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := wsjson.Read(ctx, conn, &response); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if response.Type != protocol.Templates || len(response.Templates) != len(examples.Catalog()) {
|
|
t.Fatal("missing catalog", response.Type, len(response.Templates))
|
|
}
|
|
for _, item := range response.Templates {
|
|
graph, err := pipeline.Parse(item.Source)
|
|
if err != nil {
|
|
t.Fatal("invalid template returned to web/CLI", item.Key, err)
|
|
}
|
|
for _, s := range graph.Stages {
|
|
if s.Type == "model" && (s.Configs["provider"] != "test-provider" || s.Configs["model"] != "test-model" || s.Configs["harness"] != "opencode") {
|
|
t.Fatal("template did not inherit configured defaults", item.Key, s.Configs)
|
|
}
|
|
}
|
|
}
|
|
items, err := store.List(ctx)
|
|
if err != nil || len(items) != 0 {
|
|
t.Fatal("browsing created pipelines", err)
|
|
}
|
|
source := response.Templates[0].Source
|
|
for i := 0; i < 2; i++ {
|
|
if err := wsjson.Write(ctx, conn, protocol.Message{Type: protocol.Submit, ID: "create", Name: "template copy", Source: source, CreateOnly: true}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := wsjson.Read(ctx, conn, &response); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if i == 0 && response.Type != protocol.Submitted {
|
|
t.Fatal("new pipeline failed", response)
|
|
}
|
|
if i == 1 && (response.Type != protocol.Error || !strings.Contains(response.Error, "already exists")) {
|
|
t.Fatal("template overwrote existing pipeline", response)
|
|
}
|
|
}
|
|
items, _ = store.List(ctx)
|
|
detail, _ := store.Get(ctx, items[0].ID, 0)
|
|
if detail.Version != 1 || detail.Source != source {
|
|
t.Fatal("immutable source changed")
|
|
}
|
|
}
|
|
|
|
// A brand-new database gets the bundled examples once, bound to the configured
|
|
// defaults like the template picker; they are ordinary editable pipelines.
|
|
func TestSeedExamplesBindsDefaultsOnABrandNewDatabase(t *testing.T) {
|
|
t.Setenv("PIPELINES_HARNESS_CONFIG", filepath.Join(t.TempDir(), "harnesses.json"))
|
|
t.Setenv("PIPELINES_DEFAULT_MODEL", "test-provider/test-model")
|
|
t.Setenv("PIPELINES_DEFAULT_HARNESS", "opencode")
|
|
ctx := context.Background()
|
|
store, err := pipeline.Open(filepath.Join(t.TempDir(), "fresh.db"))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer store.Close()
|
|
catalog := examples.Catalog()
|
|
seeded, err := SeedExamples(ctx, store)
|
|
if err != nil || seeded != len(catalog) {
|
|
t.Fatal("examples not seeded", seeded, err)
|
|
}
|
|
items, err := store.List(ctx)
|
|
if err != nil || len(items) != len(catalog) {
|
|
t.Fatal("seeded pipelines missing", items, err)
|
|
}
|
|
for _, item := range items {
|
|
detail, err := store.Get(ctx, item.ID, 0)
|
|
if err != nil || detail.Version != 1 {
|
|
t.Fatal(item.Name, err)
|
|
}
|
|
for _, s := range detail.Graph.Stages {
|
|
if s.Type == "model" && (s.Configs["provider"] != "test-provider" || s.Configs["model"] != "test-model" || s.Configs["harness"] != "opencode") {
|
|
t.Fatal("seeded example did not bind configured defaults", item.Name, s.Key, s.Configs)
|
|
}
|
|
}
|
|
// Editing a seeded example is an ordinary new version.
|
|
if _, err := store.Submit(ctx, item.Name, detail.Source+"\n"); err != nil {
|
|
t.Fatal("seeded example not editable", item.Name, err)
|
|
}
|
|
}
|
|
if seeded, err = SeedExamples(ctx, store); err != nil || seeded != 0 {
|
|
t.Fatal("examples seeded twice", seeded, err)
|
|
}
|
|
}
|