Preserve large chat visual fixture baseline

This commit is contained in:
2026-10-18 15:55:17 +01:00
parent 27108bcc0c
commit a00d49ae0b
3 changed files with 306 additions and 51 deletions
+9 -51
View File
@@ -1,13 +1,9 @@
package server
import (
"encoding/json"
"fmt"
"io"
"net/http"
"context"
"net/http/httptest"
"reflect"
"strings"
"testing"
"git.a-wan.net/alan/pipelines/internal/opencode"
@@ -17,51 +13,13 @@ import (
// Scratch HTTP + real /connect websocket fixture, NOT a live-model/production
// claim. Covers both >1 MiB total (many tools) and one >1 MiB tool string.
func TestChatHistoryLargeFixtureWebsocketTraversalAndReconnect(t *testing.T) {
fixture := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
if r.URL.Path != "/api/session/ses_1/message" || r.URL.Query().Get("limit") != "2" {
t.Errorf("unexpected history query %s", r.URL)
}
w.Header().Set("Content-Type", "application/json")
page := 0
switch r.URL.Query().Get("cursor") {
case "":
case "older+/=&":
page = 1
case "last":
page = 2
default:
t.Errorf("cursor not passed opaquely: %s", r.URL)
}
io.WriteString(w, `{"data":[`)
for i := 0; i < 2; i++ {
if i != 0 {
io.WriteString(w, ",")
}
id := 6 - page*2 - i
// Equal timestamps deliberately: order comes from the verified V2
// descending sequence, not a guessed timestamp comparison.
fmt.Fprintf(w, `{"id":"msg_%d","type":"assistant","time":{"created":1},"content":[`, id)
if page == 0 && i == 0 {
io.WriteString(w, `{"type":"tool","id":"huge","state":{"content":[{"type":"text","text":"`)
chunk := strings.Repeat("x", 32<<10)
for n := 0; n < 65; n++ {
io.WriteString(w, chunk)
}
io.WriteString(w, `"}]}},`)
}
if page == 1 && i == 0 {
for n := 0; n < 25; n++ {
fmt.Fprintf(w, `{"type":"tool","id":"tool_%d","state":{"status":"completed","content":[{"type":"text","text":%q}]}},`, n, strings.Repeat("y", 48<<10))
}
}
fmt.Fprintf(w, `{"type":"text","text":"answer %d"}]}`, id)
}
next := []any{"older+/=&", "last", nil}[page]
encoded, _ := json.Marshal(next)
fmt.Fprintf(w, `],"cursor":{"next":%s}}`, encoded)
}))
fixture := httptest.NewServer(LargeChatFixtureHandler(t.TempDir()))
defer fixture.Close()
broker := opencode.NewChat(&opencode.Connection{Backend: "v2", URL: fixture.URL})
attached, err := opencode.OpenEndpointAttached(context.Background(), fixture.URL, LargeChatFixturePassword, "", "")
if err != nil {
t.Fatal(err)
}
broker := opencode.NewChat(attached.Connection)
ctx, _, srv, conns := dialChatServer(t, Options{Chat: broker}, 1)
conn := conns[0]
conn.SetReadLimit(8 << 20)
@@ -69,7 +27,7 @@ func TestChatHistoryLargeFixtureWebsocketTraversalAndReconnect(t *testing.T) {
var ids []string
seen := map[string]bool{}
for page := 0; page < 3; page++ {
writeChat(t, ctx, conn, protocol.Message{Type: protocol.ChatMessages, ID: "history", ChatQuery: &protocol.ChatQuery{SessionID: "ses_1", Limit: 2, Cursor: cursor}})
writeChat(t, ctx, conn, protocol.Message{Type: protocol.ChatMessages, ID: "history", ChatQuery: &protocol.ChatQuery{SessionID: LargeChatFixtureSessionID, Limit: 2, Cursor: cursor}})
response := readUntil(t, ctx, conn, protocol.ChatMessages)
if response.ChatHistory == nil || len(response.ChatHistory.Messages) != 2 {
t.Fatalf("missing page: %+v", response)
@@ -88,7 +46,7 @@ func TestChatHistoryLargeFixtureWebsocketTraversalAndReconnect(t *testing.T) {
ids = append(pageIDs, ids...)
if page == 0 {
newest := history.Messages[1]
if newest.Parts[len(newest.Parts)-1].Text != "answer 6" || !newest.Parts[0].State.Truncated {
if newest.Parts[len(newest.Parts)-1].Text != LargeChatFixtureNewestAnswer || !newest.Parts[0].State.Truncated {
t.Fatal("huge tool prevented newest answer")
}
}
+118
View File
@@ -0,0 +1,118 @@
package server
import (
"fmt"
"net/http"
"strings"
)
// LargeChatFixtureSessionID is the throwaway operator session exposed by the
// foreground large-history fixture. It is not a model or production session.
const LargeChatFixtureSessionID = "ses_large_chat_fixture"
// LargeChatFixturePassword authenticates the disposable fixture endpoint. It is
// fixed fixture data, not an operator credential.
const LargeChatFixturePassword = "large-chat-fixture"
const (
LargeChatFixtureNewestAnswer = "Controlled newest answer: large history fixture"
LargeChatFixtureOlderAnswer = "Controlled older answer: large history fixture"
)
// LargeChatFixtureHandler implements the small authenticated V2 OpenCode surface
// required to drive the real Pipelines chat broker during a visual history check.
// It deliberately serves fixed, paged data: no model is invoked and no production
// history is read or written.
func LargeChatFixtureHandler(workspace string) http.Handler {
mux := http.NewServeMux()
mux.HandleFunc("GET /api/info", func(w http.ResponseWriter, r *http.Request) {
if !largeChatFixtureAuthenticated(w, r) {
return
}
writeLargeChatFixtureJSON(w, `{"version":"fixture","urls":[]}`)
})
mux.HandleFunc("GET /api/event", func(w http.ResponseWriter, r *http.Request) {
if !largeChatFixtureAuthenticated(w, r) {
return
}
w.Header().Set("Content-Type", "text/event-stream")
if flush, ok := w.(http.Flusher); ok {
flush.Flush()
}
})
mux.HandleFunc("GET /api/session", func(w http.ResponseWriter, r *http.Request) {
if !largeChatFixtureAuthenticated(w, r) {
return
}
writeLargeChatFixtureJSON(w, fmt.Sprintf(`{"data":[{"id":%q,"title":"Controlled large chat history","agent":"fixture","model":{"id":"fixture"},"location":{"directory":%q},"time":{"created":1,"updated":1}}]}`, LargeChatFixtureSessionID, workspace))
})
mux.HandleFunc("GET /api/session/"+LargeChatFixtureSessionID+"/message", func(w http.ResponseWriter, r *http.Request) {
if !largeChatFixtureAuthenticated(w, r) {
return
}
page := 0
switch r.URL.Query().Get("cursor") {
case "":
case "older+/=&":
page = 1
case "last":
page = 2
default:
http.Error(w, "unknown opaque cursor", http.StatusBadRequest)
return
}
writeLargeChatFixturePage(w, page)
})
return mux
}
func largeChatFixtureAuthenticated(w http.ResponseWriter, r *http.Request) bool {
user, password, ok := r.BasicAuth()
if !ok || user != "opencode" || password != LargeChatFixturePassword {
w.Header().Set("WWW-Authenticate", `Basic realm="large-chat-fixture"`)
http.Error(w, "authentication required", http.StatusUnauthorized)
return false
}
return true
}
func writeLargeChatFixtureJSON(w http.ResponseWriter, body string) {
w.Header().Set("Content-Type", "application/json")
_, _ = w.Write([]byte(body))
}
func writeLargeChatFixturePage(w http.ResponseWriter, page int) {
w.Header().Set("Content-Type", "application/json")
_, _ = w.Write([]byte(`{"data":[`))
for i := 0; i < 2; i++ {
if i != 0 {
_, _ = w.Write([]byte(","))
}
id := 6 - page*2 - i
// Equal timestamps ensure the broker's verified descending V2 sequence,
// not guessed timestamp ordering, determines transcript order.
_, _ = fmt.Fprintf(w, `{"id":"msg_%d","type":"assistant","time":{"created":1},"content":[`, id)
if page == 0 && i == 0 {
_, _ = w.Write([]byte(`{"type":"tool","id":"huge","state":{"content":[{"type":"text","text":"`))
chunk := strings.Repeat("x", 32<<10)
for n := 0; n < 65; n++ {
_, _ = w.Write([]byte(chunk))
}
_, _ = w.Write([]byte(`"}]}},`))
}
if page == 1 && i == 0 {
for n := 0; n < 25; n++ {
_, _ = fmt.Fprintf(w, `{"type":"tool","id":"tool_%d","state":{"status":"completed","content":[{"type":"text","text":%q}]}},`, n, strings.Repeat("y", 48<<10))
}
}
answer := fmt.Sprintf("fixture answer %d", id)
if id == 6 {
answer = LargeChatFixtureNewestAnswer
} else if id == 4 {
answer = LargeChatFixtureOlderAnswer
}
_, _ = fmt.Fprintf(w, `{"type":"text","text":%q}]}`, answer)
}
next := []string{`"older+/=&"`, `"last"`, "null"}[page]
_, _ = fmt.Fprintf(w, `],"cursor":{"next":%s}}`, next)
}