import assert from "node:assert/strict"; import { spawn } from "node:child_process"; import { mkdir } from "node:fs/promises"; import { join } from "node:path"; import net from "node:net"; import { fileURLToPath } from "node:url"; import { eventually, launchChrome } from "./browser.mjs"; const [target, sessionId] = process.argv.slice(2); assert.match(target ?? "", /^127\.0\.0\.1:\d+$/); const reserve = net.createServer(); await new Promise((resolve) => reserve.listen(0, "127.0.0.1", resolve)); const port = reserve.address().port; await new Promise((resolve) => reserve.close(resolve)); const serve = spawn(process.execPath, ["serve.mjs", "--port", String(port), "--pipelines", target], { cwd: fileURLToPath(new URL("..", import.meta.url)), env: { ...process.env, PIPELINES_WEB_AUTH: "disabled" }, stdio: ["ignore", "pipe", "pipe"], }); let logs = ""; serve.stdout.on("data", (data) => { logs += data; }); serve.stderr.on("data", (data) => { logs += data; }); let browser; try { await eventually(async () => { if (serve.exitCode != null) throw Error(logs); return fetch(`http://127.0.0.1:${port}/`).then((r) => r.ok).catch(() => false); }); browser = await launchChrome({ width: 390, height: 844 }); const page = await browser.openPage("about:blank"); await page.addInitScript(`(() => { window.__errors = []; window.addEventListener('error', (event) => window.__errors.push(event.message)); window.addEventListener('unhandledrejection', (event) => window.__errors.push(String(event.reason))); const Native = window.WebSocket; window.WebSocket = class extends Native { constructor(...args) { super(...args); window.__socket = this; } }; // Controlled geometry, not a claim that desktop Chrome has an iOS keyboard. const viewport = Object.assign(new EventTarget(), {height:844,width:390,scale:1,offsetTop:0}); Object.defineProperty(window, 'visualViewport', {value:viewport,configurable:true}); })()`); await page.goto(`http://127.0.0.1:${port}/chat/${sessionId}`); await page.waitForSelector("#chatTranscript .chat-reasoning-toggle"); await page.click(".chat-model-button"); await page.waitForSelector("#chatModelSearch"); await page.fill("#chatModelSearch", "beta"); assert.equal(await page.evaluate("document.querySelectorAll('.chat-model-option').length"), 1); assert.equal(await page.evaluate("document.querySelector('.chat-model-option-name').textContent"), "Model Beta"); assert.equal(await page.evaluate("document.querySelector('.app-root').inert"), true); if (process.env.PIPELINES_CAPTURE_DIR) { await mkdir(process.env.PIPELINES_CAPTURE_DIR, { recursive: true }); await page.screenshot(join(process.env.PIPELINES_CAPTURE_DIR, "managed-model-search.png")); } await page.evaluate("document.dispatchEvent(new KeyboardEvent('keydown', { key: 'Escape', bubbles: true, cancelable: true }))"); await eventually(() => page.evaluate("!document.querySelector('.confirm-chat-model')")); const emit = (frame) => page.evaluate(`window.__socket.onmessage({data: JSON.stringify({type:'chat_event', chat_event: {session_id:${JSON.stringify(sessionId)}, ...${JSON.stringify(frame)}}})})`); await emit({ message_id:"msg_answer",kind:"step",step:{status:"started"} }); await emit({ message_id:"msg_answer",kind:"step",step:{status:"ended",intermediate:true} }); await eventually(() => page.evaluate("!!document.querySelector('#chatStop') && !!document.querySelector('.chat-activity-spinner')")); await page.click("#chatTranscript .chat-reasoning-toggle"); await page.waitForSelector(".chat-reasoning-viewer"); assert.equal(await page.evaluate("document.querySelector('.chat-reasoning-modal-body').textContent"), "Controlled reasoning evidence"); if (process.env.PIPELINES_CAPTURE_DIR) { await page.screenshot(join(process.env.PIPELINES_CAPTURE_DIR, "stable-reasoning-popup.png")); } await page.evaluate("document.querySelector('.chat-reasoning-viewer .chat-tool-close').click()"); await emit({ message_id:"msg_answer",kind:"step",step:{status:"ended"} }); await eventually(() => page.evaluate("!document.querySelector('#chatStop') && !document.querySelector('.chat-activity-spinner')")); await page.fill("#chatInput", "Keep this draft and caret"); await page.evaluate(`(() => { const input = document.querySelector('#chatInput'); input.setSelectionRange(5, 9); window.__composer = input; window.visualViewport.height = 430; window.visualViewport.dispatchEvent(new Event('resize')); })()`); await eventually(() => page.evaluate("document.documentElement.classList.contains('keyboard-open')")); assert.equal(await page.evaluate("document.querySelector('#chatInput') === window.__composer && document.activeElement === window.__composer"), true); assert.equal(await page.evaluate("document.querySelector('#chatInput').selectionStart"), 5); assert.equal(await page.evaluate("getComputedStyle(document.querySelector('#chatInput')).fontSize"), "16px"); assert.equal(await page.evaluate("document.querySelector('#chatComposer').getBoundingClientRect().bottom <= 431"), true); if (process.env.PIPELINES_CAPTURE_DIR) { await page.screenshot(join(process.env.PIPELINES_CAPTURE_DIR, "keyboard-composer-visible.png")); } await page.evaluate("window.visualViewport.height = 844; window.visualViewport.dispatchEvent(new Event('resize'))"); await eventually(() => page.evaluate("!document.documentElement.classList.contains('keyboard-open')")); await page.click(".chat-back"); await page.waitForSelector("#chatRows"); await page.evaluate("document.querySelector('#chatRows').scrollTop = 280"); const scroll = await page.evaluate("document.querySelector('#chatRows').scrollTop"); assert.ok(scroll > 0); await page.evaluate("document.querySelector('#chatRows .chat-session-button').click()"); await page.waitForSelector(".chat-back"); await page.click(".chat-back"); await page.waitForSelector("#chatRows"); assert.equal(await page.evaluate("document.querySelector('#chatRows').scrollTop"), scroll); // Activity changes color in place; it must not move the harness mark or add a // Streaming label to the row. const iconRect = await page.evaluate(`(() => { const icon=document.querySelector('#chatRows .chat-row[data-session="${sessionId}"] .chat-backend-logo'); window.__icon=icon; const r=icon.getBoundingClientRect(); return [r.x,r.y,r.width,r.height]; })()`); await emit({ message_id:"msg_answer",kind:"step",step:{status:"started"} }); assert.equal(await page.evaluate("window.__icon.dataset.activity"), "streaming"); assert.equal(await page.evaluate("document.querySelectorAll('#chatRows .chat-activity-streaming').length"), 0); assert.deepEqual(await page.evaluate("(() => { const r=window.__icon.getBoundingClientRect(); return [r.x,r.y,r.width,r.height]; })()"), iconRect); await emit({ message_id:"msg_answer",kind:"step",step:{status:"ended"} }); await page.evaluate(`document.querySelector('#chatRows .chat-row[data-session="${sessionId}"] .chat-session-button').click()`); await page.waitForSelector("#chatInput"); await page.waitForSelector("#chatTranscript"); await page.evaluate("(() => { const t=document.querySelector('#chatTranscript'); t.dispatchEvent(new WheelEvent('wheel',{deltaY:-240,bubbles:true})); t.scrollTop=0; t.dispatchEvent(new Event('scroll')); })()"); await page.fill("#chatInput", "New message must scroll into view"); await page.click("#chatSend"); await eventually(() => page.evaluate("(() => { const t=document.querySelector('#chatTranscript'); return t.textContent.includes('New message must scroll into view') && t.scrollHeight-t.scrollTop-t.clientHeight<3; })()")); // These requests originate at the broker snapshot, not an injected browser // frame. A reload must recover all of them, and each control reaches Go. assert.equal((await fetch(`http://${target}/fixture-attention`,{method:'POST'})).status,204); await eventually(() => page.evaluate("document.querySelectorAll('.chat-approval-pending').length===2 && document.querySelectorAll('.chat-question').length===2")); await page.goto(`http://127.0.0.1:${port}/chat/${sessionId}`); try { await eventually(() => page.evaluate("document.querySelectorAll('.chat-approval-pending').length===2 && document.querySelectorAll('.chat-question').length===2")); } catch(error) { console.log(await page.evaluate("({approvals:document.querySelectorAll('.chat-approval-pending').length,questions:document.querySelectorAll('.chat-question').length,errors:window.__errors,text:document.body.innerText.slice(-2000)})")); throw error; } assert.equal(await page.evaluate("!!document.querySelector('.chat-approval-jump')"),true); await page.click('.chat-approval-jump'); if(process.env.PIPELINES_CAPTURE_DIR) await page.screenshot(join(process.env.PIPELINES_CAPTURE_DIR,'mobile-pending-interactions.png')); await page.evaluate("document.querySelector('[data-request-id=per_first] .chat-approval-control').click()"); await eventually(() => page.evaluate("document.querySelectorAll('.chat-approval-pending').length===1")); await page.evaluate("document.querySelector('[data-request-id=per_second] .chat-approval-control:last-child').click()"); await eventually(() => page.evaluate("document.querySelectorAll('.chat-approval-pending').length===0")); for(const id of ['form_first','form_second']) { await page.fill(`[data-form-id=${id}] .chat-question-input`,'Browser answer'); if(id==='form_second') { await page.evaluate("(()=>{const s=document.querySelector('[data-form-id=form_second] select');s.value='true';s.dispatchEvent(new Event('change',{bubbles:true}));})()"); await page.fill('[data-form-id=form_second] input[aria-label="Only when enabled"]','must not leak'); await page.evaluate("(()=>{const s=document.querySelector('[data-form-id=form_second] select');s.value='false';s.dispatchEvent(new Event('change',{bubbles:true}));})()"); await page.fill('[data-form-id=form_second] input[type=number]','0'); assert.equal(await page.evaluate("document.querySelector('[data-form-id=form_second] input[aria-label=\"Only when enabled\"]').closest('.chat-question-field').getBoundingClientRect().height"),0); assert.equal(await page.evaluate("document.querySelector('[data-form-id=form_second] input[aria-label=Secret]').type"),'password'); if(process.env.PIPELINES_CAPTURE_DIR) await page.screenshot(join(process.env.PIPELINES_CAPTURE_DIR,'typed-question-controls.png')); } await emit({message_id:'msg_answer',kind:'text',part:{id:'draft-check',type:'text',text:'unrelated frame'}}); await eventually(() => page.evaluate(`document.querySelector('[data-form-id=${id}] .chat-question-input')?.value==='Browser answer'`)); await page.evaluate(`document.querySelector('[data-form-id=${id}] .chat-question-submit').click()`); await eventually(() => page.evaluate(`!document.querySelector('[data-form-id=${id}]')`)); } await eventually(() => page.evaluate("!document.querySelector('.chat-approval-jump')")); assert.equal((await fetch(`http://${target}/fixture-cancel`,{method:'POST'})).status,204); await page.waitForSelector('[data-form-id=form_cancel]'); await page.evaluate("[...document.querySelectorAll('[data-form-id=form_cancel] button')].find(button=>button.textContent==='Cancel question').click()"); await eventually(()=>page.evaluate("!document.querySelector('[data-form-id=form_cancel]')")); assert.equal((await fetch(`http://${target}/fixture-shell`,{method:'POST'})).status,204); await page.goto(`http://127.0.0.1:${port}/chat/${sessionId}`); await page.waitForSelector('.chat-bg-task'); await page.click('.chat-bg-task'); await eventually(()=>page.evaluate("document.querySelector('.chat-bg-task-output')?.textContent==='Controlled background output'")); if(process.env.PIPELINES_CAPTURE_DIR) await page.screenshot(join(process.env.PIPELINES_CAPTURE_DIR,'harness-background-output.png')); await page.fill('#chatInput','Keep this draft through readback'); await page.evaluate("window.__resyncComposer=document.querySelector('#chatInput')"); assert.equal((await fetch(`http://${target}/fixture-resync`,{method:'POST'})).status,204); await emit({kind:'resync'}); await eventually(()=>page.evaluate("document.querySelector('#chatTranscript').textContent.includes('Authoritative resync evidence')")); assert.equal(await page.evaluate("document.querySelector('#chatInput')===window.__resyncComposer && document.querySelector('#chatInput').value==='Keep this draft through readback'"),true); assert.deepEqual(await page.evaluate("window.__errors"), []); console.log("Model dialog, stable activity mark, keyboard/caret, Back restoration, send-to-bottom and all recovered approvals/questions passed."); } finally { await browser?.close(); serve.kill("SIGTERM"); await new Promise((resolve) => serve.exitCode != null ? resolve() : serve.once("exit", resolve)); }