// Production app UI, isolated create-prompt and recorded-stage fixtures only. import assert from 'node:assert/strict'; import { mkdir, mkdtemp, writeFile } from 'node:fs/promises'; import { once } from 'node:events'; import { tmpdir } from 'node:os'; import { join, resolve } from 'node:path'; import { startFixture } from './runs_probe_server.mjs'; import { launchChrome, waitForPort, waitForPage, connect, sleep } from './pipelines_probe_cdp_lib.mjs'; import { axNodes, enableSemantics, waitFor, capture, click, clickAt } from './pipelines_probe_cdp_input.mjs'; const platform = process.env.PROBE_PLATFORM ?? 'material'; const output = resolve(process.argv[3] ?? `build/ui-followups-${platform}`); await mkdir(output,{recursive:true}); const stage = 'verify_release'; const runDetail = { id:1,title:'Recorded release',status:'failed',graph:{stages:[{key:stage,type:'model'}]},steps:[ {stage,sequence:1,status:'completed',outcome:'success',provider:'openai',model:'fixture-model', started_at:'2026-10-25T12:00:00Z',finished_at:'2026-10-25T12:02:05Z',output:{result:'First visit'}}, {stage,sequence:2,status:'failed',outcome:'error',diagnostic:'Recorded verification failure', started_at:'2026-10-25T12:03:00Z',finished_at:'2026-10-25T12:03:10Z',output:{result:'Second visit'}}, ]}; const fixture=await startFixture({root:resolve(process.argv[2]),runDetail,chatMessages:[]}); const profile=await mkdtemp(join(tmpdir(),'ui-followups-')); const chrome=launchChrome('/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',profile,'about:blank'); const log={platform,checks:[],captures:[]}; let c; const names=async()=>(await axNodes(c)).flatMap(n=>[n.name?.value??'',n.value?.value??'']); async function point(node) { assert.ok(node,'expected accessible control'); const {model}=await c.send('DOM.getBoxModel',{backendNodeId:node.backendDOMNodeId}); const [x1,y1,,,x3,y3]=model.content;await clickAt(c,(x1+x3)/2,(y1+y3)/2); } async function navigate(path) { await c.send('Page.navigate',{url:fixture.url+path}); assert.ok(await waitFor(()=>c.evaluate("Boolean(document.querySelector('flt-semantics-placeholder'))"),30000)); await enableSemantics(c); } async function createButton() { return waitFor(async () => { const button=(await axNodes(c)).filter(n=>n.role?.value==='button'&&n.name?.value==='New chat'&&n.backendDOMNodeId).at(-1); return button && !button.properties?.some(p=>p.name==='disabled'&&p.value?.value===true) ? button : null; },10000); } async function promptSwitch() { return (await axNodes(c)).find(n=>['switch','checkbox'].includes(n.role?.value)&&n.backendDOMNodeId); } try { c=await connect((await waitForPage(await waitForPort(join(profile,'DevToolsActivePort')))).webSocketDebuggerUrl); await c.send('Page.enable'); if(platform==='material') await c.send('Emulation.setUserAgentOverride',{ userAgent:'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/155.0.0.0 Safari/537.36',platform:'Win32', }); await c.send('Emulation.setDeviceMetricsOverride',{width:1280,height:1000,deviceScaleFactor:1,mobile:false}); await navigate('/chat'); await click(c,'New chat'); let toggle=await waitFor(promptSwitch,15000);assert.ok(toggle); assert.equal(String(toggle.properties.find(p=>p.name==='checked')?.value?.value),'false','prompt is off by default'); await capture(c,output,log,'01-prompt-off'); await point(await createButton()); assert.ok(await waitFor(()=>c.evaluate("location.pathname.includes('fixture_created_1')"),10000)); let state=await(await fetch(fixture.url+'/fixture/state')).json(); assert.equal(state.chatCreateRequests.length,1); assert.equal(Object.hasOwn(state.chatCreateRequests[0],'instructions'),false); log.checks.push('default-off chat creation omits instructions'); await navigate('/chat');await click(c,'New chat'); await point(await waitFor(promptSwitch,10000)); await sleep(300); await click(c,'Custom');await click(c,'Careful coding');await sleep(300); await capture(c,output,log,'02-preset-editable'); await click(c,'Careful coding');await click(c,'Custom');await sleep(200); const editor=(await axNodes(c)).filter(n=>n.role?.value==='textbox'&&n.backendDOMNodeId).at(-1); await point(editor);await c.send('Input.insertText',{text:'Custom prompt from the isolated fixture.'}); await sleep(200);await point(await createButton()); assert.ok(await waitFor(()=>c.evaluate("location.pathname.includes('fixture_created_2')"),10000)); state=await(await fetch(fixture.url+'/fixture/state')).json(); assert.equal(state.chatCreateRequests[1].instructions,'Custom prompt from the isolated fixture.'); log.checks.push('real preset/custom picker and exact custom create payload'); for(const [index,sequence] of [[0,1],[1,2]]) { await navigate(`/runs/1/stage/${stage}?visit=${index}`); assert.ok(await waitFor(()=>c.evaluate("Boolean(document.querySelector('[flt-semantics-identifier=run-stage-heading]'))"),15000)); assert.ok((await names()).includes(stage)); assert.ok((await names()).includes('Visit '+sequence)); if(index===1) assert.ok((await names()).some(name=>name.includes('Recorded verification failure'))); await capture(c,output,log,`03-stage-visit-${sequence}`); } log.checks.push('prominent stage heading and correct separate coordinates for repeated deep-linked visits'); console.log(JSON.stringify(log,null,2)); } catch(error) { if(c){await capture(c,output,log,'failure');await writeFile(join(output,'failure-ax.json'),JSON.stringify(await axNodes(c),null,2));} throw error; } finally { await writeFile(join(output,'result.json'),JSON.stringify(log,null,2)); c?.close();const exited=once(chrome,'exit');chrome.kill();await exited;await fixture.close(); }