From c9c411761cbc0b4590b285ff238a7075cd1fe003 Mon Sep 17 00:00:00 2001 From: Alan Silva Date: Sat, 7 Nov 2026 19:46:36 +0000 Subject: [PATCH] Add repeatable mobile quick switch frame profiling driver --- app/tool/perf/mobile_motion_bench.mjs | 245 ++++++++++++++++++++++++ app/tool/perf/mobile_motion_metrics.mjs | 40 ++++ 2 files changed, 285 insertions(+) create mode 100644 app/tool/perf/mobile_motion_bench.mjs create mode 100644 app/tool/perf/mobile_motion_metrics.mjs diff --git a/app/tool/perf/mobile_motion_bench.mjs b/app/tool/perf/mobile_motion_bench.mjs new file mode 100644 index 00000000..c94588b4 --- /dev/null +++ b/app/tool/perf/mobile_motion_bench.mjs @@ -0,0 +1,245 @@ +#!/usr/bin/env node +// Repeated warmed touch switches over the full-app rich-chat fixture. +// Use a Flutter --profile --source-maps build of search_selection_probe_entry.dart: +// node tool/perf/mobile_motion_bench.mjs --build build/probe-motion-profile \ +// --out /tmp/motion --style cardStack --style-label 'Card deck' --repeat 3 +// Records Flutter frame timings, V8 CPU samples, browser cadence and long tasks. +// Chrome uses software rasterization: relative comparisons, not device FPS. +// The saved style is checked in Settings before every measured chat run. +import { mkdir, writeFile } from 'node:fs/promises'; +import { join } from 'node:path'; +import { parseArgs } from 'node:util'; +import { setTimeout as delay } from 'node:timers/promises'; +import { openBrowser } from '../capture/browser.mjs'; +import { serveBuild } from '../capture/serve.mjs'; +import { flutterPage } from '../capture/page.mjs'; +import { attribute, loadSourceMap } from './cpu_attribution.mjs'; +import { frameMetrics, quantile, round } from './mobile_motion_metrics.mjs'; + +const { values: options } = parseArgs({ + options: { + build: { type: 'string' }, + style: { type: 'string', default: 'tape' }, + 'style-label': { type: 'string' }, + 'cpu-rate': { type: 'string', default: '1' }, + out: { type: 'string' }, + repeat: { type: 'string', default: '3' }, + switches: { type: 'string', default: '10' }, + cadence: { type: 'string', default: '850' }, + platform: { type: 'string', default: 'material' }, + messages: { type: 'string', default: '120' }, + }, +}); +if (!options.build || !options.out) throw new Error('--build and --out required'); + +// The peek always identifies the other retained pane after each switch. +const peekTarget = `eval:(() => { + const element = document.querySelector('[flt-semantics-identifier^="chat-peek-"]'); + if (!element) return null; + const rect = element.getBoundingClientRect(); + return [rect.x + rect.width / 2, rect.y + rect.height / 2]; +})()`; + +// Supports both the previous plain picker and the native rows' richer labels. +const secondChatTarget = `eval:(() => { + const nodes = [...document.querySelectorAll('flt-semantics, [aria-label]')]; + const hits = nodes.filter((element) => { + const label = element.getAttribute('aria-label') || element.innerText || ''; + const rect = element.getBoundingClientRect(); + return /Fixture chat 2(?:\\s|$)/.test(label) + && rect.width > 0 && rect.height > 0 && rect.top < innerHeight; + }).sort((a, b) => { + const ra = a.getBoundingClientRect(), rb = b.getBoundingClientRect(); + return ra.width * ra.height - rb.width * rb.height; + }); + if (!hits.length) return null; + const rect = hits[0].getBoundingClientRect(); + return [rect.x + rect.width / 2, rect.y + rect.height / 2]; +})()`; + +await mkdir(options.out, { recursive: true }); +const lookup = await loadSourceMap(options.build); +const server = await serveBuild(options.build); +const browser = await openBrowser(); +const page = flutterPage(browser, () => {}, { touch: true }); +const frames = []; +const runs = []; + +browser.on('Runtime.consoleAPICalled', (event) => { + const line = event.args.map((argument) => argument.value ?? '').join(' '); + if (line.startsWith('PERF_FRAME ')) { + frames.push(line.split(' ').slice(1).map(Number)); + } +}); + +try { + await browser.send('Page.enable'); + await browser.send('Runtime.enable'); + await browser.send('Page.addScriptToEvaluateOnNewDocument', { + source: `try { localStorage.clear(); sessionStorage.clear(); localStorage.setItem('flutter.pipelines.quick-switch-animation.v1', JSON.stringify(${JSON.stringify(options.style)})); } catch (_) {}`, + }); + + for (let repetition = 0; repetition < Number(options.repeat); repetition++) { + const url = new URL('/', server.origin); + const fixture = { + route: '/chat/perf-chat-0', + platform: options.platform, + theme: 'light', + chats: '30', + msgs: options.messages, + rich: '1', + perf: '1', + }; + for (const [key, value] of Object.entries(fixture)) { + url.searchParams.set(key, value); + } + const settingsUrl = new URL(url); + settingsUrl.searchParams.set('route', '/settings'); + await browser.send('Emulation.setTouchEmulationEnabled', { enabled: false }); + await page.open(settingsUrl.href, { width: 560, height: 1000, theme: 'light' }); + const styleLabel = options['style-label'] ?? {tape: 'Tape', swap: 'Swap', cardStack: 'Card stack'}[options.style]; + if (styleLabel) { + try { await page.waitFor(styleLabel, 300); } + catch (_) { await page.scroll(650); await delay(350); await page.waitFor(styleLabel); } + } + await browser.send('Emulation.setTouchEmulationEnabled', { enabled: false }); + await page.open(url.href, { width: 560, height: 1000, theme: 'light' }); + await page.click('More actions'); + await delay(200); + await page.click('Add chat pane'); + await delay(250); + await page.click(secondChatTarget); + await delay(900); + + // Warm both retained transcripts before recording. + for (let index = 0; index < 2; index++) { + await page.click(peekTarget); + await delay(500); + } + + // Drain late timing batches from navigation and both warm-up switches. + await delay(1200); + for (let index = 0; index < 2; index++) { + await page.evaluate('window.__perfKick?.();true'); + await delay(250); + } + await browser.send('Profiler.enable'); + await browser.send('Profiler.setSamplingInterval', { interval: 1000 }); + await browser.send('Emulation.setCPUThrottlingRate', { rate: Number(options['cpu-rate']) }); + await page.evaluate(`(() => { + window.__paneFrames = []; + window.__paneLongTasks = []; + window.__paneRecording = true; + window.__paneObserver = new PerformanceObserver((list) => { + if (window.__paneRecording) { + window.__paneLongTasks.push(...list.getEntries().map((entry) => entry.duration)); + } + }); + window.__paneObserver.observe({ type: 'longtask', buffered: false }); + let last = performance.now(); + const tick = (time) => { + if (!window.__paneRecording) return; + window.__paneFrames.push(time - last); + last = time; + requestAnimationFrame(tick); + }; + requestAnimationFrame(tick); + return true; + })()`); + frames.length = 0; + await browser.send('Profiler.start'); + + const start = performance.now(); + const selections = []; + for (let index = 0; index < Number(options.switches); index++) { + const expected = await page.evaluate(`(() => { + const peek = document.querySelector('[flt-semantics-identifier^="chat-peek-"]'); + return peek?.getAttribute('flt-semantics-identifier').replace('chat-peek-', 'chat-pane-'); + })()`); + if (!expected) throw new Error('No inactive chat preview to switch'); + const at = await page.waitFor(peekTarget); + await browser.send('Input.dispatchTouchEvent', { type: 'touchStart', touchPoints: [{x: at.x, y: at.y, id: 0}] }); + await browser.send('Input.dispatchTouchEvent', { type: 'touchEnd', touchPoints: [] }); + await delay(Number(options.cadence)); + const selected = await page.evaluate(`Boolean(document.querySelector( + '[flt-semantics-identifier="' + ${JSON.stringify(expected)} + '"]' + ))`); + selections.push({ expected, selected }); + if (!selected) throw new Error(`Switch ${index + 1} did not activate ${expected}`); + } + await delay(300); + const elapsed = performance.now() - start; + const raf = await page.evaluate(` + window.__paneRecording = false; + window.__paneObserver.disconnect(); + ({ deltas: window.__paneFrames, longTasks: window.__paneLongTasks }) + `); + const { profile } = await browser.send('Profiler.stop'); + await writeFile( + join(options.out, `run-${repetition + 1}.cpuprofile`), + JSON.stringify(profile), + ); + const cpu = attribute(profile, lookup, { n: 15 }); + await writeFile( + join(options.out, `run-${repetition + 1}-cpu.json`), + JSON.stringify(cpu, null, 2), + ); + + // Flush timing batches without counting navigation/setup frames. + await delay(500); + for (let index = 0; index < 2; index++) { + await page.evaluate('window.__perfKick?.();true'); + await delay(150); + } + const useful = frames.filter((frame) => frame[0] + frame[1] > 300); + const result = { + rep: repetition + 1, + style: options.style, + cpuRate: Number(options['cpu-rate']), + elapsedMs: round(elapsed), + switches: Number(options.switches), + cadenceMs: Number(options.cadence), + confirmedSwitches: selections.filter((item) => item.selected).length, + ...frameMetrics(useful, raf), + cpu, + }; + runs.push(result); + await writeFile( + join(options.out, `run-${repetition + 1}-frames.json`), + JSON.stringify({ flutter: useful, raf, selections }, null, 2), + ); + if (repetition === 0) { + await writeFile(join(options.out, 'final.png'), await page.shot()); + } + console.log(JSON.stringify({ ...result, cpu: undefined })); + } + + const metrics = [ + 'buildP50Ms', 'totalP50Ms', 'totalMaxMs', 'rafP50Ms', 'rafMaxMs', 'rafOver33', + 'frames', 'buildSumMs', 'buildMaxMs', 'buildP95Ms', 'rasterSumMs', + 'rasterP95Ms', 'totalP95Ms', 'over16', 'rafP95Ms', 'longTasks', 'longTaskMs', + ]; + const medians = Object.fromEntries(metrics.map((metric) => [ + metric, + round(quantile(runs.map((run) => run[metric]), .5)), + ])); + const report = { + build: options.build, + platform: options.platform, + style: options.style, + cpuRate: Number(options['cpu-rate']), + messages: Number(options.messages), + size: '560x1000', + headlessCpuRaster: true, + semanticsEnabled: true, + runs, + medians, + errors: page.errors, + }; + await writeFile(join(options.out, 'report.json'), JSON.stringify(report, null, 2)); + if (page.errors.length) throw new Error('Browser errors: ' + page.errors.join('\n')); + console.log('MEDIANS', JSON.stringify(medians)); +} finally { + await browser.close(); + await server.close(); +} diff --git a/app/tool/perf/mobile_motion_metrics.mjs b/app/tool/perf/mobile_motion_metrics.mjs new file mode 100644 index 00000000..74cc552e --- /dev/null +++ b/app/tool/perf/mobile_motion_metrics.mjs @@ -0,0 +1,40 @@ +export function quantile(values, proportion) { + const sorted = [...values].sort((a, b) => a - b); + return sorted.length + ? sorted[Math.min(sorted.length - 1, Math.floor(sorted.length * proportion))] + : 0; +} +export const round = (value) => Math.round(value * 100) / 100; + +export function frameMetrics(useful, raf) { + const sum = (index) => round( + useful.reduce((total, frame) => total + frame[index], 0) / 1000, + ); + const max = (index) => round( + Math.max(0, ...useful.map((frame) => frame[index])) / 1000, + ); + const p95 = (index) => round(quantile( + useful.map((frame) => frame[index] / 1000), + .95, + )); + return { + frames: useful.length, + buildSumMs: sum(0), + buildMaxMs: max(0), + buildP50Ms: round(quantile(useful.map(f => f[0] / 1000), .5)), + buildP95Ms: p95(0), + rasterSumMs: sum(1), + rasterMaxMs: max(1), + rasterP95Ms: p95(1), + totalP50Ms: round(quantile(useful.map(f => f[2] / 1000), .5)), + totalP95Ms: p95(2), + totalMaxMs: max(2), + rafP50Ms: round(quantile(raf.deltas, .5)), + rafOver33: raf.deltas.filter(x => x > 33.34).length, + over16: useful.filter((frame) => frame[2] > 16667).length, + rafP95Ms: round(quantile(raf.deltas, .95)), + rafMaxMs: round(Math.max(0, ...raf.deltas)), + longTasks: raf.longTasks.length, + longTaskMs: round(raf.longTasks.reduce((total, duration) => total + duration, 0)), + }; +}