Files
pipelines/web/test/chatUsage.test.mjs
T

70 lines
3.9 KiB
JavaScript

import test from "node:test";
import assert from "node:assert/strict";
import { chatUsageMetrics, normalizeChatUsage } from "../src/chatUsage.js";
import { newChatThread, applyChatEvent, settledThread, resumedThread, historyResync, queuedAfterFrame } from "../src/chat.js";
const snapshot = {scope:"session",total_tokens:132408,context_tokens:42000,context_window:200000,cost_usd:0.1423,output_tokens_per_second:24.6,rate_basis:"generation"};
const event = (usage) => ({session_id:"chat",kind:"usage",usage});
test("usage metrics format native counters without conflating context and processed totals", () => {
const rows=chatUsageMetrics(snapshot,"en-US");
assert.deepEqual(rows.map(row=>row.value),["24.6 tok/s","132,408","42,000 / 200,000","$0.1423"]);
assert.ok(rows.every(row=>row.available));
assert.match(rows[0].title,/native request-to-stream-completion/);
});
test("unreported values stay unavailable, including legacy zero or unsupported subscription costs", () => {
assert.ok(chatUsageMetrics(null).every(row=>row.value==="Unavailable"));
assert.ok(chatUsageMetrics({input_tokens:100,output_tokens:50,cost:0}).every(row=>!row.available));
const codex=chatUsageMetrics({scope:"session",total_tokens:1000,context_window:128000},"en-US");
assert.equal(codex[3].value,"Unavailable");
assert.equal(codex[2].value,"128,000 limit");
assert.equal(codex[0].value,"Unavailable");
});
test("reported zeros are not missing and tiny positive values are not displayed as zero", () => {
const zero=chatUsageMetrics({scope:"session",total_tokens:0,context_tokens:0,context_window:1000,cost_usd:0,output_tokens_per_second:0},"en-US");
assert.deepEqual(zero.map(row=>row.value),["0 tok/s","0","0 / 1,000","$0.0000"]);
const small=chatUsageMetrics({cost_usd:0.00000001,output_tokens_per_second:0.01},"en-US");
assert.equal(small[0].value,"<0.1 tok/s");
assert.equal(small[3].value,"<$0.000001");
});
test("invalid, fractional or unsafe counters are never turned into fabricated metrics", () => {
const invalid=normalizeChatUsage({scope:"session",total_tokens:1.5,context_tokens:-1,context_window:0,cost_usd:Infinity,output_tokens_per_second:"100"});
assert.ok(chatUsageMetrics(invalid).every(row=>!row.available));
assert.equal(normalizeChatUsage({total_tokens:Number.MAX_SAFE_INTEGER+1}),null);
assert.equal(normalizeChatUsage([]),null);
});
test("usage snapshots replace counters, preserve queue/turn state and do not create messages", () => {
const original={...newChatThread("chat"),queued:true};
const once=applyChatEvent(original,event(snapshot));
const twice=applyChatEvent(once,event(snapshot));
assert.equal(twice.usage.total_tokens,132408);
assert.equal(twice.queued,true);
assert.equal(twice.running,false);
assert.deepEqual(twice.messages,[]);
assert.equal(queuedAfterFrame(true,event(snapshot)),true);
const next=applyChatEvent(twice,event({...snapshot,total_tokens:133000,context_tokens:3000}));
assert.equal(next.usage.total_tokens,133000);
assert.equal(next.usage.context_tokens,3000);
assert.equal(applyChatEvent(next,{...event(snapshot),session_id:"other"}),next);
});
test("last reported metrics survive idle, history refresh and reconnect without being summed", () => {
const thread=applyChatEvent(newChatThread("chat"),event(snapshot));
for(const result of [settledThread(thread),resumedThread(thread),historyResync(thread,{messages:[]})]) {
assert.equal(result.usage.total_tokens,132408);
assert.equal(result.usage.cost_usd,0.1423);
}
const unknown=applyChatEvent(thread,event({scope:"session"}));
assert.ok(chatUsageMetrics(unknown.usage).every(row=>!row.available));
});
test("turn-wall-time averages are labeled rather than presented as pure model generation speed", () => {
const rate=chatUsageMetrics({...snapshot,rate_basis:"turn"})[0];
assert.equal(rate.label,"Avg output rate");
assert.match(rate.title,/including tools and waiting/);
});