70 lines
3.9 KiB
JavaScript
70 lines
3.9 KiB
JavaScript
import test from "node:test";
|
|
import assert from "node:assert/strict";
|
|
import { chatUsageMetrics, normalizeChatUsage } from "../src/chatUsage.js";
|
|
import { newChatThread, applyChatEvent, settledThread, resumedThread, historyResync, queuedAfterFrame } from "../src/chat.js";
|
|
|
|
const snapshot = {scope:"session",total_tokens:132408,context_tokens:42000,context_window:200000,cost_usd:0.1423,output_tokens_per_second:24.6,rate_basis:"generation"};
|
|
const event = (usage) => ({session_id:"chat",kind:"usage",usage});
|
|
|
|
test("usage metrics format native counters without conflating context and processed totals", () => {
|
|
const rows=chatUsageMetrics(snapshot,"en-US");
|
|
assert.deepEqual(rows.map(row=>row.value),["24.6 tok/s","132,408","42,000 / 200,000","$0.1423"]);
|
|
assert.ok(rows.every(row=>row.available));
|
|
assert.match(rows[0].title,/native request-to-stream-completion/);
|
|
});
|
|
|
|
test("unreported values stay unavailable, including legacy zero or unsupported subscription costs", () => {
|
|
assert.ok(chatUsageMetrics(null).every(row=>row.value==="Unavailable"));
|
|
assert.ok(chatUsageMetrics({input_tokens:100,output_tokens:50,cost:0}).every(row=>!row.available));
|
|
const codex=chatUsageMetrics({scope:"session",total_tokens:1000,context_window:128000},"en-US");
|
|
assert.equal(codex[3].value,"Unavailable");
|
|
assert.equal(codex[2].value,"128,000 limit");
|
|
assert.equal(codex[0].value,"Unavailable");
|
|
});
|
|
|
|
test("reported zeros are not missing and tiny positive values are not displayed as zero", () => {
|
|
const zero=chatUsageMetrics({scope:"session",total_tokens:0,context_tokens:0,context_window:1000,cost_usd:0,output_tokens_per_second:0},"en-US");
|
|
assert.deepEqual(zero.map(row=>row.value),["0 tok/s","0","0 / 1,000","$0.0000"]);
|
|
const small=chatUsageMetrics({cost_usd:0.00000001,output_tokens_per_second:0.01},"en-US");
|
|
assert.equal(small[0].value,"<0.1 tok/s");
|
|
assert.equal(small[3].value,"<$0.000001");
|
|
});
|
|
|
|
test("invalid, fractional or unsafe counters are never turned into fabricated metrics", () => {
|
|
const invalid=normalizeChatUsage({scope:"session",total_tokens:1.5,context_tokens:-1,context_window:0,cost_usd:Infinity,output_tokens_per_second:"100"});
|
|
assert.ok(chatUsageMetrics(invalid).every(row=>!row.available));
|
|
assert.equal(normalizeChatUsage({total_tokens:Number.MAX_SAFE_INTEGER+1}),null);
|
|
assert.equal(normalizeChatUsage([]),null);
|
|
});
|
|
|
|
test("usage snapshots replace counters, preserve queue/turn state and do not create messages", () => {
|
|
const original={...newChatThread("chat"),queued:true};
|
|
const once=applyChatEvent(original,event(snapshot));
|
|
const twice=applyChatEvent(once,event(snapshot));
|
|
assert.equal(twice.usage.total_tokens,132408);
|
|
assert.equal(twice.queued,true);
|
|
assert.equal(twice.running,false);
|
|
assert.deepEqual(twice.messages,[]);
|
|
assert.equal(queuedAfterFrame(true,event(snapshot)),true);
|
|
const next=applyChatEvent(twice,event({...snapshot,total_tokens:133000,context_tokens:3000}));
|
|
assert.equal(next.usage.total_tokens,133000);
|
|
assert.equal(next.usage.context_tokens,3000);
|
|
assert.equal(applyChatEvent(next,{...event(snapshot),session_id:"other"}),next);
|
|
});
|
|
|
|
test("last reported metrics survive idle, history refresh and reconnect without being summed", () => {
|
|
const thread=applyChatEvent(newChatThread("chat"),event(snapshot));
|
|
for(const result of [settledThread(thread),resumedThread(thread),historyResync(thread,{messages:[]})]) {
|
|
assert.equal(result.usage.total_tokens,132408);
|
|
assert.equal(result.usage.cost_usd,0.1423);
|
|
}
|
|
const unknown=applyChatEvent(thread,event({scope:"session"}));
|
|
assert.ok(chatUsageMetrics(unknown.usage).every(row=>!row.available));
|
|
});
|
|
|
|
test("turn-wall-time averages are labeled rather than presented as pure model generation speed", () => {
|
|
const rate=chatUsageMetrics({...snapshot,rate_basis:"turn"})[0];
|
|
assert.equal(rate.label,"Avg output rate");
|
|
assert.match(rate.title,/including tools and waiting/);
|
|
});
|