feat: wire costs[] from modelUsage into eval results

Extract per-model token usage from resultLine.modelUsage (including
cache tokens and exact API cost), flow CostEntry[] through EvalCollector,
aggregate in finalize(). Extend CostEntry with cache_read_input_tokens,
cache_creation_input_tokens, cost_usd. computeCosts() prefers exact
cost_usd over MODEL_PRICING when available (~4x more accurate with
prompt caching).

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Garry Tan
2026-03-15 16:47:27 -05:00
parent 4ad73f7362
commit 02925cfc7a
7 changed files with 170 additions and 7 deletions

View File

@@ -93,4 +93,36 @@ describe('parseNDJSON', () => {
expect(parsed.turnCount).toBe(2);
expect(parsed.toolCalls).toHaveLength(0);
});
test('resultLine preserves modelUsage for cost extraction', () => {
const lines = [
'{"type":"assistant","message":{"model":"claude-sonnet-4-6","content":[{"type":"text","text":"ok"}]}}',
JSON.stringify({
type: 'result', subtype: 'success', total_cost_usd: 0.07,
num_turns: 1, result: 'Done.',
usage: { input_tokens: 8, output_tokens: 802 },
modelUsage: {
'claude-sonnet-4-6': {
inputTokens: 8, outputTokens: 802,
cacheReadInputTokens: 88133, cacheCreationInputTokens: 9223,
costUSD: 0.07308,
},
},
}),
];
const parsed = parseNDJSON(lines);
expect(parsed.resultLine).not.toBeNull();
expect(parsed.resultLine.modelUsage).toBeDefined();
const usage = parsed.resultLine.modelUsage['claude-sonnet-4-6'];
expect(usage.inputTokens).toBe(8);
expect(usage.outputTokens).toBe(802);
expect(usage.cacheReadInputTokens).toBe(88133);
expect(usage.costUSD).toBeCloseTo(0.07308);
});
test('resultLine without modelUsage has undefined modelUsage', () => {
const parsed = parseNDJSON(FIXTURE_LINES);
// Original fixture has no modelUsage on result line
expect(parsed.resultLine?.modelUsage).toBeUndefined();
});
});