65 lines
2.4 KiB
TypeScript
65 lines
2.4 KiB
TypeScript
|
import { describe, expect, test } from 'bun:test';
|
||
|
|
import { computeContextUsage, DEFAULT_CONTEXT_LIMIT } from './contextUsage';
|
||
|
|
|
||
|
|
const assistant = (tokens: Record<string, unknown>, id = 'msg') => ({ id, role: 'assistant', tokens });
|
||
|
|
|
||
|
|
describe('computeContextUsage', () => {
|
||
|
|
test('sums every token bucket of the newest reporting assistant message', () => {
|
||
|
|
const usage = computeContextUsage(
|
||
|
|
[assistant({ input: 100, output: 20, reasoning: 5, cache: { read: 800, write: 75 } })],
|
||
|
|
2000,
|
||
|
|
);
|
||
|
|
expect(usage?.totalTokens).toBe(1000);
|
||
|
|
expect(usage?.percent).toBe(50);
|
||
|
|
});
|
||
|
|
|
||
|
|
test('reports the latest turn rather than a sum across turns', () => {
|
||
|
|
// Each assistant turn reports the whole window it saw, so adding them up
|
||
|
|
// would report several times the real fill.
|
||
|
|
const usage = computeContextUsage(
|
||
|
|
[
|
||
|
|
assistant({ input: 400, output: 0, reasoning: 0 }, 'old'),
|
||
|
|
assistant({ input: 900, output: 0, reasoning: 0 }, 'new'),
|
||
|
|
],
|
||
|
|
1000,
|
||
|
|
);
|
||
|
|
expect(usage?.totalTokens).toBe(900);
|
||
|
|
});
|
||
|
|
|
||
|
|
test('skips user messages and assistant turns that reported nothing', () => {
|
||
|
|
const usage = computeContextUsage(
|
||
|
|
[
|
||
|
|
assistant({ input: 300, output: 0, reasoning: 0 }, 'real'),
|
||
|
|
assistant({ input: 0, output: 0, reasoning: 0 }, 'zeroed'),
|
||
|
|
{ id: 'user', role: 'user' },
|
||
|
|
],
|
||
|
|
1000,
|
||
|
|
);
|
||
|
|
expect(usage?.totalTokens).toBe(300);
|
||
|
|
});
|
||
|
|
|
||
|
|
test('leaves the percentage unrounded', () => {
|
||
|
|
// Rounding here is what made the panel print "34.0%" against the header's
|
||
|
|
// "33.6%".
|
||
|
|
const usage = computeContextUsage([assistant({ input: 336, output: 0, reasoning: 0 })], 1000);
|
||
|
|
expect(usage?.percent.toFixed(1)).toBe('33.6');
|
||
|
|
});
|
||
|
|
|
||
|
|
test('falls back to the default limit when the model exposes none', () => {
|
||
|
|
const usage = computeContextUsage([assistant({ input: 20_000, output: 0, reasoning: 0 })], 0);
|
||
|
|
expect(usage?.limit).toBe(DEFAULT_CONTEXT_LIMIT);
|
||
|
|
expect(usage?.percent).toBe(10);
|
||
|
|
});
|
||
|
|
|
||
|
|
test('returns null when no message carries usable tokens', () => {
|
||
|
|
expect(computeContextUsage([], 1000)).toBeNull();
|
||
|
|
expect(computeContextUsage([{ id: 'u', role: 'user' }], 1000)).toBeNull();
|
||
|
|
expect(computeContextUsage([assistant({ input: 0, output: 0, reasoning: 0 })], 1000)).toBeNull();
|
||
|
|
});
|
||
|
|
|
||
|
|
test('tolerates partial token payloads', () => {
|
||
|
|
const usage = computeContextUsage([assistant({ input: 10 })], 100);
|
||
|
|
expect(usage?.totalTokens).toBe(10);
|
||
|
|
});
|
||
|
|
});
|