summaryrefslogtreecommitdiffhomepage
path: root/packages/throughput-store/src/aggregate.test.ts
diff options
context:
space:
mode:
Diffstat (limited to 'packages/throughput-store/src/aggregate.test.ts')
-rw-r--r--packages/throughput-store/src/aggregate.test.ts76
1 files changed, 38 insertions, 38 deletions
diff --git a/packages/throughput-store/src/aggregate.test.ts b/packages/throughput-store/src/aggregate.test.ts
index 27b800c..a712c8f 100644
--- a/packages/throughput-store/src/aggregate.test.ts
+++ b/packages/throughput-store/src/aggregate.test.ts
@@ -2,49 +2,49 @@ import { describe, expect, it } from "vitest";
import { aggregateSamples, type ThroughputSample } from "./aggregate.js";
const S = (model: string, ts: number, outputTokens: number, genMs: number): ThroughputSample => ({
- model,
- ts,
- outputTokens,
- genMs,
+ model,
+ ts,
+ outputTokens,
+ genMs,
});
describe("aggregateSamples", () => {
- it("token-weights tok/s (Σtokens / Σgen-seconds), so large turns dominate", () => {
- const samples = [
- S("claude/haiku", 100, 1000, 10_000), // 100 tok/s, big turn
- S("claude/haiku", 200, 10, 1000), // 10 tok/s, small turn
- ];
- const [row] = aggregateSamples(samples, 0, 1000);
- expect(row?.model).toBe("claude/haiku");
- // 1010 tokens / 11 s = 91.82, NOT the simple mean (55)
- expect(row?.tokensPerSecond).toBeCloseTo(91.82, 1);
- expect(row?.totalOutputTokens).toBe(1010);
- expect(row?.totalGenMs).toBe(11_000);
- expect(row?.turns).toBe(2);
- });
+ it("token-weights tok/s (Σtokens / Σgen-seconds), so large turns dominate", () => {
+ const samples = [
+ S("claude/haiku", 100, 1000, 10_000), // 100 tok/s, big turn
+ S("claude/haiku", 200, 10, 1000), // 10 tok/s, small turn
+ ];
+ const [row] = aggregateSamples(samples, 0, 1000);
+ expect(row?.model).toBe("claude/haiku");
+ // 1010 tokens / 11 s = 91.82, NOT the simple mean (55)
+ expect(row?.tokensPerSecond).toBeCloseTo(91.82, 1);
+ expect(row?.totalOutputTokens).toBe(1010);
+ expect(row?.totalGenMs).toBe(11_000);
+ expect(row?.turns).toBe(2);
+ });
- it("excludes samples outside the [start, end) range", () => {
- const samples = [S("m", 50, 100, 1000), S("m", 500, 100, 1000), S("m", 1500, 999, 1000)];
- const [row] = aggregateSamples(samples, 100, 1000);
- expect(row?.turns).toBe(1); // only ts=500 is in [100, 1000)
- expect(row?.totalOutputTokens).toBe(100);
- });
+ it("excludes samples outside the [start, end) range", () => {
+ const samples = [S("m", 50, 100, 1000), S("m", 500, 100, 1000), S("m", 1500, 999, 1000)];
+ const [row] = aggregateSamples(samples, 100, 1000);
+ expect(row?.turns).toBe(1); // only ts=500 is in [100, 1000)
+ expect(row?.totalOutputTokens).toBe(100);
+ });
- it("groups by model and sorts by tok/s descending", () => {
- const samples = [
- S("slow", 10, 50, 5000), // 10 tok/s
- S("fast", 10, 500, 1000), // 500 tok/s
- ];
- const rows = aggregateSamples(samples, 0, 100);
- expect(rows.map((r) => r.model)).toEqual(["fast", "slow"]);
- });
+ it("groups by model and sorts by tok/s descending", () => {
+ const samples = [
+ S("slow", 10, 50, 5000), // 10 tok/s
+ S("fast", 10, 500, 1000), // 500 tok/s
+ ];
+ const rows = aggregateSamples(samples, 0, 100);
+ expect(rows.map((r) => r.model)).toEqual(["fast", "slow"]);
+ });
- it("reports 0 tok/s when generation time is 0 (avoids divide-by-zero)", () => {
- const [row] = aggregateSamples([S("m", 10, 100, 0)], 0, 100);
- expect(row?.tokensPerSecond).toBe(0);
- });
+ it("reports 0 tok/s when generation time is 0 (avoids divide-by-zero)", () => {
+ const [row] = aggregateSamples([S("m", 10, 100, 0)], 0, 100);
+ expect(row?.tokensPerSecond).toBe(0);
+ });
- it("returns an empty list when no samples match", () => {
- expect(aggregateSamples([], 0, 100)).toEqual([]);
- });
+ it("returns an empty list when no samples match", () => {
+ expect(aggregateSamples([], 0, 100)).toEqual([]);
+ });
});