Files
HiveGrid-Wireframes/hivegrid-cloud/apps/web/app/lib/metrics/ai-cost.test.ts
T

47 lines
2.4 KiB
TypeScript

import { describe, it, expect, beforeEach } from "vitest";
import { resetWebMetricsForTests, getWebMetrics } from "./registry.js";
import { recordAiTokensConsumed, resetAiCostBucketsForTests } from "./ai-cost.js";
beforeEach(() => {
resetWebMetricsForTests();
resetAiCostBucketsForTests();
});
describe("recordAiTokensConsumed", () => {
it("increments the counter with provider / model / tenant_bucket labels", async () => {
recordAiTokensConsumed({ provider: "openai", model: "gpt-4o", tenantId: "tenant-1", tokens: 100 });
const text = await getWebMetrics().registry.metrics();
expect(text).toMatch(/ai_tokens_consumed_total\{[^}]*provider="openai"[^}]*model="gpt-4o"[^}]*tenant_bucket="tenant-1"[^}]*\} 100/);
});
it("groups anonymous calls under tenant_bucket=anonymous", async () => {
recordAiTokensConsumed({ provider: "scaleway", model: "mistral", tenantId: null, tokens: 50 });
const text = await getWebMetrics().registry.metrics();
expect(text).toMatch(/ai_tokens_consumed_total\{[^}]*tenant_bucket="anonymous"[^}]*\} 50/);
});
it("buckets new tenants past the cap into tenant_bucket=other", async () => {
for (let i = 0; i < 100; i += 1) {
recordAiTokensConsumed({ provider: "openai", model: "gpt-4", tenantId: `t-${i}`, tokens: 1 });
}
recordAiTokensConsumed({ provider: "openai", model: "gpt-4", tenantId: "t-overflow", tokens: 25 });
const text = await getWebMetrics().registry.metrics();
expect(text).toMatch(/ai_tokens_consumed_total\{[^}]*tenant_bucket="other"[^}]*\} 25/);
expect(text).not.toMatch(/tenant_bucket="t-overflow"/);
});
it("ignores zero / negative / NaN token counts", async () => {
recordAiTokensConsumed({ provider: "openai", model: "gpt-4", tenantId: "t1", tokens: 0 });
recordAiTokensConsumed({ provider: "openai", model: "gpt-4", tenantId: "t1", tokens: -5 });
recordAiTokensConsumed({ provider: "openai", model: "gpt-4", tenantId: "t1", tokens: Number.NaN });
const text = await getWebMetrics().registry.metrics();
expect(text).not.toMatch(/ai_tokens_consumed_total\{/);
});
it("sanitises control characters in label values", async () => {
recordAiTokensConsumed({ provider: "openai", model: "gpt-4\nfoo", tenantId: "t1\tx", tokens: 7 });
const text = await getWebMetrics().registry.metrics();
expect(text).toMatch(/ai_tokens_consumed_total\{[^}]*provider="openai"[^}]*model="gpt-4foo"[^}]*tenant_bucket="t1x"[^}]*\} 7/);
});
});