47 lines
2.4 KiB
TypeScript
47 lines
2.4 KiB
TypeScript
import { describe, it, expect, beforeEach } from "vitest";
|
|
import { resetWebMetricsForTests, getWebMetrics } from "./registry.js";
|
|
import { recordAiTokensConsumed, resetAiCostBucketsForTests } from "./ai-cost.js";
|
|
|
|
beforeEach(() => {
|
|
resetWebMetricsForTests();
|
|
resetAiCostBucketsForTests();
|
|
});
|
|
|
|
describe("recordAiTokensConsumed", () => {
|
|
it("increments the counter with provider / model / tenant_bucket labels", async () => {
|
|
recordAiTokensConsumed({ provider: "openai", model: "gpt-4o", tenantId: "tenant-1", tokens: 100 });
|
|
const text = await getWebMetrics().registry.metrics();
|
|
expect(text).toMatch(/ai_tokens_consumed_total\{[^}]*provider="openai"[^}]*model="gpt-4o"[^}]*tenant_bucket="tenant-1"[^}]*\} 100/);
|
|
});
|
|
|
|
it("groups anonymous calls under tenant_bucket=anonymous", async () => {
|
|
recordAiTokensConsumed({ provider: "scaleway", model: "mistral", tenantId: null, tokens: 50 });
|
|
const text = await getWebMetrics().registry.metrics();
|
|
expect(text).toMatch(/ai_tokens_consumed_total\{[^}]*tenant_bucket="anonymous"[^}]*\} 50/);
|
|
});
|
|
|
|
it("buckets new tenants past the cap into tenant_bucket=other", async () => {
|
|
for (let i = 0; i < 100; i += 1) {
|
|
recordAiTokensConsumed({ provider: "openai", model: "gpt-4", tenantId: `t-${i}`, tokens: 1 });
|
|
}
|
|
recordAiTokensConsumed({ provider: "openai", model: "gpt-4", tenantId: "t-overflow", tokens: 25 });
|
|
const text = await getWebMetrics().registry.metrics();
|
|
expect(text).toMatch(/ai_tokens_consumed_total\{[^}]*tenant_bucket="other"[^}]*\} 25/);
|
|
expect(text).not.toMatch(/tenant_bucket="t-overflow"/);
|
|
});
|
|
|
|
it("ignores zero / negative / NaN token counts", async () => {
|
|
recordAiTokensConsumed({ provider: "openai", model: "gpt-4", tenantId: "t1", tokens: 0 });
|
|
recordAiTokensConsumed({ provider: "openai", model: "gpt-4", tenantId: "t1", tokens: -5 });
|
|
recordAiTokensConsumed({ provider: "openai", model: "gpt-4", tenantId: "t1", tokens: Number.NaN });
|
|
const text = await getWebMetrics().registry.metrics();
|
|
expect(text).not.toMatch(/ai_tokens_consumed_total\{/);
|
|
});
|
|
|
|
it("sanitises control characters in label values", async () => {
|
|
recordAiTokensConsumed({ provider: "openai", model: "gpt-4\nfoo", tenantId: "t1\tx", tokens: 7 });
|
|
const text = await getWebMetrics().registry.metrics();
|
|
expect(text).toMatch(/ai_tokens_consumed_total\{[^}]*provider="openai"[^}]*model="gpt-4foo"[^}]*tenant_bucket="t1x"[^}]*\} 7/);
|
|
});
|
|
});
|