import { mkdtemp, mkdir, writeFile } from "node:fs/promises"; import { tmpdir } from "node:os"; import { join } from "node:path"; import { describe, expect, it } from "vitest"; import { failureCount, gates, healthCiQualityInventoryScanRoots, renderReport, reportPath, runHealthCiQualityInventory } from "./verify-health-ci-quality-baseline.mjs"; const focusedSmokeTargets = ["apps/web/app/routes/healthcheck.test.ts", "apps/web/app/routes/healthz.test.ts", "apps/web/app/routes/readyz.test.ts", "apps/web/app/routes/status-routes.test.tsx", "apps/web/app/routes.test.ts"]; describe("Health CI Quality baseline runner configuration", () => { it("defines the required non-E2E gates and report path", () => { expect(reportPath).toMatch(/\.tc\/baselines\/health-ci-quality\/baseline-health\.md$/); expect(gates.map((gate) => gate.id)).toEqual(["typecheck", "lint", "ci-baseline", "vitest-healthCiQuality-smoke", "healthCiQuality-health-ci-quality-inventory"]); expect(gates.some((gate) => gate.args?.some((arg) => /playwright|cypress|browser|e2e/i.test(arg)))).toBe(false); expect(healthCiQualityInventoryScanRoots).toEqual(["apps/web/app", "packages", "scripts", "docs", ".gitea", ".github", "prisma", "package.json", "eslint.config.js", "tsconfig.json", "vitest.config.ts"]); }); it("keeps focused smoke tests in the Vitest gate", () => { const vitestGate = gates.find((gate) => gate.id === "vitest-healthCiQuality-smoke"); expect(vitestGate?.args).toEqual(["exec", "vitest", "run", ...focusedSmokeTargets]); }); }); describe("Health CI Quality baseline runner failure counting", () => { it("counts failed shell diagnostics conservatively", () => { expect(failureCount("typecheck", "apps/web/app/a.ts(1,1): error TS2322: nope\napp/b.ts(2,2): error TS7006: nope", "", 1)).toBe(2); expect(failureCount("lint", "✖ 5 problems (3 errors, 2 warnings)", "", 1)).toBe(3); expect(failureCount("vitest-healthCiQuality-smoke", "Tests 4 failed | 8 passed", "", 1)).toBe(4); expect(failureCount("ci-baseline", "Summary: 8 passed, 0 observed, 2 failed", "", 1)).toBe(2); expect(failureCount("ci-baseline", "baseline crashed", "", 1)).toBe(1); }); it("returns zero for clean exits and read-only inventory gates", () => { expect(failureCount("typecheck", "warning only", "", 0)).toBe(0); expect(failureCount("healthCiQuality-health-ci-quality-inventory", "total matches: 12", "", 1)).toBe(0); }); }); describe("Health CI Quality health and quality inventory", () => { it("scans existing roots, records missing roots, and ignores generated dependency and TC paths", async () => { const root = await mkdtemp(join(tmpdir(), "healthCiQuality-baseline-inventory-")); await mkdir(join(root, "apps/web/app", "routes"), { recursive: true }); await mkdir(join(root, "packages", "db", "src"), { recursive: true }); await mkdir(join(root, "scripts"), { recursive: true }); await mkdir(join(root, ".tc"), { recursive: true }); await mkdir(join(root, "apps/web/app", "generated"), { recursive: true }); await mkdir(join(root, "node_modules", "ignored"), { recursive: true }); await writeFile(join(root, "package.json"), JSON.stringify({ scripts: { "verify:health-ci-quality-baseline": "node scripts/verify-health-ci-quality-baseline.mjs", lint: "eslint .", typecheck: "tsc -b" } }), "utf8"); await writeFile(join(root, "apps/web/app", "routes", "health.ts"), "export const signal = 'healthcheck healthz readyz readiness status status route vitest smoke test';", "utf8"); await writeFile(join(root, "packages", "db", "src", "ci.ts"), "export const ci = 'CI ci-baseline workflow pipeline gitea github actions';", "utf8"); await writeFile(join(root, "scripts", "baseline.mjs"), "const quality = 'baseline baseline-gates eslint lint max-warnings typecheck tsc typescript';", "utf8"); const ignoredSignal = "healthcheck readyz status baseline CI eslint typecheck vitest"; await writeFile(join(root, ".tc", "ignored.ts"), ignoredSignal, "utf8"); await writeFile(join(root, "apps/web/app", "generated", "ignored.ts"), ignoredSignal, "utf8"); await writeFile(join(root, "node_modules", "ignored", "ignored.ts"), ignoredSignal, "utf8"); const inventory = await runHealthCiQualityInventory(root); const allMatches = inventory.matches.join("\n"); expect(inventory.roots).toEqual(["apps/web/app", "packages", "scripts", "package.json"]); expect(inventory.missingRoots).toEqual(["docs", ".gitea", ".github", "prisma", "eslint.config.js", "tsconfig.json", "vitest.config.ts"]); expect(inventory.counts).toMatchObject({ "health-signal": 4, "readiness-signal": 2, "status-signal": 2, "baseline-gate-signal": 5, "ci-signal": 6, "lint-signal": 5, "typecheck-signal": 5, "test-signal": 3, }); expect(allMatches).toContain("apps/web/app/routes/health.ts"); expect(allMatches).toContain("packages/db/src/ci.ts"); expect(allMatches).toContain("scripts/baseline.mjs"); expect(allMatches).not.toContain(".tc/ignored.ts"); expect(allMatches).not.toContain("generated/ignored.ts"); expect(allMatches).not.toContain("node_modules/ignored/ignored.ts"); }); }); describe("Health CI Quality report rendering", () => { it("renders gate metadata, aggregate status, fingerprints, and inventory counts", () => { const report = renderReport([ { id: "typecheck", command: "pnpm run typecheck", exitCode: 2, durationMs: 1500, failureCount: 7, fingerprint: { hash: "abc123def456", excerpt: "error TS2322" } }, { id: "healthCiQuality-health-ci-quality-inventory", command: "read-only Health CI Quality health/readiness/status/baseline/CI/lint/typecheck/test inventory", exitCode: 0, durationMs: 42, failureCount: 0, inventory: { roots: ["apps/web/app"], missingRoots: ["docs"], filesScanned: 3, counts: { "health-signal": 1, "ci-signal": 2 }, totalMatches: 3, matches: [] }, fingerprint: { hash: "fed456abc123", excerpt: "health-signal: 1" }, }, ]); expect(report).toContain("# Health CI Quality Baseline Health"); expect(report).toContain("non-E2E baseline gates for Health CI Quality baseline"); expect(report).toContain("Aggregated Exitcode: 1"); expect(report).toContain("Failed Shell Gates: 1"); expect(report).toContain("## typecheck"); expect(report).toContain("## healthCiQuality-health-ci-quality-inventory"); expect(report).toContain("- Exitcode: 2"); expect(report).toContain("- Failure Count: 7"); expect(report).toContain("- Output Fingerprint: abc123def456"); expect(report).toContain("- Inventory Roots: apps/web/app"); expect(report).toContain("- Missing Roots Skipped: docs"); expect(report).toContain(" - health-signal: 1"); expect(report).toContain("- Total Inventory Matches: 3"); }); });