Files
HiveGrid-Wireframes/03 Quellen und Referenzen/hivegrid-cloud/scripts/verify-prisma-baseline-equivalence.sh
T

248 lines
11 KiB
Bash

#!/usr/bin/env bash
# Replays the pinned legacy migration chain, a production-shaped legacy prefix,
# and the consolidated baseline into separate PostgreSQL 16 databases, verifies
# both adoption bridges, and compares their normalized schema catalogs and
# migration-owned data including RLS, functions, grants, indexes, constraints,
# extensions, and reference rows.
set -euo pipefail
ROOT_DIRECTORY="$(git rev-parse --show-toplevel)"
cd "$ROOT_DIRECTORY"
CONTAINER_NAME="hivegrid-prisma-baseline-equivalence-$$"
TEMP_DIRECTORY="$(mktemp -d)"
TEMP_CONFIG="$ROOT_DIRECTORY/.prisma-baseline-equivalence-$$.config.ts"
ADMIN_USER="baseline_admin"
ADMIN_PASSWORD="baseline_admin_password"
MIGRATOR_PASSWORD="baseline_migrator_0123456789abcdef"
APP_PASSWORD="baseline_app_0123456789abcdef012345"
PORTAL_PASSWORD="baseline_portal_0123456789abcdef"
WORKER_PASSWORD="baseline_worker_0123456789abcdef"
AUTHENTIK_JIT_PASSWORD="baseline_authentik_jit_0123456789"
PG_IMAGE="${BASELINE_EQUIVALENCE_PG_IMAGE:-postgres:16-alpine}"
cleanup() {
docker rm -f "$CONTAINER_NAME" >/dev/null 2>&1 || true
rm -f "$TEMP_CONFIG"
rm -rf "$TEMP_DIRECTORY"
}
trap cleanup EXIT
for command in cp docker git node pnpm tar diff; do
command -v "$command" >/dev/null 2>&1 || {
echo "MISSING $command" >&2
exit 127
}
done
node scripts/verify-prisma-baseline.mjs
mkdir -p "$TEMP_DIRECTORY/legacy-source"
tar -xzf prisma/baseline-legacy-migrations.tar.gz -C "$TEMP_DIRECTORY/legacy-source"
node --input-type=module - "$TEMP_DIRECTORY/legacy-source/prisma/migrations" <<'NODE'
import { createHash } from "node:crypto";
import fs from "node:fs";
import path from "node:path";
const legacyDirectory = process.argv[2];
const manifest = JSON.parse(fs.readFileSync("prisma/baseline-legacy-manifest.json", "utf8"));
const directories = fs
.readdirSync(legacyDirectory, { withFileTypes: true })
.filter((entry) => entry.isDirectory())
.map((entry) => entry.name)
.sort();
const expected = manifest.migrations.map((migration) => migration.name);
if (JSON.stringify(directories) !== JSON.stringify(expected)) {
throw new Error("Audit archive migration names differ from the reviewed legacy manifest");
}
for (const migration of manifest.migrations) {
const sql = fs.readFileSync(path.join(legacyDirectory, migration.name, "migration.sql"));
const checksum = createHash("sha256").update(sql).digest("hex");
if (checksum !== migration.checksum) throw new Error(`Audit archive checksum differs for ${migration.name}`);
}
process.stdout.write(`PASS pinned audit archive contains ${expected.length} checksum-identical legacy migrations\n`);
NODE
cat >"$TEMP_CONFIG" <<'CONFIG'
import { defineConfig, env } from "prisma/config";
export default defineConfig({
schema: "prisma/schema",
migrations: { path: process.env.HIVEGRID_BASELINE_EQUIVALENCE_MIGRATIONS },
datasource: { url: env("DIRECT_URL") },
});
CONFIG
docker run -d --name "$CONTAINER_NAME" -p 127.0.0.1::5432 \
-e POSTGRES_USER="$ADMIN_USER" \
-e POSTGRES_PASSWORD="$ADMIN_PASSWORD" \
-e POSTGRES_DB=postgres \
"$PG_IMAGE" >/dev/null
PORT="$(docker port "$CONTAINER_NAME" 5432/tcp | awk -F: 'NR == 1 { print $NF }')"
ADMIN_URL="postgresql://${ADMIN_USER}:${ADMIN_PASSWORD}@127.0.0.1:${PORT}/postgres?schema=public"
for attempt in $(seq 1 90); do
if docker exec "$CONTAINER_NAME" pg_isready -h 127.0.0.1 -U "$ADMIN_USER" -d postgres >/dev/null 2>&1; then
break
fi
if [[ "$attempt" == "90" ]]; then
docker logs "$CONTAINER_NAME" >&2 || true
echo "PostgreSQL did not become ready" >&2
exit 1
fi
sleep 1
done
HIVEGRID_RLS_PROVISION_DATABASE_URL="$ADMIN_URL" \
HIVEGRID_RLS_MIGRATOR_PASSWORD="$MIGRATOR_PASSWORD" \
HIVEGRID_RLS_APP_PASSWORD="$APP_PASSWORD" \
HIVEGRID_RLS_PORTAL_PASSWORD="$PORTAL_PASSWORD" \
HIVEGRID_RLS_WORKER_PASSWORD="$WORKER_PASSWORD" \
HIVEGRID_RLS_AUTHENTIK_JIT_PASSWORD="$AUTHENTIK_JIT_PASSWORD" \
node scripts/provision-rls-roles.mjs >/dev/null
for database in legacy_state partial_legacy_state baseline_state; do
docker exec -e PGPASSWORD="$ADMIN_PASSWORD" "$CONTAINER_NAME" \
createdb -h 127.0.0.1 -U "$ADMIN_USER" -O hivegrid_migrator "$database"
database_admin_url="postgresql://${ADMIN_USER}:${ADMIN_PASSWORD}@127.0.0.1:${PORT}/${database}?schema=public"
HIVEGRID_RLS_PROVISION_DATABASE_URL="$database_admin_url" \
HIVEGRID_RLS_MIGRATOR_PASSWORD="$MIGRATOR_PASSWORD" \
HIVEGRID_RLS_APP_PASSWORD="$APP_PASSWORD" \
HIVEGRID_RLS_PORTAL_PASSWORD="$PORTAL_PASSWORD" \
HIVEGRID_RLS_WORKER_PASSWORD="$WORKER_PASSWORD" \
HIVEGRID_RLS_AUTHENTIK_JIT_PASSWORD="$AUTHENTIK_JIT_PASSWORD" \
node scripts/provision-rls-roles.mjs >/dev/null
done
LEGACY_URL="postgresql://hivegrid_migrator:${MIGRATOR_PASSWORD}@127.0.0.1:${PORT}/legacy_state?schema=public"
PARTIAL_LEGACY_URL="postgresql://hivegrid_migrator:${MIGRATOR_PASSWORD}@127.0.0.1:${PORT}/partial_legacy_state?schema=public"
BASELINE_URL="postgresql://hivegrid_migrator:${MIGRATOR_PASSWORD}@127.0.0.1:${PORT}/baseline_state?schema=public"
echo "[equivalence] replaying 195 pinned legacy migrations"
if ! DIRECT_URL="$LEGACY_URL" DATABASE_URL="$LEGACY_URL" \
HIVEGRID_BASELINE_EQUIVALENCE_MIGRATIONS="$TEMP_DIRECTORY/legacy-source/prisma/migrations" \
pnpm exec prisma migrate deploy --config "$TEMP_CONFIG" >"$TEMP_DIRECTORY/legacy-replay.log" 2>&1; then
cat "$TEMP_DIRECTORY/legacy-replay.log" >&2
exit 1
fi
echo "PASS all 195 pinned legacy migrations replayed"
echo "[equivalence] replaying the first 173 pinned legacy migrations"
mkdir -p "$TEMP_DIRECTORY/partial-source/prisma/migrations"
migration_index=0
for migration_path in "$TEMP_DIRECTORY/legacy-source/prisma/migrations"/*; do
migration_index=$((migration_index + 1))
if [[ "$migration_index" -gt 173 ]]; then
break
fi
migration_name="$(basename "$migration_path")"
cp -R \
"$migration_path" \
"$TEMP_DIRECTORY/partial-source/prisma/migrations/$migration_name"
done
[[ "$migration_index" -eq 174 ]]
if ! DIRECT_URL="$PARTIAL_LEGACY_URL" DATABASE_URL="$PARTIAL_LEGACY_URL" \
HIVEGRID_BASELINE_EQUIVALENCE_MIGRATIONS="$TEMP_DIRECTORY/partial-source/prisma/migrations" \
pnpm exec prisma migrate deploy --config "$TEMP_CONFIG" >"$TEMP_DIRECTORY/partial-legacy-replay.log" 2>&1; then
cat "$TEMP_DIRECTORY/partial-legacy-replay.log" >&2
exit 1
fi
echo "PASS production-shaped legacy prefix replayed"
echo "[equivalence] rehearsing reviewed historical ledger checksums"
DIRECT_URL="$LEGACY_URL" node --input-type=module <<'NODE'
import fs from "node:fs";
import pg from "pg";
const manifest = JSON.parse(fs.readFileSync("prisma/baseline-legacy-manifest.json", "utf8"));
const variantsByName = new Map();
for (const variant of manifest.legacyChecksumVariants) {
if (!variantsByName.has(variant.name)) variantsByName.set(variant.name, variant.checksum);
}
const client = new pg.Client({
connectionString: process.env.DIRECT_URL,
application_name: "hivegrid-prisma-baseline-equivalence-variant-fixture",
});
await client.connect();
try {
for (const [name, checksum] of variantsByName) {
const result = await client.query(
'UPDATE public._prisma_migrations SET checksum = $1 WHERE migration_name = $2 AND finished_at IS NOT NULL AND rolled_back_at IS NULL',
[checksum, name]
);
if (result.rowCount !== 1) throw new Error(`Could not stage reviewed historical checksum for ${name}`);
}
} finally {
await client.end();
}
process.stdout.write(`PASS staged ${variantsByName.size} reviewed historical checksum variants in the disposable ledger\n`);
NODE
echo "[equivalence] adopting the baseline over the complete reviewed-variant legacy ledger"
DIRECT_URL="$LEGACY_URL" node scripts/adopt-prisma-baseline.mjs
DIRECT_URL="$LEGACY_URL" DATABASE_URL="$LEGACY_URL" pnpm exec prisma migrate deploy --config prisma.config.ts
DIRECT_URL="$LEGACY_URL" DATABASE_URL="$LEGACY_URL" node scripts/adopt-prisma-baseline.mjs --verify-current-schema
echo "[equivalence] catching up and adopting the production-shaped legacy prefix"
DIRECT_URL="$PARTIAL_LEGACY_URL" node scripts/adopt-prisma-baseline.mjs
DIRECT_URL="$PARTIAL_LEGACY_URL" DATABASE_URL="$PARTIAL_LEGACY_URL" pnpm exec prisma migrate deploy --config prisma.config.ts
DIRECT_URL="$PARTIAL_LEGACY_URL" DATABASE_URL="$PARTIAL_LEGACY_URL" node scripts/adopt-prisma-baseline.mjs --verify-current-schema
echo "[equivalence] applying the baseline to a fresh database"
DIRECT_URL="$BASELINE_URL" node scripts/adopt-prisma-baseline.mjs
DIRECT_URL="$BASELINE_URL" DATABASE_URL="$BASELINE_URL" pnpm exec prisma migrate deploy --config prisma.config.ts
DIRECT_URL="$BASELINE_URL" DATABASE_URL="$BASELINE_URL" node scripts/adopt-prisma-baseline.mjs --verify-current-schema
for database in legacy_state partial_legacy_state baseline_state; do
docker exec -e PGPASSWORD="$MIGRATOR_PASSWORD" "$CONTAINER_NAME" \
pg_dump -h 127.0.0.1 -U hivegrid_migrator -d "$database" \
--schema-only --no-owner --no-comments --exclude-table=public._prisma_migrations >"$TEMP_DIRECTORY/${database}.sql"
sed -e '/^\\restrict /d' -e '/^\\unrestrict /d' -e '/^-- Dumped from database version /d' -e '/^-- Dumped by pg_dump version /d' \
"$TEMP_DIRECTORY/${database}.sql" >"$TEMP_DIRECTORY/${database}.normalized.raw.sql"
awk '!/^(GRANT|REVOKE) /' "$TEMP_DIRECTORY/${database}.normalized.raw.sql" >"$TEMP_DIRECTORY/${database}.normalized.sql"
awk '/^(GRANT|REVOKE) /' "$TEMP_DIRECTORY/${database}.normalized.raw.sql" | LC_ALL=C sort >>"$TEMP_DIRECTORY/${database}.normalized.sql"
docker exec -e PGPASSWORD="$ADMIN_PASSWORD" "$CONTAINER_NAME" \
pg_dump -h 127.0.0.1 -U "$ADMIN_USER" -d "$database" \
--data-only --column-inserts --no-owner --no-comments \
--exclude-table=public._prisma_migrations >"$TEMP_DIRECTORY/${database}.data.sql"
sed -E \
-e '/^\\restrict /d' \
-e '/^\\unrestrict /d' \
-e '/^-- Dumped from database version /d' \
-e '/^-- Dumped by pg_dump version /d' \
-e "s/'[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9:.+-]+'/'<timestamp>'/g" \
"$TEMP_DIRECTORY/${database}.data.sql" >"$TEMP_DIRECTORY/${database}.data.normalized.sql"
done
if ! diff -u "$TEMP_DIRECTORY/legacy_state.normalized.sql" "$TEMP_DIRECTORY/baseline_state.normalized.sql" >"$TEMP_DIRECTORY/catalog.diff"; then
echo "FAIL legacy and baseline PostgreSQL catalogs differ" >&2
sed -n '1,240p' "$TEMP_DIRECTORY/catalog.diff" >&2
exit 1
fi
if ! diff -u "$TEMP_DIRECTORY/legacy_state.data.normalized.sql" "$TEMP_DIRECTORY/baseline_state.data.normalized.sql" >"$TEMP_DIRECTORY/data.diff"; then
echo "FAIL legacy and baseline migration-owned reference data differ" >&2
sed -n '1,240p' "$TEMP_DIRECTORY/data.diff" >&2
exit 1
fi
if ! diff -u "$TEMP_DIRECTORY/partial_legacy_state.normalized.sql" "$TEMP_DIRECTORY/baseline_state.normalized.sql" >"$TEMP_DIRECTORY/partial-catalog.diff"; then
echo "FAIL partial legacy catch-up and baseline PostgreSQL catalogs differ" >&2
sed -n '1,240p' "$TEMP_DIRECTORY/partial-catalog.diff" >&2
exit 1
fi
if ! diff -u "$TEMP_DIRECTORY/partial_legacy_state.data.normalized.sql" "$TEMP_DIRECTORY/baseline_state.data.normalized.sql" >"$TEMP_DIRECTORY/partial-data.diff"; then
echo "FAIL partial legacy catch-up and baseline migration-owned data differ" >&2
sed -n '1,240p' "$TEMP_DIRECTORY/partial-data.diff" >&2
exit 1
fi
echo "PASS fresh baseline, complete legacy adoption, partial legacy catch-up, repeated no-op, and full PostgreSQL catalog equivalence"