Refresh HiveGrid Cloud reference snapshot
This commit is contained in:
1 parent
5e99e14772
commit
7f88026f79
5955 files changed
+1177325
-188362
No files matched your search
+247
@@ -0,0 +1,247 @@
|
||||
#!/usr/bin/env bash
|
||||
# Replays the pinned legacy migration chain, a production-shaped legacy prefix,
|
||||
# and the consolidated baseline into separate PostgreSQL 16 databases, verifies
|
||||
# both adoption bridges, and compares their normalized schema catalogs and
|
||||
# migration-owned data including RLS, functions, grants, indexes, constraints,
|
||||
# extensions, and reference rows.
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
ROOT_DIRECTORY="$(git rev-parse --show-toplevel)"
|
||||
cd "$ROOT_DIRECTORY"
|
||||
|
||||
CONTAINER_NAME="hivegrid-prisma-baseline-equivalence-$$"
|
||||
TEMP_DIRECTORY="$(mktemp -d)"
|
||||
TEMP_CONFIG="$ROOT_DIRECTORY/.prisma-baseline-equivalence-$$.config.ts"
|
||||
ADMIN_USER="baseline_admin"
|
||||
ADMIN_PASSWORD="baseline_admin_password"
|
||||
MIGRATOR_PASSWORD="baseline_migrator_0123456789abcdef"
|
||||
APP_PASSWORD="baseline_app_0123456789abcdef012345"
|
||||
PORTAL_PASSWORD="baseline_portal_0123456789abcdef"
|
||||
WORKER_PASSWORD="baseline_worker_0123456789abcdef"
|
||||
AUTHENTIK_JIT_PASSWORD="baseline_authentik_jit_0123456789"
|
||||
PG_IMAGE="${BASELINE_EQUIVALENCE_PG_IMAGE:-postgres:16-alpine}"
|
||||
|
||||
cleanup() {
|
||||
docker rm -f "$CONTAINER_NAME" >/dev/null 2>&1 || true
|
||||
rm -f "$TEMP_CONFIG"
|
||||
rm -rf "$TEMP_DIRECTORY"
|
||||
}
|
||||
trap cleanup EXIT
|
||||
|
||||
for command in cp docker git node pnpm tar diff; do
|
||||
command -v "$command" >/dev/null 2>&1 || {
|
||||
echo "MISSING $command" >&2
|
||||
exit 127
|
||||
}
|
||||
done
|
||||
|
||||
node scripts/verify-prisma-baseline.mjs
|
||||
|
||||
mkdir -p "$TEMP_DIRECTORY/legacy-source"
|
||||
tar -xzf prisma/baseline-legacy-migrations.tar.gz -C "$TEMP_DIRECTORY/legacy-source"
|
||||
|
||||
node --input-type=module - "$TEMP_DIRECTORY/legacy-source/prisma/migrations" <<'NODE'
|
||||
import { createHash } from "node:crypto";
|
||||
import fs from "node:fs";
|
||||
import path from "node:path";
|
||||
|
||||
const legacyDirectory = process.argv[2];
|
||||
const manifest = JSON.parse(fs.readFileSync("prisma/baseline-legacy-manifest.json", "utf8"));
|
||||
const directories = fs
|
||||
.readdirSync(legacyDirectory, { withFileTypes: true })
|
||||
.filter((entry) => entry.isDirectory())
|
||||
.map((entry) => entry.name)
|
||||
.sort();
|
||||
const expected = manifest.migrations.map((migration) => migration.name);
|
||||
if (JSON.stringify(directories) !== JSON.stringify(expected)) {
|
||||
throw new Error("Audit archive migration names differ from the reviewed legacy manifest");
|
||||
}
|
||||
for (const migration of manifest.migrations) {
|
||||
const sql = fs.readFileSync(path.join(legacyDirectory, migration.name, "migration.sql"));
|
||||
const checksum = createHash("sha256").update(sql).digest("hex");
|
||||
if (checksum !== migration.checksum) throw new Error(`Audit archive checksum differs for ${migration.name}`);
|
||||
}
|
||||
process.stdout.write(`PASS pinned audit archive contains ${expected.length} checksum-identical legacy migrations\n`);
|
||||
NODE
|
||||
|
||||
cat >"$TEMP_CONFIG" <<'CONFIG'
|
||||
import { defineConfig, env } from "prisma/config";
|
||||
|
||||
export default defineConfig({
|
||||
schema: "prisma/schema",
|
||||
migrations: { path: process.env.HIVEGRID_BASELINE_EQUIVALENCE_MIGRATIONS },
|
||||
datasource: { url: env("DIRECT_URL") },
|
||||
});
|
||||
CONFIG
|
||||
|
||||
docker run -d --name "$CONTAINER_NAME" -p 127.0.0.1::5432 \
|
||||
-e POSTGRES_USER="$ADMIN_USER" \
|
||||
-e POSTGRES_PASSWORD="$ADMIN_PASSWORD" \
|
||||
-e POSTGRES_DB=postgres \
|
||||
"$PG_IMAGE" >/dev/null
|
||||
|
||||
PORT="$(docker port "$CONTAINER_NAME" 5432/tcp | awk -F: 'NR == 1 { print $NF }')"
|
||||
ADMIN_URL="postgresql://${ADMIN_USER}:${ADMIN_PASSWORD}@127.0.0.1:${PORT}/postgres?schema=public"
|
||||
|
||||
for attempt in $(seq 1 90); do
|
||||
if docker exec "$CONTAINER_NAME" pg_isready -h 127.0.0.1 -U "$ADMIN_USER" -d postgres >/dev/null 2>&1; then
|
||||
break
|
||||
fi
|
||||
if [[ "$attempt" == "90" ]]; then
|
||||
docker logs "$CONTAINER_NAME" >&2 || true
|
||||
echo "PostgreSQL did not become ready" >&2
|
||||
exit 1
|
||||
fi
|
||||
sleep 1
|
||||
done
|
||||
|
||||
HIVEGRID_RLS_PROVISION_DATABASE_URL="$ADMIN_URL" \
|
||||
HIVEGRID_RLS_MIGRATOR_PASSWORD="$MIGRATOR_PASSWORD" \
|
||||
HIVEGRID_RLS_APP_PASSWORD="$APP_PASSWORD" \
|
||||
HIVEGRID_RLS_PORTAL_PASSWORD="$PORTAL_PASSWORD" \
|
||||
HIVEGRID_RLS_WORKER_PASSWORD="$WORKER_PASSWORD" \
|
||||
HIVEGRID_RLS_AUTHENTIK_JIT_PASSWORD="$AUTHENTIK_JIT_PASSWORD" \
|
||||
node scripts/provision-rls-roles.mjs >/dev/null
|
||||
|
||||
for database in legacy_state partial_legacy_state baseline_state; do
|
||||
docker exec -e PGPASSWORD="$ADMIN_PASSWORD" "$CONTAINER_NAME" \
|
||||
createdb -h 127.0.0.1 -U "$ADMIN_USER" -O hivegrid_migrator "$database"
|
||||
database_admin_url="postgresql://${ADMIN_USER}:${ADMIN_PASSWORD}@127.0.0.1:${PORT}/${database}?schema=public"
|
||||
HIVEGRID_RLS_PROVISION_DATABASE_URL="$database_admin_url" \
|
||||
HIVEGRID_RLS_MIGRATOR_PASSWORD="$MIGRATOR_PASSWORD" \
|
||||
HIVEGRID_RLS_APP_PASSWORD="$APP_PASSWORD" \
|
||||
HIVEGRID_RLS_PORTAL_PASSWORD="$PORTAL_PASSWORD" \
|
||||
HIVEGRID_RLS_WORKER_PASSWORD="$WORKER_PASSWORD" \
|
||||
HIVEGRID_RLS_AUTHENTIK_JIT_PASSWORD="$AUTHENTIK_JIT_PASSWORD" \
|
||||
node scripts/provision-rls-roles.mjs >/dev/null
|
||||
done
|
||||
|
||||
LEGACY_URL="postgresql://hivegrid_migrator:${MIGRATOR_PASSWORD}@127.0.0.1:${PORT}/legacy_state?schema=public"
|
||||
PARTIAL_LEGACY_URL="postgresql://hivegrid_migrator:${MIGRATOR_PASSWORD}@127.0.0.1:${PORT}/partial_legacy_state?schema=public"
|
||||
BASELINE_URL="postgresql://hivegrid_migrator:${MIGRATOR_PASSWORD}@127.0.0.1:${PORT}/baseline_state?schema=public"
|
||||
|
||||
echo "[equivalence] replaying 195 pinned legacy migrations"
|
||||
if ! DIRECT_URL="$LEGACY_URL" DATABASE_URL="$LEGACY_URL" \
|
||||
HIVEGRID_BASELINE_EQUIVALENCE_MIGRATIONS="$TEMP_DIRECTORY/legacy-source/prisma/migrations" \
|
||||
pnpm exec prisma migrate deploy --config "$TEMP_CONFIG" >"$TEMP_DIRECTORY/legacy-replay.log" 2>&1; then
|
||||
cat "$TEMP_DIRECTORY/legacy-replay.log" >&2
|
||||
exit 1
|
||||
fi
|
||||
echo "PASS all 195 pinned legacy migrations replayed"
|
||||
|
||||
echo "[equivalence] replaying the first 173 pinned legacy migrations"
|
||||
mkdir -p "$TEMP_DIRECTORY/partial-source/prisma/migrations"
|
||||
migration_index=0
|
||||
for migration_path in "$TEMP_DIRECTORY/legacy-source/prisma/migrations"/*; do
|
||||
migration_index=$((migration_index + 1))
|
||||
if [[ "$migration_index" -gt 173 ]]; then
|
||||
break
|
||||
fi
|
||||
migration_name="$(basename "$migration_path")"
|
||||
cp -R \
|
||||
"$migration_path" \
|
||||
"$TEMP_DIRECTORY/partial-source/prisma/migrations/$migration_name"
|
||||
done
|
||||
[[ "$migration_index" -eq 174 ]]
|
||||
if ! DIRECT_URL="$PARTIAL_LEGACY_URL" DATABASE_URL="$PARTIAL_LEGACY_URL" \
|
||||
HIVEGRID_BASELINE_EQUIVALENCE_MIGRATIONS="$TEMP_DIRECTORY/partial-source/prisma/migrations" \
|
||||
pnpm exec prisma migrate deploy --config "$TEMP_CONFIG" >"$TEMP_DIRECTORY/partial-legacy-replay.log" 2>&1; then
|
||||
cat "$TEMP_DIRECTORY/partial-legacy-replay.log" >&2
|
||||
exit 1
|
||||
fi
|
||||
echo "PASS production-shaped legacy prefix replayed"
|
||||
|
||||
echo "[equivalence] rehearsing reviewed historical ledger checksums"
|
||||
DIRECT_URL="$LEGACY_URL" node --input-type=module <<'NODE'
|
||||
import fs from "node:fs";
|
||||
|
||||
import pg from "pg";
|
||||
|
||||
const manifest = JSON.parse(fs.readFileSync("prisma/baseline-legacy-manifest.json", "utf8"));
|
||||
const variantsByName = new Map();
|
||||
for (const variant of manifest.legacyChecksumVariants) {
|
||||
if (!variantsByName.has(variant.name)) variantsByName.set(variant.name, variant.checksum);
|
||||
}
|
||||
|
||||
const client = new pg.Client({
|
||||
connectionString: process.env.DIRECT_URL,
|
||||
application_name: "hivegrid-prisma-baseline-equivalence-variant-fixture",
|
||||
});
|
||||
await client.connect();
|
||||
try {
|
||||
for (const [name, checksum] of variantsByName) {
|
||||
const result = await client.query(
|
||||
'UPDATE public._prisma_migrations SET checksum = $1 WHERE migration_name = $2 AND finished_at IS NOT NULL AND rolled_back_at IS NULL',
|
||||
[checksum, name]
|
||||
);
|
||||
if (result.rowCount !== 1) throw new Error(`Could not stage reviewed historical checksum for ${name}`);
|
||||
}
|
||||
} finally {
|
||||
await client.end();
|
||||
}
|
||||
process.stdout.write(`PASS staged ${variantsByName.size} reviewed historical checksum variants in the disposable ledger\n`);
|
||||
NODE
|
||||
|
||||
echo "[equivalence] adopting the baseline over the complete reviewed-variant legacy ledger"
|
||||
DIRECT_URL="$LEGACY_URL" node scripts/adopt-prisma-baseline.mjs
|
||||
DIRECT_URL="$LEGACY_URL" DATABASE_URL="$LEGACY_URL" pnpm exec prisma migrate deploy --config prisma.config.ts
|
||||
DIRECT_URL="$LEGACY_URL" DATABASE_URL="$LEGACY_URL" node scripts/adopt-prisma-baseline.mjs --verify-current-schema
|
||||
|
||||
echo "[equivalence] catching up and adopting the production-shaped legacy prefix"
|
||||
DIRECT_URL="$PARTIAL_LEGACY_URL" node scripts/adopt-prisma-baseline.mjs
|
||||
DIRECT_URL="$PARTIAL_LEGACY_URL" DATABASE_URL="$PARTIAL_LEGACY_URL" pnpm exec prisma migrate deploy --config prisma.config.ts
|
||||
DIRECT_URL="$PARTIAL_LEGACY_URL" DATABASE_URL="$PARTIAL_LEGACY_URL" node scripts/adopt-prisma-baseline.mjs --verify-current-schema
|
||||
|
||||
echo "[equivalence] applying the baseline to a fresh database"
|
||||
DIRECT_URL="$BASELINE_URL" node scripts/adopt-prisma-baseline.mjs
|
||||
DIRECT_URL="$BASELINE_URL" DATABASE_URL="$BASELINE_URL" pnpm exec prisma migrate deploy --config prisma.config.ts
|
||||
DIRECT_URL="$BASELINE_URL" DATABASE_URL="$BASELINE_URL" node scripts/adopt-prisma-baseline.mjs --verify-current-schema
|
||||
|
||||
for database in legacy_state partial_legacy_state baseline_state; do
|
||||
docker exec -e PGPASSWORD="$MIGRATOR_PASSWORD" "$CONTAINER_NAME" \
|
||||
pg_dump -h 127.0.0.1 -U hivegrid_migrator -d "$database" \
|
||||
--schema-only --no-owner --no-comments --exclude-table=public._prisma_migrations >"$TEMP_DIRECTORY/${database}.sql"
|
||||
sed -e '/^\\restrict /d' -e '/^\\unrestrict /d' -e '/^-- Dumped from database version /d' -e '/^-- Dumped by pg_dump version /d' \
|
||||
"$TEMP_DIRECTORY/${database}.sql" >"$TEMP_DIRECTORY/${database}.normalized.raw.sql"
|
||||
awk '!/^(GRANT|REVOKE) /' "$TEMP_DIRECTORY/${database}.normalized.raw.sql" >"$TEMP_DIRECTORY/${database}.normalized.sql"
|
||||
awk '/^(GRANT|REVOKE) /' "$TEMP_DIRECTORY/${database}.normalized.raw.sql" | LC_ALL=C sort >>"$TEMP_DIRECTORY/${database}.normalized.sql"
|
||||
|
||||
docker exec -e PGPASSWORD="$ADMIN_PASSWORD" "$CONTAINER_NAME" \
|
||||
pg_dump -h 127.0.0.1 -U "$ADMIN_USER" -d "$database" \
|
||||
--data-only --column-inserts --no-owner --no-comments \
|
||||
--exclude-table=public._prisma_migrations >"$TEMP_DIRECTORY/${database}.data.sql"
|
||||
sed -E \
|
||||
-e '/^\\restrict /d' \
|
||||
-e '/^\\unrestrict /d' \
|
||||
-e '/^-- Dumped from database version /d' \
|
||||
-e '/^-- Dumped by pg_dump version /d' \
|
||||
-e "s/'[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9:.+-]+'/'<timestamp>'/g" \
|
||||
"$TEMP_DIRECTORY/${database}.data.sql" >"$TEMP_DIRECTORY/${database}.data.normalized.sql"
|
||||
done
|
||||
|
||||
if ! diff -u "$TEMP_DIRECTORY/legacy_state.normalized.sql" "$TEMP_DIRECTORY/baseline_state.normalized.sql" >"$TEMP_DIRECTORY/catalog.diff"; then
|
||||
echo "FAIL legacy and baseline PostgreSQL catalogs differ" >&2
|
||||
sed -n '1,240p' "$TEMP_DIRECTORY/catalog.diff" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if ! diff -u "$TEMP_DIRECTORY/legacy_state.data.normalized.sql" "$TEMP_DIRECTORY/baseline_state.data.normalized.sql" >"$TEMP_DIRECTORY/data.diff"; then
|
||||
echo "FAIL legacy and baseline migration-owned reference data differ" >&2
|
||||
sed -n '1,240p' "$TEMP_DIRECTORY/data.diff" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if ! diff -u "$TEMP_DIRECTORY/partial_legacy_state.normalized.sql" "$TEMP_DIRECTORY/baseline_state.normalized.sql" >"$TEMP_DIRECTORY/partial-catalog.diff"; then
|
||||
echo "FAIL partial legacy catch-up and baseline PostgreSQL catalogs differ" >&2
|
||||
sed -n '1,240p' "$TEMP_DIRECTORY/partial-catalog.diff" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if ! diff -u "$TEMP_DIRECTORY/partial_legacy_state.data.normalized.sql" "$TEMP_DIRECTORY/baseline_state.data.normalized.sql" >"$TEMP_DIRECTORY/partial-data.diff"; then
|
||||
echo "FAIL partial legacy catch-up and baseline migration-owned data differ" >&2
|
||||
sed -n '1,240p' "$TEMP_DIRECTORY/partial-data.diff" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "PASS fresh baseline, complete legacy adoption, partial legacy catch-up, repeated no-op, and full PostgreSQL catalog equivalence"
|
||||
Reference in new issue
Block a user