chore(repo): sync wireframe structure and references

This commit is contained in:
david committed 2026-08-08 03:09:06 +02:00
1 parent 05d2d5777f
commit d953a79e95
453 files changed
+36639 -621

No files matched your search

@@ -0,0 +1,159 @@
name: Deploy staging
on:
push:
branches: [main]
workflow_dispatch:
env:
REGISTRY: git.tool-ctrl.de
IMAGE: git.tool-ctrl.de/toolctrl-labs/hivegrid-website
HIVEGRID_GITEA_HOST_IP: ${{ vars.HIVEGRID_GITEA_HOST_IP }}
concurrency:
group: hivegrid-website-deploy
cancel-in-progress: false
jobs:
build-and-stage:
name: Build and deploy website to staging
runs-on: toolctrl-ci
timeout-minutes: 45
env:
SHA: ${{ github.sha }}
steps:
- name: Resolve staging revision
run: |
REF="${GITHUB_REF:-${{ github.ref }}}"
if [ "$REF" != "refs/heads/main" ]; then
echo "Staging must be deployed from refs/heads/main"
exit 1
fi
if ! printf '%s' "$SHA" | grep -Eq '^[0-9a-f]{40}$'; then
echo "Gitea SHA must be a full 40-character commit SHA"
exit 1
fi
{
echo "IMAGE_TAG=$SHA"
echo "SHORT_SHA=$(printf '%s' "$SHA" | cut -c1-7)"
} >> "$GITHUB_ENV"
- name: Setup hosts override and Docker CLI
run: |
: "${HIVEGRID_GITEA_HOST_IP:=192.168.178.62}"
if ! HIVEGRID_GITEA_HOST_IP="$HIVEGRID_GITEA_HOST_IP" node -e 'process.exit(require("node:net").isIP(process.env.HIVEGRID_GITEA_HOST_IP || "") ? 0 : 1)'; then
echo "HIVEGRID_GITEA_HOST_IP must be a single IPv4 or IPv6 token"
exit 1
fi
printf '%s git.tool-ctrl.de\n' "$HIVEGRID_GITEA_HOST_IP" >> /etc/hosts
apt-get update -qq
apt-get install -qq -y --no-install-recommends ca-certificates curl git
if ! command -v docker >/dev/null 2>&1 || ! docker buildx version >/dev/null 2>&1; then
install -m 0755 -d /etc/apt/keyrings
curl -fsSL https://download.docker.com/linux/debian/gpg -o /etc/apt/keyrings/docker.asc
chmod a+r /etc/apt/keyrings/docker.asc
. /etc/os-release
echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/debian ${VERSION_CODENAME} stable" > /etc/apt/sources.list.d/docker.list
apt-get update -qq
apt-get install -qq -y --no-install-recommends docker-ce-cli docker-buildx-plugin
fi
docker --version
docker buildx version
- name: Checkout
run: |
mkdir -p /workspace/repo
cd /workspace/repo
git clone "https://${{ secrets.REGISTRY_USER }}:${{ secrets.REGISTRY_PAT }}@git.tool-ctrl.de/toolctrl-labs/HiveGrid-Website.git" .
git checkout "$SHA"
CHECKOUT_SHA="$(git rev-parse HEAD)"
if [ "$CHECKOUT_SHA" != "$SHA" ]; then
echo "Checked out revision must match the Gitea SHA"
exit 1
fi
- name: Verify deploy contract
run: |
cd /workspace/repo
node --check scripts/coolify-deploy.mjs
npm test
- name: Login to Gitea Registry
run: echo "${{ secrets.REGISTRY_PAT }}" | docker login "$REGISTRY" --username "${{ secrets.REGISTRY_USER }}" --password-stdin
- name: Build and publish staging image
run: |
cd /workspace/repo
docker buildx build --push --provenance=false \
--build-arg GIT_SHA="$SHORT_SHA" \
--tag "$IMAGE:$IMAGE_TAG" \
.
docker buildx imagetools create --prefer-index=false --tag "$IMAGE:staging" "$IMAGE:$IMAGE_TAG"
IMAGE_DIGEST="$(docker buildx imagetools inspect "$IMAGE:$IMAGE_TAG" --format '{{json .Manifest.Digest}}' | tr -d '"')"
STAGING_DIGEST="$(docker buildx imagetools inspect "$IMAGE:staging" --format '{{json .Manifest.Digest}}' | tr -d '"')"
if ! printf '%s' "$IMAGE_DIGEST" | grep -Eq '^sha256:[0-9a-f]{64}$' || [ "$IMAGE_DIGEST" != "$STAGING_DIGEST" ]; then
echo "Published staging image does not resolve to the exact SHA digest"
exit 1
fi
echo "IMAGE_DIGEST=$IMAGE_DIGEST" >> "$GITHUB_ENV"
- name: Deploy staging
env:
COOLIFY_STAGING_API_URL: ${{ vars.COOLIFY_STAGING_API_URL }}
COOLIFY_STAGING_RESOURCE_UUID: ${{ vars.COOLIFY_STAGING_RESOURCE_UUID }}
COOLIFY_STAGING_TOKEN: ${{ secrets.COOLIFY_STAGING_TOKEN }}
WEBSITE_STAGING_URL: ${{ vars.WEBSITE_STAGING_URL }}
run: |
if [ -z "$COOLIFY_STAGING_API_URL" ] || [ -z "$COOLIFY_STAGING_RESOURCE_UUID" ] || [ -z "$COOLIFY_STAGING_TOKEN" ]; then
echo "Coolify staging configuration is incomplete"
exit 1
fi
cd /workspace/repo
SELECTED_COOLIFY_API_URL="$COOLIFY_STAGING_API_URL" \
SELECTED_COOLIFY_TOKEN="$COOLIFY_STAGING_TOKEN" \
node scripts/coolify-deploy.mjs set-release "$COOLIFY_STAGING_RESOURCE_UUID" "$IMAGE" "$IMAGE_DIGEST"
DEPLOYMENT_UUID="$(
SELECTED_COOLIFY_API_URL="$COOLIFY_STAGING_API_URL" \
SELECTED_COOLIFY_TOKEN="$COOLIFY_STAGING_TOKEN" \
node scripts/coolify-deploy.mjs trigger "$COOLIFY_STAGING_RESOURCE_UUID"
)"
SELECTED_COOLIFY_API_URL="$COOLIFY_STAGING_API_URL" \
SELECTED_COOLIFY_TOKEN="$COOLIFY_STAGING_TOKEN" \
node scripts/coolify-deploy.mjs wait "$DEPLOYMENT_UUID" "Coolify staging website"
TARGET_URL="${WEBSITE_STAGING_URL:-https://staging.hivegrid.de}" \
node -e '
const target = process.env.TARGET_URL.replace(/\/+$/, "");
const expected = process.env.SHORT_SHA;
for (let i = 1; i <= 60; i += 1) {
const res = await fetch(`${target}/healthz?__deploycheck=${expected}-${i}-${Date.now()}`, { cache: "no-store" }).catch(() => null);
if (res?.ok) {
const body = await res.json().catch(() => ({}));
if (body.revision === expected) process.exit(0);
}
await new Promise((resolve) => setTimeout(resolve, 10000));
}
console.error("Staging healthz never reported the expected revision");
process.exit(1);
'
ROLLED_OUT_IMAGE_DIGEST="$(docker buildx imagetools inspect "$IMAGE:$IMAGE_TAG" --format '{{json .Manifest.Digest}}' | tr -d '"')"
if [ "$ROLLED_OUT_IMAGE_DIGEST" != "$IMAGE_DIGEST" ]; then
echo "Staging website digest changed during rollout"
exit 1
fi
SELECTED_COOLIFY_API_URL="$COOLIFY_STAGING_API_URL" \
SELECTED_COOLIFY_TOKEN="$COOLIFY_STAGING_TOKEN" \
node scripts/coolify-deploy.mjs assert-release "$COOLIFY_STAGING_RESOURCE_UUID" "$IMAGE" "$ROLLED_OUT_IMAGE_DIGEST"
- name: Summary
run: |
echo "### Deployed to staging.hivegrid.de" >> "$GITHUB_STEP_SUMMARY"
echo "" >> "$GITHUB_STEP_SUMMARY"
echo "- Commit: \`$IMAGE_TAG\`" >> "$GITHUB_STEP_SUMMARY"
echo "- Digest: \`$IMAGE_DIGEST\`" >> "$GITHUB_STEP_SUMMARY"
echo "- To go live: run **Promote to production**." >> "$GITHUB_STEP_SUMMARY"
@@ -0,0 +1,275 @@
name: Promote to production
on:
workflow_dispatch:
env:
REGISTRY: git.tool-ctrl.de
IMAGE: git.tool-ctrl.de/toolctrl-labs/hivegrid-website
HIVEGRID_GITEA_HOST_IP: ${{ vars.HIVEGRID_GITEA_HOST_IP }}
concurrency:
group: hivegrid-website-deploy
cancel-in-progress: false
jobs:
promote:
name: Promote current staging website to production
runs-on: toolctrl-ci
timeout-minutes: 30
env:
WORKFLOW_SHA: ${{ github.sha }}
steps:
- name: Require main branch
run: |
REF="${GITHUB_REF:-${{ github.ref }}}"
if [ "$REF" != "refs/heads/main" ]; then
echo "Production promotion must run from refs/heads/main"
exit 1
fi
- name: Setup hosts override and Docker CLI
run: |
: "${HIVEGRID_GITEA_HOST_IP:=192.168.178.62}"
if ! HIVEGRID_GITEA_HOST_IP="$HIVEGRID_GITEA_HOST_IP" node -e 'process.exit(require("node:net").isIP(process.env.HIVEGRID_GITEA_HOST_IP || "") ? 0 : 1)'; then
echo "HIVEGRID_GITEA_HOST_IP must be a single IPv4 or IPv6 token"
exit 1
fi
printf '%s git.tool-ctrl.de\n' "$HIVEGRID_GITEA_HOST_IP" >> /etc/hosts
apt-get update -qq
apt-get install -qq -y --no-install-recommends ca-certificates curl git
if ! command -v docker >/dev/null 2>&1 || ! docker buildx version >/dev/null 2>&1; then
install -m 0755 -d /etc/apt/keyrings
curl -fsSL https://download.docker.com/linux/debian/gpg -o /etc/apt/keyrings/docker.asc
chmod a+r /etc/apt/keyrings/docker.asc
. /etc/os-release
echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/debian ${VERSION_CODENAME} stable" > /etc/apt/sources.list.d/docker.list
apt-get update -qq
apt-get install -qq -y --no-install-recommends docker-ce-cli docker-buildx-plugin
fi
docker --version
docker buildx version
- name: Checkout workflow revision
run: |
mkdir -p /workspace/repo
cd /workspace/repo
git clone "https://${{ secrets.REGISTRY_USER }}:${{ secrets.REGISTRY_PAT }}@git.tool-ctrl.de/toolctrl-labs/HiveGrid-Website.git" .
git checkout "$WORKFLOW_SHA"
if [ "$(git rev-parse HEAD)" != "$WORKFLOW_SHA" ]; then
echo "Checked out revision must match the Gitea workflow SHA"
exit 1
fi
- name: Verify deploy contract
run: |
cd /workspace/repo
node --check scripts/coolify-deploy.mjs
npm test
- name: Login to Gitea Registry
run: echo "${{ secrets.REGISTRY_PAT }}" | docker login "$REGISTRY" --username "${{ secrets.REGISTRY_USER }}" --password-stdin
- name: Resolve and verify current staging release
env:
COOLIFY_STAGING_API_URL: ${{ vars.COOLIFY_STAGING_API_URL }}
COOLIFY_STAGING_RESOURCE_UUID: ${{ vars.COOLIFY_STAGING_RESOURCE_UUID }}
COOLIFY_STAGING_TOKEN: ${{ secrets.COOLIFY_STAGING_TOKEN }}
WEBSITE_STAGING_URL: ${{ vars.WEBSITE_STAGING_URL }}
run: |
if [ -z "$COOLIFY_STAGING_API_URL" ] || [ -z "$COOLIFY_STAGING_RESOURCE_UUID" ] || [ -z "$COOLIFY_STAGING_TOKEN" ]; then
echo "Coolify staging configuration is incomplete"
exit 1
fi
cd /workspace/repo
TARGET_URL="${WEBSITE_STAGING_URL:-https://staging.hivegrid.de}"
SHORT_SHA="$(
TARGET_URL="$TARGET_URL" node -e '
const target = process.env.TARGET_URL.replace(/\/+$/, "");
const res = await fetch(`${target}/healthz?__promotecheck=${Date.now()}`, { cache: "no-store" });
if (!res.ok) process.exit(1);
const body = await res.json();
process.stdout.write(String(body.revision || ""));
'
)"
if ! printf '%s' "$SHORT_SHA" | grep -Eq '^[0-9a-f]{7}$'; then
echo "Staging healthz did not return a valid seven-character revision"
exit 1
fi
git fetch --no-tags origin main
MATCHING_SHAS="$(git rev-list origin/main | grep -E "^${SHORT_SHA}[0-9a-f]{33}$" || true)"
if [ "$(printf '%s\n' "$MATCHING_SHAS" | grep -c .)" -ne 1 ]; then
echo "Staging revision must resolve to exactly one commit on main"
exit 1
fi
STAGED_SHA="$MATCHING_SHAS"
git merge-base --is-ancestor "$STAGED_SHA" origin/main
IMAGE_DIGEST="$(docker buildx imagetools inspect "$IMAGE:$STAGED_SHA" --format '{{json .Manifest.Digest}}' | tr -d '"')"
STAGING_DIGEST="$(docker buildx imagetools inspect "$IMAGE:staging" --format '{{json .Manifest.Digest}}' | tr -d '"')"
if ! printf '%s' "$IMAGE_DIGEST" | grep -Eq '^sha256:[0-9a-f]{64}$' || [ "$IMAGE_DIGEST" != "$STAGING_DIGEST" ]; then
echo "Current staging alias does not match the live staging revision"
exit 1
fi
SELECTED_COOLIFY_API_URL="$COOLIFY_STAGING_API_URL" \
SELECTED_COOLIFY_TOKEN="$COOLIFY_STAGING_TOKEN" \
node scripts/coolify-deploy.mjs assert-release "$COOLIFY_STAGING_RESOURCE_UUID" "$IMAGE" "$IMAGE_DIGEST"
{
echo "STAGED_SHA=$STAGED_SHA"
echo "SHORT_SHA=$SHORT_SHA"
echo "IMAGE_DIGEST=$IMAGE_DIGEST"
} >> "$GITHUB_ENV"
- name: Capture production rollback digest
env:
COOLIFY_API_URL: ${{ vars.COOLIFY_API_URL }}
COOLIFY_RESOURCE_UUID: ${{ vars.COOLIFY_RESOURCE_UUID }}
COOLIFY_TOKEN: ${{ secrets.COOLIFY_TOKEN }}
run: |
if [ -z "$COOLIFY_API_URL" ] || [ -z "$COOLIFY_RESOURCE_UUID" ] || [ -z "$COOLIFY_TOKEN" ]; then
echo "Coolify production configuration is incomplete"
exit 1
fi
cd /workspace/repo
PREVIOUS_PRODUCTION_DIGEST="$(
SELECTED_COOLIFY_API_URL="$COOLIFY_API_URL" \
SELECTED_COOLIFY_TOKEN="$COOLIFY_TOKEN" \
node scripts/coolify-deploy.mjs current-release "$COOLIFY_RESOURCE_UUID" "$IMAGE"
)"
echo "PREVIOUS_PRODUCTION_DIGEST=$PREVIOUS_PRODUCTION_DIGEST" >> "$GITHUB_ENV"
echo "Rollback digest: $PREVIOUS_PRODUCTION_DIGEST"
echo "- Previous production digest: \`$PREVIOUS_PRODUCTION_DIGEST\`" >> "$GITHUB_STEP_SUMMARY"
- name: Publish production alias
run: |
docker buildx imagetools create --prefer-index=false --tag "$IMAGE:main" "$IMAGE:$STAGED_SHA"
PRODUCTION_ALIAS_DIGEST="$(docker buildx imagetools inspect "$IMAGE:main" --format '{{json .Manifest.Digest}}' | tr -d '"')"
if [ "$PRODUCTION_ALIAS_DIGEST" != "$IMAGE_DIGEST" ]; then
echo "Production alias did not preserve the staged digest"
exit 1
fi
- name: Deploy production
env:
COOLIFY_API_URL: ${{ vars.COOLIFY_API_URL }}
COOLIFY_RESOURCE_UUID: ${{ vars.COOLIFY_RESOURCE_UUID }}
COOLIFY_TOKEN: ${{ secrets.COOLIFY_TOKEN }}
WEBSITE_PRODUCTION_URL: ${{ vars.WEBSITE_PRODUCTION_URL }}
run: |
cd /workspace/repo
SELECTED_COOLIFY_API_URL="$COOLIFY_API_URL" \
SELECTED_COOLIFY_TOKEN="$COOLIFY_TOKEN" \
node scripts/coolify-deploy.mjs set-release "$COOLIFY_RESOURCE_UUID" "$IMAGE" "$IMAGE_DIGEST"
DEPLOYMENT_UUID="$(
SELECTED_COOLIFY_API_URL="$COOLIFY_API_URL" \
SELECTED_COOLIFY_TOKEN="$COOLIFY_TOKEN" \
node scripts/coolify-deploy.mjs trigger "$COOLIFY_RESOURCE_UUID"
)"
SELECTED_COOLIFY_API_URL="$COOLIFY_API_URL" \
SELECTED_COOLIFY_TOKEN="$COOLIFY_TOKEN" \
node scripts/coolify-deploy.mjs wait "$DEPLOYMENT_UUID" "Coolify production website"
TARGET_URL="${WEBSITE_PRODUCTION_URL:-https://hivegrid.de}" \
node -e '
const target = process.env.TARGET_URL.replace(/\/+$/, "");
const expected = process.env.SHORT_SHA;
for (let i = 1; i <= 60; i += 1) {
const res = await fetch(`${target}/healthz?__deploycheck=${expected}-${i}-${Date.now()}`, { cache: "no-store" }).catch(() => null);
if (res?.ok) {
const body = await res.json().catch(() => ({}));
if (body.revision === expected) process.exit(0);
}
await new Promise((resolve) => setTimeout(resolve, 10000));
}
console.error("Production healthz never reported the expected revision");
process.exit(1);
'
SELECTED_COOLIFY_API_URL="$COOLIFY_API_URL" \
SELECTED_COOLIFY_TOKEN="$COOLIFY_TOKEN" \
node scripts/coolify-deploy.mjs assert-release "$COOLIFY_RESOURCE_UUID" "$IMAGE" "$IMAGE_DIGEST"
- name: Ensure Cloudflare leaves /videos uncompressed
env:
CF_ZONE_ID: ${{ secrets.CF_ZONE_ID }}
CF_API_TOKEN: ${{ secrets.CF_API_TOKEN }}
run: |
# A gzip/brotli response can't be byte-range served, so Cloudflare
# returns 200 (whole file) with no Accept-Ranges and Safari refuses to
# play <video> (stalls after the head). Pin a compression-phase rule
# that disables compression for /videos/*. Idempotent: preserves any
# other rules, only (re)writes our own. Runs before the purge below so
# the next fetch re-caches an uncompressed, range-serveable copy.
if [ -z "$CF_ZONE_ID" ] || [ -z "$CF_API_TOKEN" ]; then
echo "Cloudflare configuration is incomplete"; exit 1
fi
node -e '
const zone = process.env.CF_ZONE_ID, token = process.env.CF_API_TOKEN;
const url = `https://api.cloudflare.com/client/v4/zones/${zone}/rulesets/phases/http_response_compression/entrypoint`;
const headers = { Authorization: `Bearer ${token}`, "Content-Type": "application/json" };
const DESC = "hivegrid: no compression for /videos/ (Safari range playback)";
const rule = {
action: "compress_response",
expression: "starts_with(http.request.uri.path, \"/videos/\")",
description: DESC,
enabled: true,
action_parameters: { algorithms: [{ name: "none" }] },
};
(async () => {
const g = await fetch(url, { headers });
const gj = await g.json().catch(() => ({}));
let rules = [];
if (gj && gj.success && gj.result && Array.isArray(gj.result.rules)) {
rules = gj.result.rules.filter((r) => r.description !== DESC);
} else {
const missing = Array.isArray(gj.errors) && gj.errors.some(
(e) => /could not find|10007/i.test(String(e.code) + " " + (e.message || "")));
if (!missing) { console.error("CF read failed:", JSON.stringify(gj.errors || gj)); process.exit(1); }
}
rules.unshift(rule);
// CF rejects a PUT that echoes read-only fields back.
const clean = rules.map(({ id, version, last_updated, ref, ...keep }) => keep);
const p = await fetch(url, { method: "PUT", headers, body: JSON.stringify({ rules: clean }) });
const pj = await p.json().catch(() => ({}));
if (!pj.success) { console.error("CF write failed:", JSON.stringify(pj.errors || pj)); process.exit(1); }
console.log("Cloudflare: compression disabled for /videos/*.");
})();
'
- name: Purge Cloudflare cache
run: |
if [ -z "${{ secrets.CF_ZONE_ID }}" ] || [ -z "${{ secrets.CF_API_TOKEN }}" ]; then
echo "Cloudflare purge configuration is incomplete"
exit 1
fi
PURGE_RESPONSE="$(
curl -fsS -X POST \
"https://api.cloudflare.com/client/v4/zones/${{ secrets.CF_ZONE_ID }}/purge_cache" \
-H "Authorization: Bearer ${{ secrets.CF_API_TOKEN }}" \
-H "Content-Type: application/json" \
--data '{"purge_everything":true}'
)"
CF_PURGE_RESPONSE="$PURGE_RESPONSE" node -e '
const payload = JSON.parse(process.env.CF_PURGE_RESPONSE || "{}");
if (payload.success !== true) {
console.error("Cloudflare purge response did not report success=true");
process.exit(1);
}
'
echo "Cloudflare cache purged."
- name: Summary
run: |
echo "### Promoted staging.hivegrid.de to production" >> "$GITHUB_STEP_SUMMARY"
echo "" >> "$GITHUB_STEP_SUMMARY"
echo "- Commit: \`$STAGED_SHA\`" >> "$GITHUB_STEP_SUMMARY"
echo "- Digest: \`$IMAGE_DIGEST\`" >> "$GITHUB_STEP_SUMMARY"
echo "- Previous production digest: \`$PREVIOUS_PRODUCTION_DIGEST\`" >> "$GITHUB_STEP_SUMMARY"
@@ -0,0 +1,22 @@
name: SonarQube Analysis
on:
push:
branches: [main, master, develop]
pull_request:
types: [opened, synchronize, reopened]
jobs:
sonarqube:
runs-on: toolctrl-ci
steps:
- name: Checkout
uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4
with:
fetch-depth: 0
- name: SonarQube Scan
uses: sonarsource/sonarqube-scan-action@fd88b7d7ccbaefd23d8f36f73b59db7a3d246602 # v6
env:
SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
SONAR_HOST_URL: ${{ secrets.SONAR_HOST_URL }}