From c1a826f6d00da4d42f3af9a40bde08d133846973 Mon Sep 17 00:00:00 2001 From: aevolution-gitops-bot Date: Thu, 1 Oct 2026 07:57:16 -0400 Subject: [PATCH] deploy: promote latest server image with manual workflows --- .gitea/workflows/promote-dev.yaml | 120 ++++++++++++++++++ .gitea/workflows/promote-stage.yaml | 119 +++++++++++++++++ .../kubernetes/region/dev/kustomization.yaml | 2 +- .../kubernetes/region/dev/region-values.yaml | 4 +- .../region/stage/kustomization.yaml | 2 +- .../region/stage/region-values.yaml | 4 +- 6 files changed, 245 insertions(+), 6 deletions(-) create mode 100644 .gitea/workflows/promote-dev.yaml create mode 100644 .gitea/workflows/promote-stage.yaml diff --git a/.gitea/workflows/promote-dev.yaml b/.gitea/workflows/promote-dev.yaml new file mode 100644 index 0000000..79d7d5d --- /dev/null +++ b/.gitea/workflows/promote-dev.yaml @@ -0,0 +1,120 @@ +name: Promote server image to dev + +on: + workflow_dispatch: + +concurrency: + group: promote-server-dev + cancel-in-progress: false + +permissions: + contents: write + +env: + HARBOR_REGISTRY: registry.aeternalisgames.com + HARBOR_PROJECT: ${{ vars.HARBOR_PROJECT || 'aeternalis' }} + HARBOR_REPOSITORY: ${{ vars.HARBOR_SERVER_REPOSITORY || 'aevolution-server' }} + HARBOR_USERNAME: ${{ secrets.HARBOR_USERNAME }} + HARBOR_PASSWORD: ${{ secrets.HARBOR_PASSWORD }} + +jobs: + promote: + runs-on: ${{ vars.CI_RUNNER_LABEL || 'ubuntu-22.04' }} + steps: + - name: Checkout main + uses: https://github.com/actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 + with: + ref: main + fetch-depth: 0 + persist-credentials: true + + - name: Resolve newest published server image + id: image + env: + HARBOR_REGISTRY: ${{ env.HARBOR_REGISTRY }} + HARBOR_PROJECT: ${{ env.HARBOR_PROJECT }} + HARBOR_REPOSITORY: ${{ env.HARBOR_REPOSITORY }} + HARBOR_USERNAME: ${{ env.HARBOR_USERNAME }} + HARBOR_PASSWORD: ${{ env.HARBOR_PASSWORD }} + run: | + set -eu + python3 - <<'PY' >> "$GITHUB_OUTPUT" + import base64, json, os, re, urllib.parse, urllib.request + + registry = os.environ['HARBOR_REGISTRY'] + project = os.environ['HARBOR_PROJECT'] + repository = os.environ['HARBOR_REPOSITORY'] + path = urllib.parse.quote(f'{project}/{repository}', safe='') + params = urllib.parse.urlencode({'with_tag': 'true', 'page': 1, 'page_size': 100, 'sort': '-push_time'}) + url = f'https://{registry}/api/v2.0/projects/{urllib.parse.quote(project, safe="")}/repositories/{urllib.parse.quote(repository, safe="")}/artifacts?{params}' + token = base64.b64encode(f"{os.environ['HARBOR_USERNAME']}:{os.environ['HARBOR_PASSWORD']}".encode()).decode() + request = urllib.request.Request(url, headers={'Authorization': f'Basic {token}'}) + with urllib.request.urlopen(request, timeout=30) as response: + artifacts = json.load(response) + tag_re = re.compile(r'^sha-([0-9a-f]{40})-run-[0-9]+-[0-9]+$') + candidates = [] + for artifact in artifacts: + digest = artifact.get('digest', '') + for tag in artifact.get('tags') or []: + match = tag_re.fullmatch(tag.get('name', '')) + if match and re.fullmatch(r'sha256:[0-9a-f]{64}', digest): + candidates.append((artifact.get('push_time', ''), digest, tag['name'], match.group(1))) + if not candidates: + raise SystemExit('No immutable server-image tags were found in Harbor') + candidates.sort(reverse=True) + _, digest, tag, commit = candidates[0] + print(f'digest={digest}') + print(f'build={digest.removeprefix("sha256:")}') + print(f'tag={tag}') + print(f'commit={commit}') + PY + test -n "${{ steps.image.outputs.digest }}" + echo "Selected immutable image ${{ steps.image.outputs.tag }}" + echo "Digest: ${{ steps.image.outputs.digest }}" + + - name: Update dev image and build identity + env: + IMAGE_DIGEST: ${{ steps.image.outputs.digest }} + BUILD_ID: ${{ steps.image.outputs.build }} + run: | + set -eu + python3 - <<'PY' + import os, re + digest = os.environ['IMAGE_DIGEST'] + build = os.environ['BUILD_ID'] + if not re.fullmatch(r'sha256:[0-9a-f]{64}', digest): + raise SystemExit('invalid image digest') + if not re.fullmatch(r'[0-9a-f]{64}', build) or build != digest[7:]: + raise SystemExit('invalid build identity') + files = [ + 'deploy/kubernetes/region/dev/kustomization.yaml', + 'deploy/kubernetes/region/dev/region-values.yaml', + ] + for name in files: + text = open(name, encoding='utf-8').read() + if name.endswith('kustomization.yaml'): + text, count = re.subn(r'(?m)^ digest: sha256:[0-9a-f]{64}$', f' digest: {digest}', text) + if count != 1: + raise SystemExit(f'{name}: expected one server digest, found {count}') + else: + text, count = re.subn(r'(?m)(name: REGION_BUILD, value: )[0-9a-f]{64}', rf'\g<1>{build}', text) + if count != 2: + raise SystemExit(f'{name}: expected two REGION_BUILD values, found {count}') + open(name, 'w', encoding='utf-8').write(text) + PY + + - name: Validate and commit promotion + run: | + set -eu + git diff --check + python3 tools/ci/deploy-policy-check.py + git diff --quiet -- \ + deploy/kubernetes/region/dev/kustomization.yaml \ + deploy/kubernetes/region/dev/region-values.yaml && { + echo 'dev already points at the newest published server image'; exit 0; + } + git config user.name 'aevolution-gitops-bot' + git config user.email 'aevolution-gitops-bot@aeternalisgames.com' + git add deploy/kubernetes/region/dev/kustomization.yaml deploy/kubernetes/region/dev/region-values.yaml + git commit -m "deploy(dev): promote latest server image" + git push origin HEAD:main diff --git a/.gitea/workflows/promote-stage.yaml b/.gitea/workflows/promote-stage.yaml new file mode 100644 index 0000000..82c5827 --- /dev/null +++ b/.gitea/workflows/promote-stage.yaml @@ -0,0 +1,119 @@ +name: Promote server image to stage + +on: + workflow_dispatch: + +concurrency: + group: promote-server-stage + cancel-in-progress: false + +permissions: + contents: write + +env: + HARBOR_REGISTRY: registry.aeternalisgames.com + HARBOR_PROJECT: ${{ vars.HARBOR_PROJECT || 'aeternalis' }} + HARBOR_REPOSITORY: ${{ vars.HARBOR_SERVER_REPOSITORY || 'aevolution-server' }} + HARBOR_USERNAME: ${{ secrets.HARBOR_USERNAME }} + HARBOR_PASSWORD: ${{ secrets.HARBOR_PASSWORD }} + +jobs: + promote: + runs-on: ${{ vars.CI_RUNNER_LABEL || 'ubuntu-22.04' }} + steps: + - name: Checkout main + uses: https://github.com/actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 + with: + ref: main + fetch-depth: 0 + persist-credentials: true + + - name: Resolve newest published server image + id: image + env: + HARBOR_REGISTRY: ${{ env.HARBOR_REGISTRY }} + HARBOR_PROJECT: ${{ env.HARBOR_PROJECT }} + HARBOR_REPOSITORY: ${{ env.HARBOR_REPOSITORY }} + HARBOR_USERNAME: ${{ env.HARBOR_USERNAME }} + HARBOR_PASSWORD: ${{ env.HARBOR_PASSWORD }} + run: | + set -eu + python3 - <<'PY' >> "$GITHUB_OUTPUT" + import base64, json, os, re, urllib.parse, urllib.request + + registry = os.environ['HARBOR_REGISTRY'] + project = os.environ['HARBOR_PROJECT'] + repository = os.environ['HARBOR_REPOSITORY'] + params = urllib.parse.urlencode({'with_tag': 'true', 'page': 1, 'page_size': 100, 'sort': '-push_time'}) + url = f'https://{registry}/api/v2.0/projects/{urllib.parse.quote(project, safe="")}/repositories/{urllib.parse.quote(repository, safe="")}/artifacts?{params}' + token = base64.b64encode(f"{os.environ['HARBOR_USERNAME']}:{os.environ['HARBOR_PASSWORD']}".encode()).decode() + request = urllib.request.Request(url, headers={'Authorization': f'Basic {token}'}) + with urllib.request.urlopen(request, timeout=30) as response: + artifacts = json.load(response) + tag_re = re.compile(r'^sha-([0-9a-f]{40})-run-[0-9]+-[0-9]+$') + candidates = [] + for artifact in artifacts: + digest = artifact.get('digest', '') + for tag in artifact.get('tags') or []: + match = tag_re.fullmatch(tag.get('name', '')) + if match and re.fullmatch(r'sha256:[0-9a-f]{64}', digest): + candidates.append((artifact.get('push_time', ''), digest, tag['name'], match.group(1))) + if not candidates: + raise SystemExit('No immutable server-image tags were found in Harbor') + candidates.sort(reverse=True) + _, digest, tag, commit = candidates[0] + print(f'digest={digest}') + print(f'build={digest.removeprefix("sha256:")}') + print(f'tag={tag}') + print(f'commit={commit}') + PY + test -n "${{ steps.image.outputs.digest }}" + echo "Selected immutable image ${{ steps.image.outputs.tag }}" + echo "Digest: ${{ steps.image.outputs.digest }}" + + - name: Update stage image and build identity + env: + IMAGE_DIGEST: ${{ steps.image.outputs.digest }} + BUILD_ID: ${{ steps.image.outputs.build }} + run: | + set -eu + python3 - <<'PY' + import os, re + digest = os.environ['IMAGE_DIGEST'] + build = os.environ['BUILD_ID'] + if not re.fullmatch(r'sha256:[0-9a-f]{64}', digest): + raise SystemExit('invalid image digest') + if not re.fullmatch(r'[0-9a-f]{64}', build) or build != digest[7:]: + raise SystemExit('invalid build identity') + files = [ + 'deploy/kubernetes/region/stage/kustomization.yaml', + 'deploy/kubernetes/region/stage/region-values.yaml', + ] + for name in files: + text = open(name, encoding='utf-8').read() + if name.endswith('kustomization.yaml'): + text, count = re.subn(r'(?m)^ digest: sha256:[0-9a-f]{64}$', f' digest: {digest}', text) + if count != 1: + raise SystemExit(f'{name}: expected one server digest, found {count}') + else: + text, count = re.subn(r'(?m)(name: REGION_BUILD, value: )[0-9a-f]{64}', rf'\g<1>{build}', text) + if count != 2: + raise SystemExit(f'{name}: expected two REGION_BUILD values, found {count}') + open(name, 'w', encoding='utf-8').write(text) + PY + + - name: Validate and commit promotion + run: | + set -eu + git diff --check + python3 tools/ci/deploy-policy-check.py + git diff --quiet -- \ + deploy/kubernetes/region/stage/kustomization.yaml \ + deploy/kubernetes/region/stage/region-values.yaml && { + echo 'stage already points at the newest published server image'; exit 0; + } + git config user.name 'aevolution-gitops-bot' + git config user.email 'aevolution-gitops-bot@aeternalisgames.com' + git add deploy/kubernetes/region/stage/kustomization.yaml deploy/kubernetes/region/stage/region-values.yaml + git commit -m "deploy(stage): promote latest server image" + git push origin HEAD:main diff --git a/deploy/kubernetes/region/dev/kustomization.yaml b/deploy/kubernetes/region/dev/kustomization.yaml index e318b82..fdf19d3 100644 --- a/deploy/kubernetes/region/dev/kustomization.yaml +++ b/deploy/kubernetes/region/dev/kustomization.yaml @@ -9,6 +9,6 @@ resources: images: - name: aevolution-server newName: registry.aeternalisgames.com/aeternalis/aevolution-server - digest: sha256:0ded41070dd3e0c0daa43e13dadc58c449865eec00530cfceff3c1579c66e916 + digest: sha256:df5e877657a86038a382bc26fd603b49ad96078c4dd2e9a4c513055b2a6f9b62 patches: - path: region-values.yaml diff --git a/deploy/kubernetes/region/dev/region-values.yaml b/deploy/kubernetes/region/dev/region-values.yaml index 7d14e25..a65ebbc 100644 --- a/deploy/kubernetes/region/dev/region-values.yaml +++ b/deploy/kubernetes/region/dev/region-values.yaml @@ -11,7 +11,7 @@ spec: env: - {name: REGION_WORLD, value: "100"} - {name: REGION_ID, value: "1"} - - {name: REGION_BUILD, value: 0ded41070dd3e0c0daa43e13dadc58c449865eec00530cfceff3c1579c66e916} + - {name: REGION_BUILD, value: df5e877657a86038a382bc26fd603b49ad96078c4dd2e9a4c513055b2a6f9b62} # Provisioned and committed under 4af72099: keep it recoverable. - {name: REGION_RETAINED, value: "4af7209941643e0c6a100e2b4e2fef8a959b87fdbfac2173b7867cfc1808bd66 edb39f956df1f481d7ba724cac4ceb3a4fe494efc02f994d31d6c96dfae04a78"} --- @@ -27,4 +27,4 @@ spec: env: - {name: REGION_WORLD, value: "100"} - {name: REGION_ID, value: "1"} - - {name: REGION_BUILD, value: 0ded41070dd3e0c0daa43e13dadc58c449865eec00530cfceff3c1579c66e916} + - {name: REGION_BUILD, value: df5e877657a86038a382bc26fd603b49ad96078c4dd2e9a4c513055b2a6f9b62} diff --git a/deploy/kubernetes/region/stage/kustomization.yaml b/deploy/kubernetes/region/stage/kustomization.yaml index c1edd74..a24df68 100644 --- a/deploy/kubernetes/region/stage/kustomization.yaml +++ b/deploy/kubernetes/region/stage/kustomization.yaml @@ -9,6 +9,6 @@ resources: images: - name: aevolution-server newName: registry.aeternalisgames.com/aeternalis/aevolution-server - digest: sha256:0ded41070dd3e0c0daa43e13dadc58c449865eec00530cfceff3c1579c66e916 + digest: sha256:df5e877657a86038a382bc26fd603b49ad96078c4dd2e9a4c513055b2a6f9b62 patches: - path: region-values.yaml diff --git a/deploy/kubernetes/region/stage/region-values.yaml b/deploy/kubernetes/region/stage/region-values.yaml index e8e907c..d6c1b27 100644 --- a/deploy/kubernetes/region/stage/region-values.yaml +++ b/deploy/kubernetes/region/stage/region-values.yaml @@ -11,7 +11,7 @@ spec: env: - {name: REGION_WORLD, value: "200"} - {name: REGION_ID, value: "1"} - - {name: REGION_BUILD, value: 0ded41070dd3e0c0daa43e13dadc58c449865eec00530cfceff3c1579c66e916} + - {name: REGION_BUILD, value: df5e877657a86038a382bc26fd603b49ad96078c4dd2e9a4c513055b2a6f9b62} # Provisioned and committed under 4af72099: keep it recoverable. - {name: REGION_RETAINED, value: "4af7209941643e0c6a100e2b4e2fef8a959b87fdbfac2173b7867cfc1808bd66 edb39f956df1f481d7ba724cac4ceb3a4fe494efc02f994d31d6c96dfae04a78"} --- @@ -27,4 +27,4 @@ spec: env: - {name: REGION_WORLD, value: "200"} - {name: REGION_ID, value: "1"} - - {name: REGION_BUILD, value: 0ded41070dd3e0c0daa43e13dadc58c449865eec00530cfceff3c1579c66e916} + - {name: REGION_BUILD, value: df5e877657a86038a382bc26fd603b49ad96078c4dd2e9a4c513055b2a6f9b62}