deploy: promote latest server image with manual workflows
This commit is contained in:
@@ -0,0 +1,120 @@
|
||||
name: Promote server image to dev
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
concurrency:
|
||||
group: promote-server-dev
|
||||
cancel-in-progress: false
|
||||
|
||||
permissions:
|
||||
contents: write
|
||||
|
||||
env:
|
||||
HARBOR_REGISTRY: registry.aeternalisgames.com
|
||||
HARBOR_PROJECT: ${{ vars.HARBOR_PROJECT || 'aeternalis' }}
|
||||
HARBOR_REPOSITORY: ${{ vars.HARBOR_SERVER_REPOSITORY || 'aevolution-server' }}
|
||||
HARBOR_USERNAME: ${{ secrets.HARBOR_USERNAME }}
|
||||
HARBOR_PASSWORD: ${{ secrets.HARBOR_PASSWORD }}
|
||||
|
||||
jobs:
|
||||
promote:
|
||||
runs-on: ${{ vars.CI_RUNNER_LABEL || 'ubuntu-22.04' }}
|
||||
steps:
|
||||
- name: Checkout main
|
||||
uses: https://github.com/actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
|
||||
with:
|
||||
ref: main
|
||||
fetch-depth: 0
|
||||
persist-credentials: true
|
||||
|
||||
- name: Resolve newest published server image
|
||||
id: image
|
||||
env:
|
||||
HARBOR_REGISTRY: ${{ env.HARBOR_REGISTRY }}
|
||||
HARBOR_PROJECT: ${{ env.HARBOR_PROJECT }}
|
||||
HARBOR_REPOSITORY: ${{ env.HARBOR_REPOSITORY }}
|
||||
HARBOR_USERNAME: ${{ env.HARBOR_USERNAME }}
|
||||
HARBOR_PASSWORD: ${{ env.HARBOR_PASSWORD }}
|
||||
run: |
|
||||
set -eu
|
||||
python3 - <<'PY' >> "$GITHUB_OUTPUT"
|
||||
import base64, json, os, re, urllib.parse, urllib.request
|
||||
|
||||
registry = os.environ['HARBOR_REGISTRY']
|
||||
project = os.environ['HARBOR_PROJECT']
|
||||
repository = os.environ['HARBOR_REPOSITORY']
|
||||
path = urllib.parse.quote(f'{project}/{repository}', safe='')
|
||||
params = urllib.parse.urlencode({'with_tag': 'true', 'page': 1, 'page_size': 100, 'sort': '-push_time'})
|
||||
url = f'https://{registry}/api/v2.0/projects/{urllib.parse.quote(project, safe="")}/repositories/{urllib.parse.quote(repository, safe="")}/artifacts?{params}'
|
||||
token = base64.b64encode(f"{os.environ['HARBOR_USERNAME']}:{os.environ['HARBOR_PASSWORD']}".encode()).decode()
|
||||
request = urllib.request.Request(url, headers={'Authorization': f'Basic {token}'})
|
||||
with urllib.request.urlopen(request, timeout=30) as response:
|
||||
artifacts = json.load(response)
|
||||
tag_re = re.compile(r'^sha-([0-9a-f]{40})-run-[0-9]+-[0-9]+$')
|
||||
candidates = []
|
||||
for artifact in artifacts:
|
||||
digest = artifact.get('digest', '')
|
||||
for tag in artifact.get('tags') or []:
|
||||
match = tag_re.fullmatch(tag.get('name', ''))
|
||||
if match and re.fullmatch(r'sha256:[0-9a-f]{64}', digest):
|
||||
candidates.append((artifact.get('push_time', ''), digest, tag['name'], match.group(1)))
|
||||
if not candidates:
|
||||
raise SystemExit('No immutable server-image tags were found in Harbor')
|
||||
candidates.sort(reverse=True)
|
||||
_, digest, tag, commit = candidates[0]
|
||||
print(f'digest={digest}')
|
||||
print(f'build={digest.removeprefix("sha256:")}')
|
||||
print(f'tag={tag}')
|
||||
print(f'commit={commit}')
|
||||
PY
|
||||
test -n "${{ steps.image.outputs.digest }}"
|
||||
echo "Selected immutable image ${{ steps.image.outputs.tag }}"
|
||||
echo "Digest: ${{ steps.image.outputs.digest }}"
|
||||
|
||||
- name: Update dev image and build identity
|
||||
env:
|
||||
IMAGE_DIGEST: ${{ steps.image.outputs.digest }}
|
||||
BUILD_ID: ${{ steps.image.outputs.build }}
|
||||
run: |
|
||||
set -eu
|
||||
python3 - <<'PY'
|
||||
import os, re
|
||||
digest = os.environ['IMAGE_DIGEST']
|
||||
build = os.environ['BUILD_ID']
|
||||
if not re.fullmatch(r'sha256:[0-9a-f]{64}', digest):
|
||||
raise SystemExit('invalid image digest')
|
||||
if not re.fullmatch(r'[0-9a-f]{64}', build) or build != digest[7:]:
|
||||
raise SystemExit('invalid build identity')
|
||||
files = [
|
||||
'deploy/kubernetes/region/dev/kustomization.yaml',
|
||||
'deploy/kubernetes/region/dev/region-values.yaml',
|
||||
]
|
||||
for name in files:
|
||||
text = open(name, encoding='utf-8').read()
|
||||
if name.endswith('kustomization.yaml'):
|
||||
text, count = re.subn(r'(?m)^ digest: sha256:[0-9a-f]{64}$', f' digest: {digest}', text)
|
||||
if count != 1:
|
||||
raise SystemExit(f'{name}: expected one server digest, found {count}')
|
||||
else:
|
||||
text, count = re.subn(r'(?m)(name: REGION_BUILD, value: )[0-9a-f]{64}', rf'\g<1>{build}', text)
|
||||
if count != 2:
|
||||
raise SystemExit(f'{name}: expected two REGION_BUILD values, found {count}')
|
||||
open(name, 'w', encoding='utf-8').write(text)
|
||||
PY
|
||||
|
||||
- name: Validate and commit promotion
|
||||
run: |
|
||||
set -eu
|
||||
git diff --check
|
||||
python3 tools/ci/deploy-policy-check.py
|
||||
git diff --quiet -- \
|
||||
deploy/kubernetes/region/dev/kustomization.yaml \
|
||||
deploy/kubernetes/region/dev/region-values.yaml && {
|
||||
echo 'dev already points at the newest published server image'; exit 0;
|
||||
}
|
||||
git config user.name 'aevolution-gitops-bot'
|
||||
git config user.email 'aevolution-gitops-bot@aeternalisgames.com'
|
||||
git add deploy/kubernetes/region/dev/kustomization.yaml deploy/kubernetes/region/dev/region-values.yaml
|
||||
git commit -m "deploy(dev): promote latest server image"
|
||||
git push origin HEAD:main
|
||||
@@ -0,0 +1,119 @@
|
||||
name: Promote server image to stage
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
concurrency:
|
||||
group: promote-server-stage
|
||||
cancel-in-progress: false
|
||||
|
||||
permissions:
|
||||
contents: write
|
||||
|
||||
env:
|
||||
HARBOR_REGISTRY: registry.aeternalisgames.com
|
||||
HARBOR_PROJECT: ${{ vars.HARBOR_PROJECT || 'aeternalis' }}
|
||||
HARBOR_REPOSITORY: ${{ vars.HARBOR_SERVER_REPOSITORY || 'aevolution-server' }}
|
||||
HARBOR_USERNAME: ${{ secrets.HARBOR_USERNAME }}
|
||||
HARBOR_PASSWORD: ${{ secrets.HARBOR_PASSWORD }}
|
||||
|
||||
jobs:
|
||||
promote:
|
||||
runs-on: ${{ vars.CI_RUNNER_LABEL || 'ubuntu-22.04' }}
|
||||
steps:
|
||||
- name: Checkout main
|
||||
uses: https://github.com/actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
|
||||
with:
|
||||
ref: main
|
||||
fetch-depth: 0
|
||||
persist-credentials: true
|
||||
|
||||
- name: Resolve newest published server image
|
||||
id: image
|
||||
env:
|
||||
HARBOR_REGISTRY: ${{ env.HARBOR_REGISTRY }}
|
||||
HARBOR_PROJECT: ${{ env.HARBOR_PROJECT }}
|
||||
HARBOR_REPOSITORY: ${{ env.HARBOR_REPOSITORY }}
|
||||
HARBOR_USERNAME: ${{ env.HARBOR_USERNAME }}
|
||||
HARBOR_PASSWORD: ${{ env.HARBOR_PASSWORD }}
|
||||
run: |
|
||||
set -eu
|
||||
python3 - <<'PY' >> "$GITHUB_OUTPUT"
|
||||
import base64, json, os, re, urllib.parse, urllib.request
|
||||
|
||||
registry = os.environ['HARBOR_REGISTRY']
|
||||
project = os.environ['HARBOR_PROJECT']
|
||||
repository = os.environ['HARBOR_REPOSITORY']
|
||||
params = urllib.parse.urlencode({'with_tag': 'true', 'page': 1, 'page_size': 100, 'sort': '-push_time'})
|
||||
url = f'https://{registry}/api/v2.0/projects/{urllib.parse.quote(project, safe="")}/repositories/{urllib.parse.quote(repository, safe="")}/artifacts?{params}'
|
||||
token = base64.b64encode(f"{os.environ['HARBOR_USERNAME']}:{os.environ['HARBOR_PASSWORD']}".encode()).decode()
|
||||
request = urllib.request.Request(url, headers={'Authorization': f'Basic {token}'})
|
||||
with urllib.request.urlopen(request, timeout=30) as response:
|
||||
artifacts = json.load(response)
|
||||
tag_re = re.compile(r'^sha-([0-9a-f]{40})-run-[0-9]+-[0-9]+$')
|
||||
candidates = []
|
||||
for artifact in artifacts:
|
||||
digest = artifact.get('digest', '')
|
||||
for tag in artifact.get('tags') or []:
|
||||
match = tag_re.fullmatch(tag.get('name', ''))
|
||||
if match and re.fullmatch(r'sha256:[0-9a-f]{64}', digest):
|
||||
candidates.append((artifact.get('push_time', ''), digest, tag['name'], match.group(1)))
|
||||
if not candidates:
|
||||
raise SystemExit('No immutable server-image tags were found in Harbor')
|
||||
candidates.sort(reverse=True)
|
||||
_, digest, tag, commit = candidates[0]
|
||||
print(f'digest={digest}')
|
||||
print(f'build={digest.removeprefix("sha256:")}')
|
||||
print(f'tag={tag}')
|
||||
print(f'commit={commit}')
|
||||
PY
|
||||
test -n "${{ steps.image.outputs.digest }}"
|
||||
echo "Selected immutable image ${{ steps.image.outputs.tag }}"
|
||||
echo "Digest: ${{ steps.image.outputs.digest }}"
|
||||
|
||||
- name: Update stage image and build identity
|
||||
env:
|
||||
IMAGE_DIGEST: ${{ steps.image.outputs.digest }}
|
||||
BUILD_ID: ${{ steps.image.outputs.build }}
|
||||
run: |
|
||||
set -eu
|
||||
python3 - <<'PY'
|
||||
import os, re
|
||||
digest = os.environ['IMAGE_DIGEST']
|
||||
build = os.environ['BUILD_ID']
|
||||
if not re.fullmatch(r'sha256:[0-9a-f]{64}', digest):
|
||||
raise SystemExit('invalid image digest')
|
||||
if not re.fullmatch(r'[0-9a-f]{64}', build) or build != digest[7:]:
|
||||
raise SystemExit('invalid build identity')
|
||||
files = [
|
||||
'deploy/kubernetes/region/stage/kustomization.yaml',
|
||||
'deploy/kubernetes/region/stage/region-values.yaml',
|
||||
]
|
||||
for name in files:
|
||||
text = open(name, encoding='utf-8').read()
|
||||
if name.endswith('kustomization.yaml'):
|
||||
text, count = re.subn(r'(?m)^ digest: sha256:[0-9a-f]{64}$', f' digest: {digest}', text)
|
||||
if count != 1:
|
||||
raise SystemExit(f'{name}: expected one server digest, found {count}')
|
||||
else:
|
||||
text, count = re.subn(r'(?m)(name: REGION_BUILD, value: )[0-9a-f]{64}', rf'\g<1>{build}', text)
|
||||
if count != 2:
|
||||
raise SystemExit(f'{name}: expected two REGION_BUILD values, found {count}')
|
||||
open(name, 'w', encoding='utf-8').write(text)
|
||||
PY
|
||||
|
||||
- name: Validate and commit promotion
|
||||
run: |
|
||||
set -eu
|
||||
git diff --check
|
||||
python3 tools/ci/deploy-policy-check.py
|
||||
git diff --quiet -- \
|
||||
deploy/kubernetes/region/stage/kustomization.yaml \
|
||||
deploy/kubernetes/region/stage/region-values.yaml && {
|
||||
echo 'stage already points at the newest published server image'; exit 0;
|
||||
}
|
||||
git config user.name 'aevolution-gitops-bot'
|
||||
git config user.email 'aevolution-gitops-bot@aeternalisgames.com'
|
||||
git add deploy/kubernetes/region/stage/kustomization.yaml deploy/kubernetes/region/stage/region-values.yaml
|
||||
git commit -m "deploy(stage): promote latest server image"
|
||||
git push origin HEAD:main
|
||||
@@ -9,6 +9,6 @@ resources:
|
||||
images:
|
||||
- name: aevolution-server
|
||||
newName: registry.aeternalisgames.com/aeternalis/aevolution-server
|
||||
digest: sha256:0ded41070dd3e0c0daa43e13dadc58c449865eec00530cfceff3c1579c66e916
|
||||
digest: sha256:df5e877657a86038a382bc26fd603b49ad96078c4dd2e9a4c513055b2a6f9b62
|
||||
patches:
|
||||
- path: region-values.yaml
|
||||
|
||||
@@ -11,7 +11,7 @@ spec:
|
||||
env:
|
||||
- {name: REGION_WORLD, value: "100"}
|
||||
- {name: REGION_ID, value: "1"}
|
||||
- {name: REGION_BUILD, value: 0ded41070dd3e0c0daa43e13dadc58c449865eec00530cfceff3c1579c66e916}
|
||||
- {name: REGION_BUILD, value: df5e877657a86038a382bc26fd603b49ad96078c4dd2e9a4c513055b2a6f9b62}
|
||||
# Provisioned and committed under 4af72099: keep it recoverable.
|
||||
- {name: REGION_RETAINED, value: "4af7209941643e0c6a100e2b4e2fef8a959b87fdbfac2173b7867cfc1808bd66 edb39f956df1f481d7ba724cac4ceb3a4fe494efc02f994d31d6c96dfae04a78"}
|
||||
---
|
||||
@@ -27,4 +27,4 @@ spec:
|
||||
env:
|
||||
- {name: REGION_WORLD, value: "100"}
|
||||
- {name: REGION_ID, value: "1"}
|
||||
- {name: REGION_BUILD, value: 0ded41070dd3e0c0daa43e13dadc58c449865eec00530cfceff3c1579c66e916}
|
||||
- {name: REGION_BUILD, value: df5e877657a86038a382bc26fd603b49ad96078c4dd2e9a4c513055b2a6f9b62}
|
||||
|
||||
@@ -9,6 +9,6 @@ resources:
|
||||
images:
|
||||
- name: aevolution-server
|
||||
newName: registry.aeternalisgames.com/aeternalis/aevolution-server
|
||||
digest: sha256:0ded41070dd3e0c0daa43e13dadc58c449865eec00530cfceff3c1579c66e916
|
||||
digest: sha256:df5e877657a86038a382bc26fd603b49ad96078c4dd2e9a4c513055b2a6f9b62
|
||||
patches:
|
||||
- path: region-values.yaml
|
||||
|
||||
@@ -11,7 +11,7 @@ spec:
|
||||
env:
|
||||
- {name: REGION_WORLD, value: "200"}
|
||||
- {name: REGION_ID, value: "1"}
|
||||
- {name: REGION_BUILD, value: 0ded41070dd3e0c0daa43e13dadc58c449865eec00530cfceff3c1579c66e916}
|
||||
- {name: REGION_BUILD, value: df5e877657a86038a382bc26fd603b49ad96078c4dd2e9a4c513055b2a6f9b62}
|
||||
# Provisioned and committed under 4af72099: keep it recoverable.
|
||||
- {name: REGION_RETAINED, value: "4af7209941643e0c6a100e2b4e2fef8a959b87fdbfac2173b7867cfc1808bd66 edb39f956df1f481d7ba724cac4ceb3a4fe494efc02f994d31d6c96dfae04a78"}
|
||||
---
|
||||
@@ -27,4 +27,4 @@ spec:
|
||||
env:
|
||||
- {name: REGION_WORLD, value: "200"}
|
||||
- {name: REGION_ID, value: "1"}
|
||||
- {name: REGION_BUILD, value: 0ded41070dd3e0c0daa43e13dadc58c449865eec00530cfceff3c1579c66e916}
|
||||
- {name: REGION_BUILD, value: df5e877657a86038a382bc26fd603b49ad96078c4dd2e9a4c513055b2a6f9b62}
|
||||
|
||||
Reference in New Issue
Block a user