CI: publish weekly game builds to Cloudflare R2 + emit Keystone builds manifest
Switch the publish step from gcloud/GCS to rclone against Cloudflare R2 (zero egress), self-provision rclone on the runner, and add a publish-manifest job that writes builds/keystone-builds.json so Keystone's /builds page lists clean, channel-labelled entries (latest per platform/channel) instead of raw object names. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
@@ -31,9 +31,16 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
UE_ROOT: D:\Unreal\UE_5.7
|
UE_ROOT: D:\Unreal\UE_5.7
|
||||||
PROJECT_NAME: ASGCGameJam2026
|
PROJECT_NAME: ASGCGameJam2026
|
||||||
ARTIFACTS_BUCKET: keystone-501223-build-artifacts
|
|
||||||
BUILDGRAPH_SCRIPT: D:\asgcgj\build-infra\buildgraph\BuildEditor.xml
|
BUILDGRAPH_SCRIPT: D:\asgcgj\build-infra\buildgraph\BuildEditor.xml
|
||||||
GCLOUD_BIN: C:\Users\aorti\AppData\Local\Google\Cloud SDK\google-cloud-sdk\bin
|
# --- Cloudflare R2 (S3-compatible) publish target ---
|
||||||
|
# rclone reads its whole remote config from these env vars (remote name = "r2").
|
||||||
|
# Keys come from Gitea Actions secrets so they never live in the repo.
|
||||||
|
R2_BUCKET: asgc-build-artifacts # TODO: set to your R2 bucket name
|
||||||
|
RCLONE_CONFIG_R2_TYPE: s3
|
||||||
|
RCLONE_CONFIG_R2_PROVIDER: Cloudflare
|
||||||
|
RCLONE_CONFIG_R2_ENDPOINT: ${{ secrets.R2_ENDPOINT }} # https://<ACCOUNT_ID>.r2.cloudflarestorage.com
|
||||||
|
RCLONE_CONFIG_R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
|
||||||
|
RCLONE_CONFIG_R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
|
||||||
steps:
|
steps:
|
||||||
# Packaged builds COOK content, so LFS is required (unlike editor binaries).
|
# Packaged builds COOK content, so LFS is required (unlike editor binaries).
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
@@ -63,19 +70,98 @@ jobs:
|
|||||||
-set:OutputDir="$env:GITHUB_WORKSPACE\LocalBuilds"
|
-set:OutputDir="$env:GITHUB_WORKSPACE\LocalBuilds"
|
||||||
if ($LASTEXITCODE -ne 0) { throw "BuildGraph failed ($LASTEXITCODE)" }
|
if ($LASTEXITCODE -ne 0) { throw "BuildGraph failed ($LASTEXITCODE)" }
|
||||||
|
|
||||||
- name: Publish packaged build
|
- name: Ensure rclone
|
||||||
|
shell: powershell
|
||||||
|
run: |
|
||||||
|
if (Get-Command rclone -ErrorAction SilentlyContinue) { Write-Host "rclone already present"; exit 0 }
|
||||||
|
$ver = "v1.68.2"
|
||||||
|
$url = "https://downloads.rclone.org/$ver/rclone-$ver-windows-amd64.zip"
|
||||||
|
$tmp = "$env:RUNNER_TEMP\rclone.zip"
|
||||||
|
$dst = "$env:RUNNER_TEMP\rclone"
|
||||||
|
Invoke-WebRequest -Uri $url -OutFile $tmp
|
||||||
|
Expand-Archive -Path $tmp -DestinationPath $dst -Force
|
||||||
|
$exe = (Get-ChildItem -Path $dst -Recurse -Filter rclone.exe | Select-Object -First 1).DirectoryName
|
||||||
|
"$exe" | Out-File -FilePath $env:GITHUB_PATH -Append -Encoding utf8
|
||||||
|
Write-Host "Installed rclone $ver -> $exe"
|
||||||
|
|
||||||
|
- name: Publish packaged build (R2)
|
||||||
shell: powershell
|
shell: powershell
|
||||||
run: |
|
run: |
|
||||||
$env:PATH += ";$env:GCLOUD_BIN"
|
|
||||||
$cfg = "${{ matrix.configuration }}".ToLower()
|
$cfg = "${{ matrix.configuration }}".ToLower()
|
||||||
$plat = "${{ matrix.os }}"
|
$plat = "${{ matrix.os }}"
|
||||||
$zip = "$env:GITHUB_WORKSPACE\LocalBuilds\$env:PROJECT_NAME-${{ matrix.platform }}-${{ matrix.configuration }}.zip"
|
$zip = "$env:GITHUB_WORKSPACE\LocalBuilds\$env:PROJECT_NAME-${{ matrix.platform }}-${{ matrix.configuration }}.zip"
|
||||||
if (-not (Test-Path $zip)) { throw "Packaged zip not found: $zip" }
|
if (-not (Test-Path $zip)) { throw "Packaged zip not found: $zip" }
|
||||||
$sha = "$env:GITHUB_SHA".Substring(0,8)
|
$base = "r2:$env:R2_BUCKET/builds/$plat/$cfg"
|
||||||
$base = "gs://$env:ARTIFACTS_BUCKET/builds/$plat/$cfg"
|
|
||||||
# Immutable, sha-tagged copy + a 'latest' pointer per platform/config.
|
# Immutable, sha-tagged copy + a 'latest' pointer per platform/config.
|
||||||
gcloud storage cp $zip "$base/$env:PROJECT_NAME-$env:BUILD_ID.zip"
|
rclone copyto $zip "$base/$env:PROJECT_NAME-$env:BUILD_ID.zip"
|
||||||
gcloud storage cp $zip "$base/latest.zip"
|
rclone copyto $zip "$base/latest.zip"
|
||||||
"$env:GITHUB_SHA" | Out-File -Encoding ascii latest.sha
|
"$env:GITHUB_SHA" | Out-File -Encoding ascii latest.sha
|
||||||
gcloud storage cp latest.sha "$base/latest.sha"
|
rclone copyto latest.sha "$base/latest.sha"
|
||||||
Write-Host "Published $cfg $plat build -> $base/"
|
Write-Host "Published $cfg $plat build -> $base/"
|
||||||
|
|
||||||
|
# Writes keystone-builds.json so Keystone's /builds page shows clean, labelled
|
||||||
|
# entries (one "latest" per platform/channel) instead of raw object names +
|
||||||
|
# the stray latest.sha. Runs once AFTER the matrix so Development/Shipping don't
|
||||||
|
# race on the same manifest object. `if: always()` so a failed config still lets
|
||||||
|
# the surviving one publish (it lists only builds whose latest.zip actually exists).
|
||||||
|
publish-manifest:
|
||||||
|
needs: package
|
||||||
|
if: always()
|
||||||
|
runs-on: windows
|
||||||
|
env:
|
||||||
|
PROJECT_NAME: ASGCGameJam2026
|
||||||
|
R2_BUCKET: asgc-build-artifacts # TODO: set to your R2 bucket name (match the package job)
|
||||||
|
RCLONE_CONFIG_R2_TYPE: s3
|
||||||
|
RCLONE_CONFIG_R2_PROVIDER: Cloudflare
|
||||||
|
RCLONE_CONFIG_R2_ENDPOINT: ${{ secrets.R2_ENDPOINT }}
|
||||||
|
RCLONE_CONFIG_R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
|
||||||
|
RCLONE_CONFIG_R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
|
||||||
|
steps:
|
||||||
|
- name: Ensure rclone
|
||||||
|
shell: powershell
|
||||||
|
run: |
|
||||||
|
if (Get-Command rclone -ErrorAction SilentlyContinue) { Write-Host "rclone already present"; exit 0 }
|
||||||
|
$ver = "v1.68.2"
|
||||||
|
$url = "https://downloads.rclone.org/$ver/rclone-$ver-windows-amd64.zip"
|
||||||
|
$tmp = "$env:RUNNER_TEMP\rclone.zip"
|
||||||
|
$dst = "$env:RUNNER_TEMP\rclone"
|
||||||
|
Invoke-WebRequest -Uri $url -OutFile $tmp
|
||||||
|
Expand-Archive -Path $tmp -DestinationPath $dst -Force
|
||||||
|
$exe = (Get-ChildItem -Path $dst -Recurse -Filter rclone.exe | Select-Object -First 1).DirectoryName
|
||||||
|
"$exe" | Out-File -FilePath $env:GITHUB_PATH -Append -Encoding utf8
|
||||||
|
Write-Host "Installed rclone $ver -> $exe"
|
||||||
|
|
||||||
|
- name: Build & publish keystone-builds.json
|
||||||
|
shell: powershell
|
||||||
|
run: |
|
||||||
|
$short = "$env:GITHUB_SHA".Substring(0,8)
|
||||||
|
$builtAt = (Get-Date).ToUniversalTime().ToString("yyyy-MM-ddTHH:mm:ssZ")
|
||||||
|
# (platform, channel, config-folder). Add Linux/Mac rows here when those
|
||||||
|
# runners exist — the /builds page groups by the `platform` field.
|
||||||
|
$targets = @(
|
||||||
|
@{ platform = "windows"; channel = "Development"; folder = "development" },
|
||||||
|
@{ platform = "windows"; channel = "Shipping"; folder = "shipping" }
|
||||||
|
)
|
||||||
|
$entries = @()
|
||||||
|
foreach ($t in $targets) {
|
||||||
|
$key = "builds/$($t.platform)/$($t.folder)/latest.zip"
|
||||||
|
$present = rclone lsf "r2:$env:R2_BUCKET/$key" 2>$null
|
||||||
|
if (-not $present) { Write-Host "skip $key (not present yet)"; continue }
|
||||||
|
$obj = [ordered]@{
|
||||||
|
path = $key
|
||||||
|
platform = $t.platform
|
||||||
|
channel = $t.channel
|
||||||
|
name = "$env:PROJECT_NAME - $($t.platform) ($($t.channel))"
|
||||||
|
version = "$env:GITHUB_REF_NAME-$short"
|
||||||
|
builtAt = $builtAt
|
||||||
|
}
|
||||||
|
# -Compress per-entry, then join inside [] — avoids PS 5.1 collapsing a
|
||||||
|
# single-element array to a bare object (which would fail the schema).
|
||||||
|
$entries += ($obj | ConvertTo-Json -Depth 5 -Compress)
|
||||||
|
}
|
||||||
|
if ($entries.Count -eq 0) { throw "No builds present to index — manifest not written." }
|
||||||
|
$json = "{`n `"version`": 1,`n `"builds`": [$([string]::Join(', ', $entries))]`n}"
|
||||||
|
$json | Out-File -Encoding utf8 keystone-builds.json
|
||||||
|
Write-Host $json
|
||||||
|
rclone copyto keystone-builds.json "r2:$env:R2_BUCKET/builds/keystone-builds.json"
|
||||||
|
Write-Host "Published builds manifest ($($entries.Count) entries) -> r2:$env:R2_BUCKET/builds/keystone-builds.json"
|
||||||
|
|||||||
Reference in New Issue
Block a user