New CDN publish workflow (#30009)
* LET'S SEE IF THIS WORKS * I forgot the chmod +x * I forgot the shebang
This commit is contained in:
Pieter-Jan Briers
committed by
GitHub
GitHub
parent
bf4ef62ab3
commit
5e800e0ece
@@ -1,96 +0,0 @@
|
||||
#!/usr/bin/env python3
|
||||
|
||||
# Generates build info and injects it into the server zip files.
|
||||
|
||||
import codecs
|
||||
import hashlib
|
||||
import io
|
||||
import json
|
||||
import os
|
||||
import subprocess
|
||||
from zipfile import ZipFile, ZIP_DEFLATED
|
||||
|
||||
FILE = "SS14.Client.zip"
|
||||
|
||||
SERVER_FILES = [
|
||||
"SS14.Server_linux-x64.zip",
|
||||
"SS14.Server_linux-arm64.zip",
|
||||
"SS14.Server_win-x64.zip",
|
||||
"SS14.Server_osx-x64.zip"
|
||||
]
|
||||
|
||||
VERSION = os.environ['GITHUB_SHA']
|
||||
FORK_ID = "wizards"
|
||||
BUILD_URL = f"https://cdn.centcomm.spacestation14.com/builds/wizards/builds/{{FORK_VERSION}}/{FILE}"
|
||||
MANIFEST_URL = f"https://cdn.centcomm.spacestation14.com/cdn/version/{{FORK_VERSION}}/manifest"
|
||||
MANIFEST_DOWNLOAD_URL = f"https://cdn.centcomm.spacestation14.com/cdn/version/{{FORK_VERSION}}/download"
|
||||
|
||||
def main() -> None:
|
||||
client_file = os.path.join("release", FILE)
|
||||
manifest = generate_build_json(client_file)
|
||||
|
||||
for server in SERVER_FILES:
|
||||
inject_manifest(os.path.join("release", server), manifest)
|
||||
|
||||
|
||||
def inject_manifest(zip_path: str, manifest: str) -> None:
|
||||
with ZipFile(zip_path, "a", compression=ZIP_DEFLATED) as z:
|
||||
z.writestr("build.json", manifest)
|
||||
|
||||
|
||||
def generate_build_json(file: str) -> str:
|
||||
# Env variables set by Jenkins.
|
||||
|
||||
hash = sha256_file(file)
|
||||
engine_version = get_engine_version()
|
||||
manifest_hash = generate_manifest_hash(file)
|
||||
|
||||
return json.dumps({
|
||||
"download": BUILD_URL,
|
||||
"hash": hash,
|
||||
"version": VERSION,
|
||||
"fork_id": FORK_ID,
|
||||
"engine_version": engine_version,
|
||||
"manifest_url": MANIFEST_URL,
|
||||
"manifest_download_url": MANIFEST_DOWNLOAD_URL,
|
||||
"manifest_hash": manifest_hash
|
||||
})
|
||||
|
||||
def generate_manifest_hash(file: str) -> str:
|
||||
zip = ZipFile(file)
|
||||
infos = zip.infolist()
|
||||
infos.sort(key=lambda i: i.filename)
|
||||
|
||||
bytesIO = io.BytesIO()
|
||||
writer = codecs.getwriter("UTF-8")(bytesIO)
|
||||
writer.write("Robust Content Manifest 1\n")
|
||||
|
||||
for info in infos:
|
||||
if info.filename[-1] == "/":
|
||||
continue
|
||||
|
||||
bytes = zip.read(info)
|
||||
hash = hashlib.blake2b(bytes, digest_size=32).hexdigest().upper()
|
||||
writer.write(f"{hash} {info.filename}\n")
|
||||
|
||||
manifestHash = hashlib.blake2b(bytesIO.getbuffer(), digest_size=32)
|
||||
|
||||
return manifestHash.hexdigest().upper()
|
||||
|
||||
def get_engine_version() -> str:
|
||||
proc = subprocess.run(["git", "describe","--tags", "--abbrev=0"], stdout=subprocess.PIPE, cwd="RobustToolbox", check=True, encoding="UTF-8")
|
||||
tag = proc.stdout.strip()
|
||||
assert tag.startswith("v")
|
||||
return tag[1:] # Cut off v prefix.
|
||||
|
||||
|
||||
def sha256_file(path: str) -> str:
|
||||
with open(path, "rb") as f:
|
||||
h = hashlib.sha256()
|
||||
for b in iter(lambda: f.read(4096), b""):
|
||||
h.update(b)
|
||||
|
||||
return h.hexdigest()
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
56
Tools/publish_github_artifact.py
Executable file
56
Tools/publish_github_artifact.py
Executable file
@@ -0,0 +1,56 @@
|
||||
#!/usr/bin/env python3
|
||||
|
||||
import requests
|
||||
import os
|
||||
import subprocess
|
||||
|
||||
GITHUB_TOKEN = os.environ["GITHUB_TOKEN"]
|
||||
PUBLISH_TOKEN = os.environ["PUBLISH_TOKEN"]
|
||||
ARTIFACT_ID = os.environ["ARTIFACT_ID"]
|
||||
GITHUB_REPOSITORY = os.environ["GITHUB_REPOSITORY"]
|
||||
VERSION = os.environ['GITHUB_SHA']
|
||||
|
||||
#
|
||||
# CONFIGURATION PARAMETERS
|
||||
# Forks should change these to publish to their own infrastructure.
|
||||
#
|
||||
ROBUST_CDN_URL = "https://wizards.cdn.spacestation14.com/"
|
||||
FORK_ID = "wizards"
|
||||
|
||||
def main():
|
||||
print("Fetching artifact URL from API...")
|
||||
artifact_url = get_artifact_url()
|
||||
print(f"Artifact URL is {artifact_url}, publishing to Robust.Cdn")
|
||||
|
||||
data = {
|
||||
"version": VERSION,
|
||||
"engineVersion": get_engine_version(),
|
||||
"archive": artifact_url
|
||||
}
|
||||
headers = {
|
||||
"Authorization": f"Bearer {PUBLISH_TOKEN}",
|
||||
"Content-Type": "application/json"
|
||||
}
|
||||
resp = requests.post(f"{ROBUST_CDN_URL}fork/{FORK_ID}/publish", json=data, headers=headers)
|
||||
resp.raise_for_status()
|
||||
print("Publish succeeded!")
|
||||
|
||||
def get_artifact_url() -> str:
|
||||
headers = {
|
||||
"Authorization": f"Bearer {GITHUB_TOKEN}",
|
||||
"X-GitHub-Api-Version": "2022-11-28"
|
||||
}
|
||||
resp = requests.get(f"https://api.github.com/repos/{GITHUB_REPOSITORY}/actions/artifacts/{ARTIFACT_ID}/zip", allow_redirects=False, headers=headers)
|
||||
resp.raise_for_status()
|
||||
|
||||
return resp.headers["Location"]
|
||||
|
||||
def get_engine_version() -> str:
|
||||
proc = subprocess.run(["git", "describe","--tags", "--abbrev=0"], stdout=subprocess.PIPE, cwd="RobustToolbox", check=True, encoding="UTF-8")
|
||||
tag = proc.stdout.strip()
|
||||
assert tag.startswith("v")
|
||||
return tag[1:] # Cut off v prefix.
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
Reference in New Issue
Block a user