Skip to content

Check it yourself

stepmaniay-verification Public

Tests anyone can run against StepManiaY's published builds and ITGmania 1.3.0, the release it grew from.

Clone

Clone with HTTPS

Plain git over HTTPS: no account, no app, nothing else to install.

Download the source tarball 3.0 MB

65 lines · 2.4 KB

Raw
"""Downloads every engine in engines.json, refuses any whose SHA-256 isn't the published one, and
unpacks it, so a test runs exactly the build its result names.

    python3 fetch_engines.py <engines.json> <folder>

prints NAME=<folder>/<name>/<binary> for each engine, ready for a test's --engine. An engine with
a "path" instead of a "url" is one the kit builds itself (tests/timing/build_itgmania.sh); its
binary's SHA-256 goes to standard error for the record.
"""

from __future__ import annotations

import hashlib
import json
import sys
import tarfile
import urllib.request
from pathlib import Path

# Named, since stepmaniay.com's downloads refuse a bare Python client.
USER_AGENT = "stepmaniay-verification (+https://stepmaniay.com/verification/)"


def sha256(path: Path) -> str:
    digest = hashlib.sha256()
    with open(path, "rb") as f:
        for block in iter(lambda: f.read(1 << 20), b""):
            digest.update(block)
    return digest.hexdigest()


def main() -> None:
    engines = json.loads(Path(sys.argv[1]).read_text())
    root = Path(sys.argv[2])
    root.mkdir(parents=True, exist_ok=True)
    for name, engine in engines.items():
        if "path" in engine:
            binary = Path(engine["path"])
            if not binary.exists():
                raise SystemExit(f"{name}: {binary} isn't built yet ({engine.get('build', 'see its test')})")
            print(f"{name}: {binary} sha256 {sha256(binary)}", file=sys.stderr)
            print(f"{name}={binary}")
            continue
        archive = root / f"{name}.tar.gz"
        if not archive.exists() or sha256(archive) != engine["sha256"]:
            print(f"downloading {name}", file=sys.stderr)
            request = urllib.request.Request(engine["url"], headers={"User-Agent": USER_AGENT})
            with urllib.request.urlopen(request) as response, open(archive, "wb") as out:
                while block := response.read(1 << 20):
                    out.write(block)
        got = sha256(archive)
        if got != engine["sha256"]:
            archive.unlink()
            raise SystemExit(f"{name}: SHA-256 {got} isn't the published {engine['sha256']}")
        folder = root / name
        binary = folder / engine["binary"]
        if not binary.exists():
            folder.mkdir(exist_ok=True)
            with tarfile.open(archive) as tar:
                tar.extractall(folder)
        print(f"{name}={binary}")


if __name__ == "__main__":
    main()