mirror of
https://github.com/RetroPortingToolKit/psxrecomp
synced 2026-10-28 02:56:36 -04:00
Matthew Stanley
d240180943
#479 guards the host_relay.h include, so offline title builds no longer need recomp-net's include dir; the tool had no other managed block. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
958 lines
31 KiB
Python
958 lines
31 KiB
Python
"""Bulk Git/GitHub ops across Project Studio's indexed game repos."""
|
||
|
||
from __future__ import annotations
|
||
|
||
import json
|
||
import re
|
||
import threading
|
||
import time
|
||
from collections.abc import Callable
|
||
from concurrent.futures import ThreadPoolExecutor, as_completed
|
||
from pathlib import Path
|
||
|
||
from .gitops import (
|
||
CmdResult,
|
||
commit_all,
|
||
commit_modules,
|
||
install_and_push_release_ci,
|
||
pull,
|
||
pull_modules,
|
||
pull_psxrecomp,
|
||
push,
|
||
push_modules,
|
||
push_psxrecomp,
|
||
repo_status,
|
||
run_release_workflow,
|
||
switch_branch,
|
||
switch_modules,
|
||
switch_psxrecomp,
|
||
)
|
||
from .repo_index import RepoEntry, RepoIndex, load_index
|
||
|
||
# GitHub viewerPermission values that can push / manage the repo.
|
||
_CONTRIBUTOR_PERMS = frozenset({"ADMIN", "MAINTAIN", "WRITE"})
|
||
|
||
# Cap for Project Studio Bulk parallel workers (dropdown 1–4).
|
||
BULK_JOBS_MAX = 4
|
||
|
||
RepoItem = tuple[str, Path]
|
||
OnRepoResults = Callable[[list[CmdResult]], None]
|
||
|
||
|
||
def clamp_bulk_jobs(jobs: int | str | None) -> int:
|
||
"""Clamp parallel bulk workers to 1..BULK_JOBS_MAX."""
|
||
try:
|
||
n = int(jobs) # type: ignore[arg-type]
|
||
except (TypeError, ValueError):
|
||
n = 1
|
||
if n < 1:
|
||
n = 1
|
||
if n > BULK_JOBS_MAX:
|
||
n = BULK_JOBS_MAX
|
||
return n
|
||
|
||
|
||
def map_repos(
|
||
repos: list[RepoItem],
|
||
worker: Callable[[str, Path], list[CmdResult]],
|
||
*,
|
||
jobs: int = 1,
|
||
on_repo: OnRepoResults | None = None,
|
||
) -> list[CmdResult]:
|
||
"""Run ``worker(label, root)`` over repos with up to ``BULK_JOBS_MAX`` workers.
|
||
|
||
``on_repo`` is invoked with each repo's result list as it finishes (may run
|
||
on a worker thread — UI callers must marshal onto the main thread).
|
||
"""
|
||
jobs = clamp_bulk_jobs(jobs)
|
||
if not repos:
|
||
return []
|
||
|
||
def run_one(label: str, root: Path) -> list[CmdResult]:
|
||
try:
|
||
out = worker(label, root)
|
||
except Exception as exc: # noqa: BLE001 — keep other repos going
|
||
out = [CmdResult(False, f"{label}: {exc}")]
|
||
if not isinstance(out, list):
|
||
out = [out]
|
||
if on_repo is not None:
|
||
on_repo(out)
|
||
return out
|
||
|
||
if jobs <= 1 or len(repos) <= 1:
|
||
all_results: list[CmdResult] = []
|
||
for label, root in repos:
|
||
all_results.extend(run_one(label, root))
|
||
return all_results
|
||
|
||
all_results: list[CmdResult] = []
|
||
lock = threading.Lock()
|
||
|
||
def run_staggered(index: int, label: str, root: Path) -> list[CmdResult]:
|
||
# Spread HTTPS/DNS starts so parallel=4 bulk pull is less likely to flake.
|
||
if index > 0:
|
||
time.sleep(0.2 * (index % jobs))
|
||
return run_one(label, root)
|
||
|
||
with ThreadPoolExecutor(max_workers=jobs) as pool:
|
||
futures = {
|
||
pool.submit(run_staggered, i, label, root): (label, root)
|
||
for i, (label, root) in enumerate(repos)
|
||
}
|
||
for fut in as_completed(futures):
|
||
batch = fut.result()
|
||
with lock:
|
||
all_results.extend(batch)
|
||
return all_results
|
||
|
||
|
||
def _compact(s: str) -> str:
|
||
return "".join(c for c in s.lower() if c.isalnum())
|
||
|
||
|
||
def _initials(s: str) -> str:
|
||
"""PascalCase / spaced initials: MastersOfTerasKasi → motk…"""
|
||
out: list[str] = []
|
||
prev_alnum = False
|
||
for c in s:
|
||
if not c.isalnum():
|
||
prev_alnum = False
|
||
continue
|
||
if c.isupper() or not prev_alnum:
|
||
out.append(c.lower())
|
||
prev_alnum = True
|
||
return "".join(out)
|
||
|
||
|
||
def _match_select(entry_label: str, entry_path: str, select: list[str]) -> bool:
|
||
if not select:
|
||
return True
|
||
name = Path(entry_path).name
|
||
# Prefer short names (basename / label), not full path — path subsequence
|
||
# is too fuzzy (e.g. Tomba ⊂ …/Documents/…/Bomberman…).
|
||
text_cands = (entry_label, name)
|
||
compact_cands = tuple(_compact(c) for c in text_cands)
|
||
initial_cands = tuple(_initials(c) for c in (entry_label, name, name.replace("-", " ")))
|
||
for raw in select:
|
||
s = raw.strip()
|
||
if not s:
|
||
continue
|
||
sl = s.lower()
|
||
sc = _compact(s)
|
||
for c in text_cands:
|
||
cl = c.lower()
|
||
if sl == cl or sl in cl:
|
||
return True
|
||
for cc in compact_cands:
|
||
if sc and (sc == cc or sc in cc):
|
||
return True
|
||
# Abbreviations: MotK → MastersOfTerasKasi (initials motkr…)
|
||
if len(sc) >= 3:
|
||
for ic in initial_cands:
|
||
if ic.startswith(sc) or sc == ic:
|
||
return True
|
||
return False
|
||
|
||
|
||
def indexed_repos(
|
||
*,
|
||
select: list[str] | None = None,
|
||
index: RepoIndex | None = None,
|
||
) -> list[tuple[str, Path]]:
|
||
"""Return ``(display_label, resolved_path)`` for indexed repos.
|
||
|
||
``select`` filters by label, directory basename, or path substring
|
||
(case-insensitive). Empty / None = all indexed repos.
|
||
"""
|
||
idx = index if index is not None else load_index()
|
||
want = [s for s in (select or []) if str(s).strip()]
|
||
out: list[tuple[str, Path]] = []
|
||
for entry in idx.repos:
|
||
label = entry.label()
|
||
if not _match_select(label, entry.path, want):
|
||
continue
|
||
try:
|
||
root = entry.resolved()
|
||
except OSError:
|
||
continue
|
||
if not root.is_dir():
|
||
continue
|
||
out.append((label, root))
|
||
return out
|
||
|
||
|
||
def format_status_brief(root: Path) -> str:
|
||
st = repo_status(root)
|
||
if not st.is_git:
|
||
return "not a git repo"
|
||
dirty = "dirty" if st.dirty else "clean"
|
||
bits = [st.branch or "?", dirty, f"a{st.ahead}/b{st.behind}"]
|
||
if st.upstream:
|
||
bits.insert(1, f"→{st.upstream}")
|
||
return " ".join(bits)
|
||
|
||
|
||
def bulk_status(
|
||
repos: list[tuple[str, Path]],
|
||
*,
|
||
jobs: int = 1,
|
||
on_repo: OnRepoResults | None = None,
|
||
) -> list[CmdResult]:
|
||
def one(label: str, root: Path) -> list[CmdResult]:
|
||
brief = format_status_brief(root)
|
||
return [CmdResult(True, f"{label}: {brief}", str(root))]
|
||
|
||
return map_repos(repos, one, jobs=jobs, on_repo=on_repo)
|
||
|
||
|
||
def bulk_migrate_bundled(
|
||
repos: list[tuple[str, Path]],
|
||
*,
|
||
psxrecomp_ref: str = "origin/master",
|
||
recomp_ui_ref: str = "origin/master",
|
||
regenerate: bool = True,
|
||
push_remote: bool = False,
|
||
dry_run: bool = False,
|
||
jobs: int = 1,
|
||
on_repo: OnRepoResults | None = None,
|
||
) -> list[CmdResult]:
|
||
"""Move each selected game repo onto bundled releases (committed generated/
|
||
C, compiled-in BIOS backends, bundled release.yml) -- see migrate_bundled.
|
||
|
||
Regeneration builds the emitters per repo, so keep ``jobs`` small."""
|
||
from .migrate_bundled import BundledMigrateOptions, migrate_to_bundled_release
|
||
|
||
def one(label: str, root: Path) -> list[CmdResult]:
|
||
r = migrate_to_bundled_release(
|
||
root,
|
||
BundledMigrateOptions(
|
||
psxrecomp_ref=psxrecomp_ref,
|
||
recomp_ui_ref=recomp_ui_ref,
|
||
regenerate=regenerate,
|
||
push_remote=push_remote,
|
||
dry_run=dry_run,
|
||
),
|
||
)
|
||
return [CmdResult(r.ok, f"{label}: {r.message}", r.detail)]
|
||
|
||
return map_repos(repos, one, jobs=jobs, on_repo=on_repo)
|
||
|
||
|
||
def bulk_pull(
|
||
repos: list[tuple[str, Path]],
|
||
*,
|
||
game: bool = True,
|
||
modules: bool = False,
|
||
psxrecomp: bool = False,
|
||
nested: bool = False,
|
||
mode: str = "ff-only",
|
||
dirty: str = "fail",
|
||
dry_run: bool = False,
|
||
jobs: int = 1,
|
||
on_repo: OnRepoResults | None = None,
|
||
) -> list[CmdResult]:
|
||
"""Pull selected targets for each repo. At least one target should be True."""
|
||
if not (game or modules or psxrecomp or nested):
|
||
return [CmdResult(False, "No pull targets (game/modules/psxrecomp/nested)")]
|
||
|
||
def one(label: str, root: Path) -> list[CmdResult]:
|
||
out: list[CmdResult] = []
|
||
if game:
|
||
r = pull(root, mode=mode, dirty=dirty, dry_run=dry_run)
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
if modules:
|
||
for r in pull_modules(
|
||
root, nested=False, mode=mode, dirty=dirty, dry_run=dry_run
|
||
):
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
if psxrecomp:
|
||
r = pull_psxrecomp(root, mode=mode, dirty=dirty, dry_run=dry_run)
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
if nested:
|
||
for r in pull_modules(
|
||
root, nested=True, mode=mode, dirty=dirty, dry_run=dry_run
|
||
):
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
return out
|
||
|
||
return map_repos(repos, one, jobs=jobs, on_repo=on_repo)
|
||
|
||
|
||
def bulk_push(
|
||
repos: list[tuple[str, Path]],
|
||
*,
|
||
game: bool = True,
|
||
modules: bool = False,
|
||
psxrecomp: bool = False,
|
||
nested: bool = False,
|
||
dry_run: bool = False,
|
||
jobs: int = 1,
|
||
on_repo: OnRepoResults | None = None,
|
||
) -> list[CmdResult]:
|
||
if not (game or modules or psxrecomp or nested):
|
||
return [CmdResult(False, "No push targets (game/modules/psxrecomp/nested)")]
|
||
|
||
def one(label: str, root: Path) -> list[CmdResult]:
|
||
out: list[CmdResult] = []
|
||
if game:
|
||
r = push(root, dry_run=dry_run)
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
if modules:
|
||
for r in push_modules(root, nested=False, dry_run=dry_run):
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
if psxrecomp:
|
||
r = push_psxrecomp(root, dry_run=dry_run)
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
if nested:
|
||
for r in push_modules(root, nested=True, dry_run=dry_run):
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
return out
|
||
|
||
return map_repos(repos, one, jobs=jobs, on_repo=on_repo)
|
||
|
||
|
||
def bulk_commit(
|
||
repos: list[tuple[str, Path]],
|
||
message: str,
|
||
*,
|
||
game: bool = True,
|
||
modules: bool = False,
|
||
nested: bool = False,
|
||
dry_run: bool = False,
|
||
jobs: int = 1,
|
||
on_repo: OnRepoResults | None = None,
|
||
) -> list[CmdResult]:
|
||
message = (message or "").strip()
|
||
if not message:
|
||
return [CmdResult(False, "Commit message required")]
|
||
if not (game or modules or nested):
|
||
return [CmdResult(False, "No commit targets (game/modules/nested)")]
|
||
|
||
def one(label: str, root: Path) -> list[CmdResult]:
|
||
out: list[CmdResult] = []
|
||
if game:
|
||
r = commit_all(root, message, dry_run=dry_run)
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
if modules:
|
||
for r in commit_modules(
|
||
root, message, nested=False, dry_run=dry_run
|
||
):
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
if nested:
|
||
for r in commit_modules(
|
||
root, message, nested=True, dry_run=dry_run
|
||
):
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
return out
|
||
|
||
return map_repos(repos, one, jobs=jobs, on_repo=on_repo)
|
||
|
||
|
||
def bulk_switch(
|
||
repos: list[tuple[str, Path]],
|
||
*,
|
||
game: bool = False,
|
||
modules: bool = False,
|
||
psxrecomp: bool = False,
|
||
nested: bool = False,
|
||
game_branch: str = "",
|
||
psxrecomp_branch: str = "",
|
||
recomp_ui_branch: str = "",
|
||
recomp_net_branch: str = "",
|
||
rbengine_branch: str = "",
|
||
create: bool = False,
|
||
set_tracking: bool = True,
|
||
dry_run: bool = False,
|
||
jobs: int = 1,
|
||
on_repo: OnRepoResults | None = None,
|
||
) -> list[CmdResult]:
|
||
"""``git switch`` (+ optional .gitmodules tracking) across selected repos.
|
||
|
||
Branch fields apply to the matching target flags. Empty branch strings are
|
||
skipped (``switch_modules`` can still use existing .gitmodules tracking when
|
||
a path is requested but its override is blank — pass overrides only when set).
|
||
"""
|
||
if not (game or modules or psxrecomp or nested):
|
||
return [
|
||
CmdResult(
|
||
False,
|
||
"No switch targets (game/modules/psxrecomp/nested)",
|
||
)
|
||
]
|
||
game_branch = (game_branch or "").strip()
|
||
psxrecomp_branch = (psxrecomp_branch or "").strip()
|
||
recomp_ui_branch = (recomp_ui_branch or "").strip()
|
||
recomp_net_branch = (recomp_net_branch or "").strip()
|
||
rbengine_branch = (rbengine_branch or "").strip()
|
||
|
||
# Empty / (default) → each checkout's own default branch (resolved in switch_branch).
|
||
if game and not game_branch:
|
||
game_branch = "(default)"
|
||
if psxrecomp and not psxrecomp_branch and not modules:
|
||
psxrecomp_branch = "(default)"
|
||
if modules and not (psxrecomp_branch or recomp_ui_branch):
|
||
psxrecomp_branch = psxrecomp_branch or "(default)"
|
||
recomp_ui_branch = recomp_ui_branch or "(default)"
|
||
if nested and not (recomp_net_branch or rbengine_branch):
|
||
recomp_net_branch = recomp_net_branch or "(default)"
|
||
rbengine_branch = rbengine_branch or "(default)"
|
||
|
||
def one(label: str, root: Path) -> list[CmdResult]:
|
||
out: list[CmdResult] = []
|
||
if game:
|
||
r = switch_branch(
|
||
root, game_branch, create=create, dry_run=dry_run
|
||
)
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
if modules:
|
||
branch_by_path: dict[str, str] = {}
|
||
if psxrecomp_branch:
|
||
branch_by_path["psxrecomp"] = psxrecomp_branch
|
||
if recomp_ui_branch:
|
||
branch_by_path["recomp-ui"] = recomp_ui_branch
|
||
paths = list(branch_by_path.keys()) or None
|
||
for r in switch_modules(
|
||
root,
|
||
paths=paths,
|
||
nested=False,
|
||
branch_by_path=branch_by_path or None,
|
||
create=create,
|
||
set_tracking=set_tracking,
|
||
dry_run=dry_run,
|
||
):
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
elif psxrecomp:
|
||
r = switch_psxrecomp(
|
||
root, psxrecomp_branch, create=create, dry_run=dry_run
|
||
)
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
if set_tracking and r.ok:
|
||
from .gitops import (
|
||
current_branch,
|
||
is_default_branch_token,
|
||
resolve_default_branch,
|
||
resolve_psxrecomp_dir,
|
||
set_submodule_branch,
|
||
)
|
||
|
||
actual = psxrecomp_branch
|
||
psx = resolve_psxrecomp_dir(root)
|
||
if psx is not None and not dry_run:
|
||
actual = current_branch(psx) or actual
|
||
if is_default_branch_token(actual) and psx is not None:
|
||
actual = resolve_default_branch(psx) or "master"
|
||
tr = set_submodule_branch(
|
||
root, "psxrecomp", actual, dry_run=dry_run
|
||
)
|
||
out.append(CmdResult(tr.ok, f"{label}: {tr.message}", tr.detail))
|
||
if nested:
|
||
branch_by_path = {}
|
||
if recomp_net_branch:
|
||
branch_by_path["lib/recomp-net"] = recomp_net_branch
|
||
if rbengine_branch:
|
||
branch_by_path["lib/retcomm-rbengine"] = rbengine_branch
|
||
paths = list(branch_by_path.keys()) or None
|
||
for r in switch_modules(
|
||
root,
|
||
paths=paths,
|
||
nested=True,
|
||
branch_by_path=branch_by_path or None,
|
||
create=create,
|
||
set_tracking=set_tracking,
|
||
dry_run=dry_run,
|
||
):
|
||
out.append(CmdResult(r.ok, f"{label}: {r.message}", r.detail))
|
||
return out
|
||
|
||
return map_repos(repos, one, jobs=jobs, on_repo=on_repo)
|
||
|
||
|
||
# ---------------------------------------------------------------------------
|
||
# Selection filters (catalog / GitHub contributor)
|
||
# ---------------------------------------------------------------------------
|
||
|
||
|
||
def find_studio_toml() -> Path | None:
|
||
"""Locate retcomm-studio ``studio.toml`` (catalog path + title map)."""
|
||
here = Path(__file__).resolve()
|
||
candidates = [
|
||
here.parents[3] / "studio.toml", # …/retcomm-studio/tools/…/project_studio
|
||
Path.cwd() / "studio.toml",
|
||
]
|
||
for folder in [Path.cwd().resolve(), *Path.cwd().resolve().parents]:
|
||
candidates.append(folder / "studio.toml")
|
||
seen: set[Path] = set()
|
||
for p in candidates:
|
||
try:
|
||
p = p.resolve()
|
||
except OSError:
|
||
continue
|
||
if p in seen:
|
||
continue
|
||
seen.add(p)
|
||
if p.is_file():
|
||
return p
|
||
return None
|
||
|
||
|
||
def _read_studio_toml(path: Path) -> dict:
|
||
try:
|
||
import tomllib
|
||
except ModuleNotFoundError: # pragma: no cover
|
||
tomllib = None # type: ignore
|
||
if tomllib is not None:
|
||
with path.open("rb") as f:
|
||
return tomllib.load(f)
|
||
# Minimal fallback: catalog = "…" and [titles] key = "path"
|
||
text = path.read_text(encoding="utf-8", errors="replace")
|
||
data: dict = {"titles": {}}
|
||
m = re.search(r'^catalog\s*=\s*"([^"]+)"', text, re.M)
|
||
if m:
|
||
data["catalog"] = m.group(1)
|
||
in_titles = False
|
||
for line in text.splitlines():
|
||
s = line.strip()
|
||
if s.startswith("[") and s.endswith("]"):
|
||
in_titles = s == "[titles]"
|
||
continue
|
||
if not in_titles or "=" not in s or s.startswith("#"):
|
||
continue
|
||
key, _, val = s.partition("=")
|
||
key = key.strip().strip('"').strip("'")
|
||
val = val.strip().strip('"').strip("'")
|
||
if key and val:
|
||
data["titles"][key] = val
|
||
return data
|
||
|
||
|
||
def resolve_catalog_root(studio_toml: Path | None = None) -> Path | None:
|
||
cfg = studio_toml or find_studio_toml()
|
||
if cfg is None:
|
||
return None
|
||
data = _read_studio_toml(cfg)
|
||
raw = data.get("catalog")
|
||
if not raw:
|
||
return None
|
||
p = Path(str(raw)).expanduser()
|
||
if not p.is_absolute():
|
||
p = (cfg.parent / p).resolve()
|
||
else:
|
||
p = p.resolve()
|
||
return p if p.is_dir() else None
|
||
|
||
|
||
def _catalog_name_keys(catalog_root: Path) -> set[str]:
|
||
"""Folder / github short-name keys for every catalog title.
|
||
|
||
Stores raw lowercased names plus ``repo_match_keys`` forms so spacey /
|
||
``… Recomp`` legacy checkouts still match hyphenated ``install_dir_name``.
|
||
"""
|
||
from fill_tokens import repo_match_keys
|
||
|
||
index_path = catalog_root / "index.json"
|
||
titles_dir = catalog_root / "titles"
|
||
if not index_path.is_file() or not titles_dir.is_dir():
|
||
return set()
|
||
try:
|
||
ids = list(json.loads(index_path.read_text(encoding="utf-8")).get("titles") or [])
|
||
except (OSError, json.JSONDecodeError):
|
||
return set()
|
||
keys: set[str] = set()
|
||
|
||
def _add(raw: str) -> None:
|
||
s = (raw or "").strip()
|
||
if not s:
|
||
return
|
||
keys.add(s.lower())
|
||
keys.update(repo_match_keys(s))
|
||
|
||
for tid in ids:
|
||
_add(str(tid))
|
||
path = titles_dir / f"{tid}.json"
|
||
if not path.is_file():
|
||
continue
|
||
try:
|
||
raw = json.loads(path.read_text(encoding="utf-8"))
|
||
except (OSError, json.JSONDecodeError):
|
||
continue
|
||
name = str(raw.get("install_dir_name") or "").strip()
|
||
if name:
|
||
_add(name)
|
||
for nest in (
|
||
("release", "github"),
|
||
("build", "source", "github"),
|
||
):
|
||
cur: object = raw
|
||
ok = True
|
||
for k in nest:
|
||
if not isinstance(cur, dict) or k not in cur:
|
||
ok = False
|
||
break
|
||
cur = cur[k]
|
||
if ok and isinstance(cur, str) and "/" in cur:
|
||
_add(cur.rsplit("/", 1)[-1])
|
||
homepage = str(raw.get("homepage") or "")
|
||
if "github.com/" in homepage.lower():
|
||
tail = homepage.rstrip("/").split("github.com/")[-1]
|
||
if "/" in tail:
|
||
_add(tail.split("/")[-1])
|
||
return keys
|
||
|
||
|
||
def catalog_title_id_for_root(
|
||
root: Path,
|
||
*,
|
||
catalog_root: Path | None = None,
|
||
) -> str | None:
|
||
"""Best-effort catalog title id for a local checkout (install_dir / github slug)."""
|
||
from fill_tokens import repo_match_keys
|
||
|
||
cat = catalog_root or resolve_catalog_root()
|
||
if cat is None:
|
||
return None
|
||
index_path = cat / "index.json"
|
||
titles_dir = cat / "titles"
|
||
if not index_path.is_file() or not titles_dir.is_dir():
|
||
return None
|
||
try:
|
||
ids = list(json.loads(index_path.read_text(encoding="utf-8")).get("titles") or [])
|
||
except (OSError, json.JSONDecodeError):
|
||
return None
|
||
|
||
want = set(repo_match_keys(root.name))
|
||
try:
|
||
from .gitops import _git
|
||
|
||
code, url, _ = _git(root, "remote", "get-url", "origin")
|
||
if code == 0 and url:
|
||
u = url.strip().rstrip("/")
|
||
if u.endswith(".git"):
|
||
u = u[:-4]
|
||
if "github.com" in u.lower():
|
||
# git@github.com:Owner/Repo or https://github.com/Owner/Repo
|
||
tail = u.replace(":", "/").split("github.com/")[-1]
|
||
if "/" in tail:
|
||
want.update(repo_match_keys(tail.split("/")[-1]))
|
||
except Exception:
|
||
pass
|
||
want.discard("")
|
||
|
||
for tid in ids:
|
||
path = titles_dir / f"{tid}.json"
|
||
if not path.is_file():
|
||
continue
|
||
try:
|
||
raw = json.loads(path.read_text(encoding="utf-8"))
|
||
except (OSError, json.JSONDecodeError):
|
||
continue
|
||
candidates = [str(tid), str(raw.get("install_dir_name") or "")]
|
||
gh = raw.get("release") if isinstance(raw.get("release"), dict) else {}
|
||
if isinstance(gh, dict) and isinstance(gh.get("github"), str) and "/" in gh["github"]:
|
||
candidates.append(gh["github"].rsplit("/", 1)[-1])
|
||
homepage = str(raw.get("homepage") or "")
|
||
if "github.com/" in homepage.lower():
|
||
tail = homepage.rstrip("/").split("github.com/")[-1]
|
||
if "/" in tail:
|
||
candidates.append(tail.split("/")[-1])
|
||
for c in candidates:
|
||
if repo_match_keys(c) & want:
|
||
return str(tid)
|
||
return None
|
||
|
||
|
||
def upsert_studio_toml_title(
|
||
title_id: str,
|
||
project_root: Path,
|
||
*,
|
||
studio_toml: Path | None = None,
|
||
) -> str | None:
|
||
"""Ensure ``[titles] "id" = "rel/path"`` in studio.toml. Returns note or None."""
|
||
cfg = studio_toml or find_studio_toml()
|
||
if cfg is None or not (title_id or "").strip():
|
||
return None
|
||
title_id = title_id.strip()
|
||
root = project_root.expanduser().resolve()
|
||
if not root.is_dir():
|
||
return None
|
||
try:
|
||
rel = os.path.relpath(root, cfg.parent.resolve()).replace("\\", "/")
|
||
except ValueError:
|
||
rel = str(root)
|
||
key_line = f'"{title_id}" = "{rel}"'
|
||
text = cfg.read_text(encoding="utf-8")
|
||
# Already present with any path → leave alone (user may have customized).
|
||
existing = re.search(
|
||
rf'^[ \t]*"{re.escape(title_id)}"\s*=\s*("[^"]*"|\'[^\']*\')',
|
||
text,
|
||
re.M,
|
||
)
|
||
if existing:
|
||
return f"studio.toml already maps {title_id}"
|
||
if re.search(r"^\[titles\]\s*$", text, re.M):
|
||
# Append after [titles] block's last assignment, or right after header.
|
||
lines = text.splitlines(keepends=True)
|
||
out: list[str] = []
|
||
in_titles = False
|
||
inserted = False
|
||
i = 0
|
||
while i < len(lines):
|
||
line = lines[i]
|
||
s = line.strip()
|
||
if s.startswith("[") and s.endswith("]"):
|
||
if in_titles and not inserted:
|
||
out.append(key_line + "\n")
|
||
inserted = True
|
||
in_titles = s == "[titles]"
|
||
out.append(line)
|
||
i += 1
|
||
continue
|
||
out.append(line)
|
||
i += 1
|
||
if in_titles and not inserted:
|
||
if out and not out[-1].endswith("\n"):
|
||
out[-1] = out[-1] + "\n"
|
||
out.append(key_line + "\n")
|
||
inserted = True
|
||
if not inserted:
|
||
return None
|
||
cfg.write_text("".join(out), encoding="utf-8")
|
||
else:
|
||
suffix = "" if text.endswith("\n") or not text else "\n"
|
||
cfg.write_text(
|
||
text + suffix + "\n[titles]\n" + key_line + "\n",
|
||
encoding="utf-8",
|
||
)
|
||
return f"studio.toml [titles] += {title_id}"
|
||
|
||
|
||
def _studio_title_paths(studio_toml: Path | None = None) -> set[Path]:
|
||
cfg = studio_toml or find_studio_toml()
|
||
if cfg is None:
|
||
return set()
|
||
data = _read_studio_toml(cfg)
|
||
out: set[Path] = set()
|
||
for _tid, tpath in (data.get("titles") or {}).items():
|
||
p = Path(str(tpath)).expanduser()
|
||
if not p.is_absolute():
|
||
p = (cfg.parent / p).resolve()
|
||
else:
|
||
p = p.resolve()
|
||
if p.is_dir():
|
||
out.add(p)
|
||
return out
|
||
|
||
|
||
def repo_has_catalog_entry(
|
||
entry: RepoEntry,
|
||
*,
|
||
catalog_root: Path | None = None,
|
||
studio_toml: Path | None = None,
|
||
) -> bool:
|
||
"""True if this indexed checkout maps to a retcomm-catalog title."""
|
||
from fill_tokens import repo_match_keys
|
||
|
||
try:
|
||
root = entry.resolved()
|
||
except OSError:
|
||
return False
|
||
mapped = _studio_title_paths(studio_toml)
|
||
if root in mapped:
|
||
return True
|
||
cat = catalog_root or resolve_catalog_root(studio_toml)
|
||
if cat is None:
|
||
return False
|
||
keys = _catalog_name_keys(cat)
|
||
if not keys:
|
||
return False
|
||
|
||
def _hits(label: str) -> bool:
|
||
s = (label or "").strip()
|
||
if not s:
|
||
return False
|
||
if s.lower() in keys:
|
||
return True
|
||
return bool(repo_match_keys(s) & keys)
|
||
|
||
if _hits(root.name):
|
||
return True
|
||
if _hits(entry.name or ""):
|
||
return True
|
||
# GitHub origin short name (catalog often matches repo slug, not local folder).
|
||
try:
|
||
from .gitops import _git
|
||
|
||
code, url, _ = _git(root, "remote", "get-url", "origin")
|
||
if code == 0 and url:
|
||
u = url.strip().rstrip("/")
|
||
if u.endswith(".git"):
|
||
u = u[:-4]
|
||
if "github.com" in u.lower():
|
||
tail = u.replace(":", "/").split("github.com/")[-1]
|
||
if "/" in tail and _hits(tail.split("/")[-1]):
|
||
return True
|
||
except Exception:
|
||
pass
|
||
return False
|
||
|
||
|
||
def viewer_can_contribute(root: Path) -> tuple[bool, str]:
|
||
"""Return (has_push_privilege, permission_or_error).
|
||
|
||
Uses ``gh repo view --json viewerPermission``. Contributor = ADMIN /
|
||
MAINTAIN / WRITE.
|
||
"""
|
||
from .gitops import _run, _which_gh
|
||
|
||
root = root.expanduser().resolve()
|
||
if not _which_gh():
|
||
return False, "gh CLI missing"
|
||
code, out, err = _run(
|
||
["gh", "repo", "view", "--json", "viewerPermission", "-q", ".viewerPermission"],
|
||
root,
|
||
)
|
||
if code != 0:
|
||
return False, (err or out or "gh repo view failed").strip()
|
||
perm = (out or "").strip().upper()
|
||
if not perm:
|
||
return False, "empty viewerPermission"
|
||
return perm in _CONTRIBUTOR_PERMS, perm
|
||
|
||
|
||
def filter_indexed_catalog(
|
||
index: RepoIndex | None = None,
|
||
) -> tuple[list[RepoEntry], str]:
|
||
"""Indexed repos that have a catalog entry. Second value is a status note."""
|
||
idx = index if index is not None else load_index()
|
||
studio = find_studio_toml()
|
||
cat = resolve_catalog_root(studio)
|
||
if cat is None and not _studio_title_paths(studio):
|
||
return [], "No studio.toml catalog path found"
|
||
hits = [
|
||
e
|
||
for e in idx.repos
|
||
if repo_has_catalog_entry(e, catalog_root=cat, studio_toml=studio)
|
||
]
|
||
note = f"catalog={cat}" if cat else "studio.toml [titles] only"
|
||
return hits, note
|
||
|
||
|
||
def filter_indexed_contributors(
|
||
index: RepoIndex | None = None,
|
||
) -> tuple[list[RepoEntry], list[str]]:
|
||
"""Indexed repos where the current GitHub user has WRITE+ privilege.
|
||
|
||
Returns (matches, log_lines).
|
||
"""
|
||
idx = index if index is not None else load_index()
|
||
hits: list[RepoEntry] = []
|
||
logs: list[str] = []
|
||
for entry in idx.repos:
|
||
try:
|
||
root = entry.resolved()
|
||
except OSError:
|
||
logs.append(f"{entry.label()}: bad path")
|
||
continue
|
||
if not root.is_dir():
|
||
logs.append(f"{entry.label()}: missing dir")
|
||
continue
|
||
ok, detail = viewer_can_contribute(root)
|
||
logs.append(f"{entry.label()}: {detail}")
|
||
if ok:
|
||
hits.append(entry)
|
||
return hits, logs
|
||
|
||
|
||
def filter_indexed_catalog_contributors(
|
||
index: RepoIndex | None = None,
|
||
) -> tuple[list[RepoEntry], str, list[str]]:
|
||
"""Indexed repos that are both catalog-backed and WRITE+ for the viewer.
|
||
|
||
Skips ``gh`` probes for non-catalog entries. Returns
|
||
``(matches, catalog_note, log_lines)``.
|
||
"""
|
||
catalog_hits, note = filter_indexed_catalog(index)
|
||
if not catalog_hits:
|
||
return [], note, [f"catalog filter empty ({note})"]
|
||
hits: list[RepoEntry] = []
|
||
logs: list[str] = [f"checking {len(catalog_hits)} catalog repo(s) ({note})"]
|
||
for entry in catalog_hits:
|
||
try:
|
||
root = entry.resolved()
|
||
except OSError:
|
||
logs.append(f"{entry.label()}: bad path")
|
||
continue
|
||
if not root.is_dir():
|
||
logs.append(f"{entry.label()}: missing dir")
|
||
continue
|
||
ok, detail = viewer_can_contribute(root)
|
||
logs.append(f"{entry.label()}: {detail}")
|
||
if ok:
|
||
hits.append(entry)
|
||
return hits, note, logs
|
||
|
||
|
||
def bulk_release(
|
||
repos: list[tuple[str, Path]],
|
||
*,
|
||
version: str = "",
|
||
bump: str = "patch",
|
||
publish: bool = True,
|
||
reuse_cached_emitters: bool = True,
|
||
dry_run: bool = False,
|
||
skip_missing_workflow: bool = True,
|
||
jobs: int = 1,
|
||
on_repo: OnRepoResults | None = None,
|
||
) -> list[CmdResult]:
|
||
"""Dispatch ``release.yml`` via ``gh workflow run`` on each selected game repo.
|
||
|
||
Empty ``version`` auto-bumps per repo (each title keeps its own tag line).
|
||
An explicit version is applied to every repo (may fail if that tag exists).
|
||
"""
|
||
bump = (bump or "patch").strip()
|
||
version = (version or "").strip()
|
||
|
||
def one(label: str, root: Path) -> list[CmdResult]:
|
||
wf = root / ".github" / "workflows" / "release.yml"
|
||
if not wf.is_file() and not dry_run:
|
||
msg = f"{label}: missing .github/workflows/release.yml"
|
||
if skip_missing_workflow:
|
||
return [CmdResult(False, msg + " (skipped)")]
|
||
return [CmdResult(False, msg)]
|
||
r = run_release_workflow(
|
||
root,
|
||
version=version,
|
||
bump=bump,
|
||
publish=publish,
|
||
reuse_cached_emitters=reuse_cached_emitters,
|
||
dry_run=dry_run,
|
||
)
|
||
return [CmdResult(r.ok, f"{label}: {r.message}", r.detail)]
|
||
|
||
return map_repos(repos, one, jobs=jobs, on_repo=on_repo)
|
||
|
||
|
||
def bulk_install_ci(
|
||
repos: list[tuple[str, Path]],
|
||
*,
|
||
force: bool = False,
|
||
push_remote: bool = True,
|
||
dry_run: bool = False,
|
||
jobs: int = 1,
|
||
on_repo: OnRepoResults | None = None,
|
||
) -> list[CmdResult]:
|
||
"""Install/push the bundled ``release.yml`` on each selected game repo."""
|
||
from fill_tokens import derive_zip_prefix
|
||
|
||
def one(label: str, root: Path) -> list[CmdResult]:
|
||
zip_prefix = derive_zip_prefix(root.name)
|
||
r = install_and_push_release_ci(
|
||
root,
|
||
zip_prefix=zip_prefix,
|
||
force=force,
|
||
push_remote=push_remote,
|
||
dry_run=dry_run,
|
||
)
|
||
return [CmdResult(r.ok, f"{label}: {r.message}", r.detail)]
|
||
|
||
return map_repos(repos, one, jobs=jobs, on_repo=on_repo)
|