mirror of
https://github.com/Druthulu/BFM-decomp
synced 2026-09-26 13:33:34 -04:00
Drew T
61 lines
2.9 KiB
Python
61 lines
2.9 KiB
Python
#!/usr/bin/env python3
|
|
"""tools/main_queue_rebuild.py — rebuild .run/main_queue_live.json from the tree, never from a stale list.
|
|
|
|
WHY (P31 S62 T5pre; frontier-analysis-s61 §2.B / §5): the main lane's queue file had 166 entries of
|
|
which 156 were already banked — a lane that "gates" a stale queue looks busy and banks nothing (the R32
|
|
silently-narrowed-scope class). The open set is DERIVED (R33) from tools/progress.py's classify(): main's
|
|
INCLUDE_ASM lines minus the 959 LINKED PsyQ objects, the data blobs and dead lines, plus the 3 NON_MATCHING
|
|
promotions. Each open fn gets its NEWEST draft on disk (the queue, ds2 shards, backlog_drafts, any wave
|
|
shard); fns without a draft are listed so the next main wave targets exactly them (R41: every count with
|
|
its denominator).
|
|
|
|
Usage: tools/main_queue_rebuild.py [--write] (default: report only)
|
|
"""
|
|
import sys, os, glob, json, time
|
|
sys.path.insert(0, 'tools')
|
|
import progress as P
|
|
|
|
def newest_draft(fn):
|
|
cands = []
|
|
for pat in ('.run/wave_ds2/shard*/%s.c', '.run/backlog_drafts/%s.c', '.run/wave_*/shard*/%s.c',
|
|
'.run/sweep_resolver/main/%s.c', '.run/stage_main/*/%s.c'):
|
|
cands += glob.glob(pat % fn)
|
|
cands = [c for c in cands if os.path.getsize(c) > 0]
|
|
return max(cands, key=os.path.getmtime) if cands else None
|
|
|
|
def main():
|
|
write = '--write' in sys.argv[1:]
|
|
P.set_binary('main')
|
|
real, empty, nm, stubs, blobs, linked = P.classify()
|
|
open_fns = sorted(set(stubs)) ; nm_fns = sorted(set(nm))
|
|
old = []
|
|
try:
|
|
old = json.load(open('.run/main_queue_live.json'))
|
|
except Exception:
|
|
pass
|
|
old_by = {e['fn']: e['draft'] for e in old if isinstance(e, dict)}
|
|
queue, nodraft = [], []
|
|
for fn in open_fns + nm_fns:
|
|
d = newest_draft(fn)
|
|
if d is None and old_by.get(fn) and os.path.exists(old_by[fn]):
|
|
d = old_by[fn]
|
|
if d:
|
|
queue.append({'fn': fn, 'draft': d, 'binary': 'main'})
|
|
else:
|
|
nodraft.append(fn)
|
|
stale_old = sum(1 for e in old if isinstance(e, dict) and e.get('fn') not in set(open_fns + nm_fns))
|
|
print('main honest open set: %d stubs + %d NON_MATCHING = %d (LINKED %d, blobs %d, real %d excluded)'
|
|
% (len(open_fns), len(nm_fns), len(open_fns) + len(nm_fns), len(linked), len(blobs), len(real)))
|
|
print('old queue: %d entries, %d stale (already banked)' % (len(old), stale_old))
|
|
print('new queue: %d with a draft on disk; %d open fns have NO draft anywhere -> the main wave targets'
|
|
% (len(queue), len(nodraft)))
|
|
if write:
|
|
if old:
|
|
os.replace('.run/main_queue_live.json', '.run/main_queue_live.%s.bak' % time.strftime('%Y%m%d-%H%M%S'))
|
|
json.dump(queue, open('.run/main_queue_live.json', 'w'), indent=1)
|
|
json.dump(nodraft, open('.run/main_nodraft.json', 'w'), indent=1)
|
|
print('wrote .run/main_queue_live.json (%d) + .run/main_nodraft.json (%d)' % (len(queue), len(nodraft)))
|
|
|
|
if __name__ == '__main__':
|
|
main()
|