Files
BFM-decomp/tools/gate_lane.py
T
Drew T dc23ff3626 fix(phase-31): gate_lane resolves a stub's home .c from corpus (R33) — it was blind to main
- the old glob('src/<binary>/*.c') found nothing for main (sources live at src/*.c), so every
  main draft grouped under src=None: an R36 consumer-blindness, latent because main has never
  been wave-gated (main is 0.5% matched, the largest coherent mass left)
- derive from corpus.stubs()[..].path instead; NC'd 3 ways: still-open wave-C drafts 3/3 agree,
  overlay sample 96/96 agree (no regression), main now resolves None -> src/800.c
- tools/build_wave_atlas.py: wave selection off the frontier atlas, optimized for GATE
  THROUGHPUT (gate cost scales with (binary,TU) groups, not drafts: wave C was 1.3 drafts per
  rebuild; atlas selection concentrates to ~96) and weighted toward instruction mass
2026-08-14 23:47:18 -06:00

79 lines
4.6 KiB
Python

"""The wave gate driver — the S49 practice, paid for in two incidents (cookbook §169 law 3).
Usage: tools/gate_lane.py <wavedir> <slate-or-confirmed.json> [results.json]
Accepts either shape (`name` or `fn` per record) and takes an explicit `draft` path when present.
The contract, and why each clause exists:
- group drafts by (binary, destination split .c)
- gate_stage --no-propagate --commit, NO outer timeout (the tool owns its own)
- revert any residue between groups; abort loudly if the tree is dirty at entry
- propagate PER FUNCTION afterwards, committing each
Usage: gate_lane.py <wavedir> <slate.json> [results.json]"""
import json, os, shutil, subprocess, sys, collections, glob
sys.path.insert(0,'tools'); import corpus
wavedir, slate = sys.argv[1], sys.argv[2]
outp = sys.argv[3] if len(sys.argv)>3 else '.run/gate_lane_results.json'
raw=[c for c in json.load(open(slate)) if isinstance(c,dict) and (c.get('name') or c.get('fn'))]
cards=[dict(c, name=c.get('name') or c.get('fn')) for c in raw] # accept slate OR confirmed shape
if not cards: sys.exit(f"R32: {slate} yielded 0 usable records — wrong shape?")
def dirty(): return subprocess.run("git status --porcelain -- src/ config/",shell=True,
capture_output=True,text=True).stdout.strip()
def writers(): return subprocess.run("pgrep -af 'dedup_propagate|gate_stage|harvest_verify'",
shell=True,capture_output=True,text=True).stdout
if dirty(): sys.exit("TREE DIRTY at entry — resolve before gating:\n"+dirty()[:400])
# The stub's HOME .c, DERIVED from the corpus oracle (R33) rather than re-globbed. The old
# `glob("src/<binary>/*.c")` was structurally blind to `main`, whose sources live at src/*.c —
# every main draft grouped under src=None (R36: a consumer silently ignoring a real binary).
# corpus.stubs() already carries the answer on each record: Stub.path.
_HOME={}
def _home(binary, fn):
if binary not in _HOME:
_HOME[binary]={st.symbol: st.path for st in corpus.stubs(binary).values()}
return _HOME[binary].get(fn)
groups=collections.defaultdict(list)
for c in cards:
p=c.get('draft') or f"{wavedir}/{c['name']}/{c['name']}.c" # explicit path wins (agents use per-binary dirs)
if not os.path.isfile(p): continue
src=_home(c['binary'], c['name'])
groups[(c['binary'],src)].append((c['name'],p))
n_g=sum(len(v) for v in groups.values())
missing=[c['name'] for c in cards if not os.path.isfile(c.get('draft') or f"{wavedir}/{c['name']}/{c['name']}.c")]
if n_g != len(cards): # R32: a silent skip is a DEFECT, not a no-op
print(f"R32 COVERAGE: {len(cards)} records -> {n_g} gateable; {len(missing)} missing drafts: {missing[:8]}", flush=True)
if n_g == 0: sys.exit("R32: nothing gateable — refusing to report 0 as a result")
print(f"gating {n_g} drafts in {len(groups)} groups", flush=True)
banked=[]; res={}
for (b,src),items in sorted(groups.items()):
if dirty():
subprocess.run("git checkout -- src/ config/",shell=True); print(" (reverted residue)",flush=True)
d=f".run/gate_lane/{b}__{os.path.basename(src or 'x')}"
shutil.rmtree(d,ignore_errors=True); os.makedirs(d,exist_ok=True)
for n,p in items: shutil.copy(p,f"{d}/{n}.c")
sub=os.path.dirname(corpus.asm_path(b,items[0][0]) or "")
cmd=[".venv/bin/python","tools/gate_stage.py","--drafts",d,"--binary",b,"--no-propagate","--commit"]
if src: cmd+=["--src",src,"--src-file",src]
if sub: cmd+=["--asm-subdir",sub]
r=subprocess.run(cmd,capture_output=True,text=True) # NO outer timeout (§169 law 3)
js=[l for l in (r.stdout+r.stderr).splitlines() if l.startswith('{')]
v=json.loads(js[-1]) if js else {}
got=v.get('verified',[]); banked+=got
print(f" {b:14} {os.path.basename(src or ''):34} {len(items)}d -> {len(got)} banked", flush=True)
res[f"{b}:{src}"]=v
json.dump(res,open(outp,'w'),indent=1)
if dirty(): subprocess.run("git checkout -- src/ config/",shell=True)
print(f"\nBANKED {len(banked)}: {banked}", flush=True)
json.dump(banked,open(outp.replace('.json','_banked.json'),'w'))
# propagate per function
for fn in banked:
addr="0x"+fn.split("_")[1].lower()
r=subprocess.run([".venv/bin/python","tools/dedup_propagate.py","--addr",addr],
capture_output=True,text=True)
if dirty():
tag=os.environ.get("GATE_PHASE","decomp") # P31 T1: was hardcoded "phase-30 S49"
subprocess.run("git add src/ config/",shell=True)
subprocess.run(f'git commit -q -m "feat({tag}): propagate {fn} (gate lane)"',shell=True)
print(f" prop {fn}: committed", flush=True)
print("DONE", flush=True)