mirror of
https://github.com/morluto/rea
synced 2026-10-26 06:16:17 -04:00
4a041ae753
* perf(artifacts): read stable files into one bounded buffer * perf(artifacts): fill stable snapshots through direct descriptor reads * docs(perf): qualify stable snapshot memory with real ELF and BEAM tasks * test(artifacts): count descriptor close retries from admission * test(artifacts): capture the retained descriptor after asynchronous admission * docs(perf): record integrated qualification and cleanup fixture correction
1431 lines
52 KiB
JSON
1431 lines
52 KiB
JSON
{
|
|
"tiktoken": "0.14.0",
|
|
"encoding": "cl100k_base",
|
|
"actual_model_usage": null,
|
|
"revisions": {
|
|
"before": "d87e73f2db50be72d33a4b3c7199af35518b441c",
|
|
"after": "45307fb9534f464eee094ccddc4e295d1c0dd0fb"
|
|
},
|
|
"identity_receipts": {
|
|
"before": "e1954936409ad1dc922b5a20783585c2a2271be8ea2285bb2aa062797c76c28f",
|
|
"after": "aaf3bc139d43d9a60bc729bce292b435226fd9432b934c682a8e17e95b1db6c1"
|
|
},
|
|
"oracles": {
|
|
"llvm": {
|
|
"sha256": "52dd2bde94e5ce09ed86c5be18af579f48d45a71f23ea17706d74ddb833abc30",
|
|
"artifact": {
|
|
"path": "/usr/lib/x86_64-linux-gnu/libLLVM-16.so.1",
|
|
"sha256": "f62d254b7f2bf42df8c8b07d46ee3bb4c2cafeca436b2e6bc6ccbe4581f58f40",
|
|
"bytes": 123379936
|
|
}
|
|
},
|
|
"ls": {
|
|
"sha256": "1c0da16d9ea843e70e984abf239206966c8c6f950324b3f4f0551d1778f9692b",
|
|
"artifact": {
|
|
"path": "/usr/bin/ls",
|
|
"sha256": "cb30d69b24245bf2ecdc9e7f53bbad19159999970b6d82c0c00c7d32d9e37aa4",
|
|
"bytes": 151344
|
|
}
|
|
},
|
|
"beam": {
|
|
"sha256": "ca3a37972c30bcb5edf11f62f97370236e966744832ab1d96decbe24048ab841",
|
|
"artifact": {
|
|
"path": "/tmp/rea-perf-static-tool-audit-20261024/real-beam/erl_parse.beam",
|
|
"sha256": "729cce2b1688a1613d1ee71f5d0d99a9430d163d08fbe1aa5148dbbe6494f458",
|
|
"bytes": 608240
|
|
}
|
|
}
|
|
},
|
|
"summary": {
|
|
"llvm": {
|
|
"before": {
|
|
"wall_seconds": {
|
|
"median": 15.848,
|
|
"min": 13.853,
|
|
"max": 18.63
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 13.392858,
|
|
"min": 12.981742,
|
|
"max": 14.748864
|
|
},
|
|
"kernel_family_peak_bytes": {
|
|
"median": 793243648,
|
|
"min": 779481088,
|
|
"max": 859107328
|
|
},
|
|
"inspection_ms": {
|
|
"median": 8564.59333,
|
|
"min": 7844.155319,
|
|
"max": 9635.10258
|
|
},
|
|
"discovery_ms": {
|
|
"median": 2577.695408,
|
|
"min": 1917.359023,
|
|
"max": 2984.0556360000005
|
|
},
|
|
"whole_task_tokens": {
|
|
"median": 58486,
|
|
"min": 58486,
|
|
"max": 58486
|
|
}
|
|
},
|
|
"after": {
|
|
"wall_seconds": {
|
|
"median": 12.209,
|
|
"min": 11.994,
|
|
"max": 12.631
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 11.161265,
|
|
"min": 10.293661,
|
|
"max": 11.868467
|
|
},
|
|
"kernel_family_peak_bytes": {
|
|
"median": 760811520,
|
|
"min": 756649984,
|
|
"max": 767741952
|
|
},
|
|
"inspection_ms": {
|
|
"median": 6347.852992999999,
|
|
"min": 6070.488670000001,
|
|
"max": 6501.551083
|
|
},
|
|
"discovery_ms": {
|
|
"median": 1987.004074,
|
|
"min": 1897.90538,
|
|
"max": 2047.9548100000002
|
|
},
|
|
"whole_task_tokens": {
|
|
"median": 58486,
|
|
"min": 58486,
|
|
"max": 58486
|
|
}
|
|
}
|
|
},
|
|
"ls": {
|
|
"before": {
|
|
"wall_seconds": {
|
|
"median": 7.385,
|
|
"min": 7.079,
|
|
"max": 9.579
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 6.476504,
|
|
"min": 6.11692,
|
|
"max": 7.489339
|
|
},
|
|
"kernel_family_peak_bytes": {
|
|
"median": 675934208,
|
|
"min": 667439104,
|
|
"max": 679809024
|
|
},
|
|
"inspection_ms": {
|
|
"median": 3488.539013,
|
|
"min": 3211.9610050000006,
|
|
"max": 4110.608338
|
|
},
|
|
"discovery_ms": {
|
|
"median": 1360.518227,
|
|
"min": 1063.8962709999998,
|
|
"max": 1390.494419
|
|
},
|
|
"whole_task_tokens": {
|
|
"median": 58992,
|
|
"min": 58992,
|
|
"max": 58992
|
|
}
|
|
},
|
|
"after": {
|
|
"wall_seconds": {
|
|
"median": 7.288,
|
|
"min": 6.978,
|
|
"max": 7.385
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 6.659869,
|
|
"min": 6.467008,
|
|
"max": 6.868972
|
|
},
|
|
"kernel_family_peak_bytes": {
|
|
"median": 675119104,
|
|
"min": 674050048,
|
|
"max": 679231488
|
|
},
|
|
"inspection_ms": {
|
|
"median": 3157.1769339999996,
|
|
"min": 3038.3846129999997,
|
|
"max": 3442.243304
|
|
},
|
|
"discovery_ms": {
|
|
"median": 1167.726039,
|
|
"min": 911.2110149999999,
|
|
"max": 1277.694121
|
|
},
|
|
"whole_task_tokens": {
|
|
"median": 58992,
|
|
"min": 58992,
|
|
"max": 58992
|
|
}
|
|
}
|
|
},
|
|
"beam": {
|
|
"before": {
|
|
"wall_seconds": {
|
|
"median": 8.42,
|
|
"min": 6.48,
|
|
"max": 13.424
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 7.063238,
|
|
"min": 6.074874,
|
|
"max": 7.416868
|
|
},
|
|
"kernel_family_peak_bytes": {
|
|
"median": 681086976,
|
|
"min": 677928960,
|
|
"max": 683704320
|
|
},
|
|
"inspection_ms": {
|
|
"median": 4089.7762430000002,
|
|
"min": 2765.1439840000003,
|
|
"max": 4924.1516090000005
|
|
},
|
|
"discovery_ms": {
|
|
"median": 1149.712159,
|
|
"min": 1007.4044999999999,
|
|
"max": 1302.8862339999998
|
|
},
|
|
"whole_task_tokens": {
|
|
"median": 73754,
|
|
"min": 73754,
|
|
"max": 73754
|
|
}
|
|
},
|
|
"after": {
|
|
"wall_seconds": {
|
|
"median": 7.401,
|
|
"min": 7.18,
|
|
"max": 10.332
|
|
},
|
|
"cpu_seconds": {
|
|
"median": 6.652633,
|
|
"min": 6.237932,
|
|
"max": 6.674844
|
|
},
|
|
"kernel_family_peak_bytes": {
|
|
"median": 686313472,
|
|
"min": 678227968,
|
|
"max": 691933184
|
|
},
|
|
"inspection_ms": {
|
|
"median": 3181.152029,
|
|
"min": 3123.0329220000003,
|
|
"max": 5547.446457999999
|
|
},
|
|
"discovery_ms": {
|
|
"median": 1280.3943450000002,
|
|
"min": 1141.607977,
|
|
"max": 1522.6822849999999
|
|
},
|
|
"whole_task_tokens": {
|
|
"median": 73754,
|
|
"min": 73754,
|
|
"max": 73754
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"recordings": [
|
|
{
|
|
"name": "llvm-1-before",
|
|
"case": "llvm",
|
|
"lane": "before",
|
|
"repeat": 1,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-base-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/llvm-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/before-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/llvm-1-before"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_53c0a58cce6e6bf97a08429f4dac87f2d754872264f155078813d119134ec3cc",
|
|
"source_report_sha256": "0cb8f25baeedade8abb99505aff97bbabe81a5b7ccff31402b4e12275a8b6f67",
|
|
"runtime_identity_sha256": "e1954936409ad1dc922b5a20783585c2a2271be8ea2285bb2aa062797c76c28f",
|
|
"wall_seconds": 13.853,
|
|
"cpu_seconds": 12.981742,
|
|
"kernel_family_peak_bytes": 793243648,
|
|
"inspection_ms": 7844.155319,
|
|
"discovery_ms": 1917.359023,
|
|
"token_estimate": {
|
|
"question": 33,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 75,
|
|
"text_replies": 1180,
|
|
"whole_task": 58486,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "773337efd977577251be676a68f62cbdf846b9effe0350a973471202b1b3e5e7",
|
|
"transcript.json": "2e287fd9e7e1da52ba75637b0a128e52f9536d26ad6c4565152e161900f878c0",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "92977bb2d0ba4ac347017e7a6634768022032127622e70c125240c3a3d4af2e9"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "llvm-1-after",
|
|
"case": "llvm",
|
|
"lane": "after",
|
|
"repeat": 1,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/llvm-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/after-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/llvm-1-after"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_53c0a58cce6e6bf97a08429f4dac87f2d754872264f155078813d119134ec3cc",
|
|
"source_report_sha256": "0cb8f25baeedade8abb99505aff97bbabe81a5b7ccff31402b4e12275a8b6f67",
|
|
"runtime_identity_sha256": "aaf3bc139d43d9a60bc729bce292b435226fd9432b934c682a8e17e95b1db6c1",
|
|
"wall_seconds": 12.209,
|
|
"cpu_seconds": 11.161265,
|
|
"kernel_family_peak_bytes": 756649984,
|
|
"inspection_ms": 6070.488670000001,
|
|
"discovery_ms": 1897.90538,
|
|
"token_estimate": {
|
|
"question": 33,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 75,
|
|
"text_replies": 1180,
|
|
"whole_task": 58486,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "768fa1b511290560fe6ef4a2841c27012505f50c895ea4a6c4fe74c9a1155069",
|
|
"transcript.json": "52275147dfc154318cb9d14c84eb6d30cb9a6437cfa0d9dbd75599d67e4cc0de",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "92977bb2d0ba4ac347017e7a6634768022032127622e70c125240c3a3d4af2e9"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "llvm-2-after",
|
|
"case": "llvm",
|
|
"lane": "after",
|
|
"repeat": 2,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/llvm-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/after-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/llvm-2-after"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_53c0a58cce6e6bf97a08429f4dac87f2d754872264f155078813d119134ec3cc",
|
|
"source_report_sha256": "0cb8f25baeedade8abb99505aff97bbabe81a5b7ccff31402b4e12275a8b6f67",
|
|
"runtime_identity_sha256": "aaf3bc139d43d9a60bc729bce292b435226fd9432b934c682a8e17e95b1db6c1",
|
|
"wall_seconds": 12.631,
|
|
"cpu_seconds": 11.868467,
|
|
"kernel_family_peak_bytes": 767741952,
|
|
"inspection_ms": 6501.551083,
|
|
"discovery_ms": 1987.004074,
|
|
"token_estimate": {
|
|
"question": 33,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 75,
|
|
"text_replies": 1180,
|
|
"whole_task": 58486,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "bf7c1302552189db8cfc2dfdf996279810d17e6be05fc39b5ee057f841ec82c0",
|
|
"transcript.json": "3097746c9ea092eef2d07c9aa58713699a72f151ae398af037885387b990d897",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "92977bb2d0ba4ac347017e7a6634768022032127622e70c125240c3a3d4af2e9"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "llvm-2-before",
|
|
"case": "llvm",
|
|
"lane": "before",
|
|
"repeat": 2,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-base-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/llvm-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/before-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/llvm-2-before"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_53c0a58cce6e6bf97a08429f4dac87f2d754872264f155078813d119134ec3cc",
|
|
"source_report_sha256": "0cb8f25baeedade8abb99505aff97bbabe81a5b7ccff31402b4e12275a8b6f67",
|
|
"runtime_identity_sha256": "e1954936409ad1dc922b5a20783585c2a2271be8ea2285bb2aa062797c76c28f",
|
|
"wall_seconds": 18.63,
|
|
"cpu_seconds": 13.392858,
|
|
"kernel_family_peak_bytes": 779481088,
|
|
"inspection_ms": 9635.10258,
|
|
"discovery_ms": 2984.0556360000005,
|
|
"token_estimate": {
|
|
"question": 33,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 75,
|
|
"text_replies": 1180,
|
|
"whole_task": 58486,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "0b78c3e6ddda288ecb4cf224166c10a4417450b830eb7959bd8d26ea3af59a20",
|
|
"transcript.json": "d5c4e46bcda4b2f5f8b42589fbf2b3bcd3135ff0a212476dfe66b556f607e67c",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "92977bb2d0ba4ac347017e7a6634768022032127622e70c125240c3a3d4af2e9"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "llvm-3-before",
|
|
"case": "llvm",
|
|
"lane": "before",
|
|
"repeat": 3,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-base-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/llvm-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/before-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/llvm-3-before"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_53c0a58cce6e6bf97a08429f4dac87f2d754872264f155078813d119134ec3cc",
|
|
"source_report_sha256": "0cb8f25baeedade8abb99505aff97bbabe81a5b7ccff31402b4e12275a8b6f67",
|
|
"runtime_identity_sha256": "e1954936409ad1dc922b5a20783585c2a2271be8ea2285bb2aa062797c76c28f",
|
|
"wall_seconds": 15.848,
|
|
"cpu_seconds": 14.748864,
|
|
"kernel_family_peak_bytes": 859107328,
|
|
"inspection_ms": 8564.59333,
|
|
"discovery_ms": 2577.695408,
|
|
"token_estimate": {
|
|
"question": 33,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 75,
|
|
"text_replies": 1180,
|
|
"whole_task": 58486,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "0d2fefd7d9766d7909625f8f659c450217bf733a8b9c9b27d984a517138ff6c3",
|
|
"transcript.json": "fd9440d538c3de8c1cf54d4b9a8481157a61aec46af45951baa74caf20b8c02c",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "92977bb2d0ba4ac347017e7a6634768022032127622e70c125240c3a3d4af2e9"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "llvm-3-after",
|
|
"case": "llvm",
|
|
"lane": "after",
|
|
"repeat": 3,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/llvm-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/after-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/llvm-3-after"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_53c0a58cce6e6bf97a08429f4dac87f2d754872264f155078813d119134ec3cc",
|
|
"source_report_sha256": "0cb8f25baeedade8abb99505aff97bbabe81a5b7ccff31402b4e12275a8b6f67",
|
|
"runtime_identity_sha256": "aaf3bc139d43d9a60bc729bce292b435226fd9432b934c682a8e17e95b1db6c1",
|
|
"wall_seconds": 11.994,
|
|
"cpu_seconds": 10.293661,
|
|
"kernel_family_peak_bytes": 760811520,
|
|
"inspection_ms": 6347.852992999999,
|
|
"discovery_ms": 2047.9548100000002,
|
|
"token_estimate": {
|
|
"question": 33,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 75,
|
|
"text_replies": 1180,
|
|
"whole_task": 58486,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "fffd075f826e18da89564d3bc53339d01073824b8e195140a7dec7a2f62f3f33",
|
|
"transcript.json": "1cc2d817c0440f223da5417ba5337942531fb785849cbb25e4327680dcef111f",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "92977bb2d0ba4ac347017e7a6634768022032127622e70c125240c3a3d4af2e9"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "ls-1-before",
|
|
"case": "ls",
|
|
"lane": "before",
|
|
"repeat": 1,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-base-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/ls-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/before-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/ls-1-before"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_cf8fb07fb56223113d32fb7d33a2019acf55137463ded6d575ee49c84ee27d0c",
|
|
"source_report_sha256": "9de399d94b1ddb1457cccb1784c262edf355a01ccca929f61323fa1c9909f55b",
|
|
"runtime_identity_sha256": "e1954936409ad1dc922b5a20783585c2a2271be8ea2285bb2aa062797c76c28f",
|
|
"wall_seconds": 9.579,
|
|
"cpu_seconds": 7.489339,
|
|
"kernel_family_peak_bytes": 675934208,
|
|
"inspection_ms": 4110.608338,
|
|
"discovery_ms": 1360.518227,
|
|
"token_estimate": {
|
|
"question": 33,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 63,
|
|
"text_replies": 1698,
|
|
"whole_task": 58992,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "fbd71750ffd0128270490f2a57b496d134541187991c013b8ddfd4bfeb7fa955",
|
|
"transcript.json": "fb06b7e3ee1a9a1820ff6bdd52d83a67999bcac45095c6c60857648658a481ba",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "332e8cf90abb3968d9a2c226ef7e94f81ec630f0f5b4806e040b3548394bc87d"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "ls-1-after",
|
|
"case": "ls",
|
|
"lane": "after",
|
|
"repeat": 1,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/ls-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/after-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/ls-1-after"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_cf8fb07fb56223113d32fb7d33a2019acf55137463ded6d575ee49c84ee27d0c",
|
|
"source_report_sha256": "9de399d94b1ddb1457cccb1784c262edf355a01ccca929f61323fa1c9909f55b",
|
|
"runtime_identity_sha256": "aaf3bc139d43d9a60bc729bce292b435226fd9432b934c682a8e17e95b1db6c1",
|
|
"wall_seconds": 7.288,
|
|
"cpu_seconds": 6.467008,
|
|
"kernel_family_peak_bytes": 679231488,
|
|
"inspection_ms": 3038.3846129999997,
|
|
"discovery_ms": 911.2110149999999,
|
|
"token_estimate": {
|
|
"question": 33,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 63,
|
|
"text_replies": 1698,
|
|
"whole_task": 58992,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "5bf6194f70876ad4ea385b8a8ca9be3e13719c5c6aa1e30af3d62075c6a00d86",
|
|
"transcript.json": "07b9ab6237e414a7418b5fae65a8ced6acf5c5bce5b2d63356b2efc5fb2c9e9c",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "332e8cf90abb3968d9a2c226ef7e94f81ec630f0f5b4806e040b3548394bc87d"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "ls-2-after",
|
|
"case": "ls",
|
|
"lane": "after",
|
|
"repeat": 2,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/ls-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/after-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/ls-2-after"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_cf8fb07fb56223113d32fb7d33a2019acf55137463ded6d575ee49c84ee27d0c",
|
|
"source_report_sha256": "9de399d94b1ddb1457cccb1784c262edf355a01ccca929f61323fa1c9909f55b",
|
|
"runtime_identity_sha256": "aaf3bc139d43d9a60bc729bce292b435226fd9432b934c682a8e17e95b1db6c1",
|
|
"wall_seconds": 6.978,
|
|
"cpu_seconds": 6.659869,
|
|
"kernel_family_peak_bytes": 675119104,
|
|
"inspection_ms": 3157.1769339999996,
|
|
"discovery_ms": 1167.726039,
|
|
"token_estimate": {
|
|
"question": 33,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 63,
|
|
"text_replies": 1698,
|
|
"whole_task": 58992,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "626a5f5d47a86cc2bbccc1b0a4bb7088d24c45ca6d494d8312de2ba230223896",
|
|
"transcript.json": "bfd88a1dc9389f03d27c31b877b8e5879e3250352cabd18d09a2485fc6373f61",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "332e8cf90abb3968d9a2c226ef7e94f81ec630f0f5b4806e040b3548394bc87d"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "ls-2-before",
|
|
"case": "ls",
|
|
"lane": "before",
|
|
"repeat": 2,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-base-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/ls-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/before-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/ls-2-before"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_cf8fb07fb56223113d32fb7d33a2019acf55137463ded6d575ee49c84ee27d0c",
|
|
"source_report_sha256": "9de399d94b1ddb1457cccb1784c262edf355a01ccca929f61323fa1c9909f55b",
|
|
"runtime_identity_sha256": "e1954936409ad1dc922b5a20783585c2a2271be8ea2285bb2aa062797c76c28f",
|
|
"wall_seconds": 7.079,
|
|
"cpu_seconds": 6.476504,
|
|
"kernel_family_peak_bytes": 679809024,
|
|
"inspection_ms": 3488.539013,
|
|
"discovery_ms": 1063.8962709999998,
|
|
"token_estimate": {
|
|
"question": 33,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 63,
|
|
"text_replies": 1698,
|
|
"whole_task": 58992,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "7541ed64de9ac31811343c38ca17113419e611f0d5bb2a7d3f04dea197857f2b",
|
|
"transcript.json": "6f7536b2ae6bfbe75cec2831799c47817bc0b835a0250a36691d47b1ce632d52",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "332e8cf90abb3968d9a2c226ef7e94f81ec630f0f5b4806e040b3548394bc87d"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "ls-3-before",
|
|
"case": "ls",
|
|
"lane": "before",
|
|
"repeat": 3,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-base-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/ls-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/before-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/ls-3-before"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_cf8fb07fb56223113d32fb7d33a2019acf55137463ded6d575ee49c84ee27d0c",
|
|
"source_report_sha256": "9de399d94b1ddb1457cccb1784c262edf355a01ccca929f61323fa1c9909f55b",
|
|
"runtime_identity_sha256": "e1954936409ad1dc922b5a20783585c2a2271be8ea2285bb2aa062797c76c28f",
|
|
"wall_seconds": 7.385,
|
|
"cpu_seconds": 6.11692,
|
|
"kernel_family_peak_bytes": 667439104,
|
|
"inspection_ms": 3211.9610050000006,
|
|
"discovery_ms": 1390.494419,
|
|
"token_estimate": {
|
|
"question": 33,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 63,
|
|
"text_replies": 1698,
|
|
"whole_task": 58992,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "0562446517d2189f22f11f5b5df774f906a0110e50efe11093b32d5e8be7ef2f",
|
|
"transcript.json": "5639f950dee4da3ef192decb1cd7ba82efa35b09586e7303da23e8024ac134cd",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "332e8cf90abb3968d9a2c226ef7e94f81ec630f0f5b4806e040b3548394bc87d"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "ls-3-after",
|
|
"case": "ls",
|
|
"lane": "after",
|
|
"repeat": 3,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/ls-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/after-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/ls-3-after"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_cf8fb07fb56223113d32fb7d33a2019acf55137463ded6d575ee49c84ee27d0c",
|
|
"source_report_sha256": "9de399d94b1ddb1457cccb1784c262edf355a01ccca929f61323fa1c9909f55b",
|
|
"runtime_identity_sha256": "aaf3bc139d43d9a60bc729bce292b435226fd9432b934c682a8e17e95b1db6c1",
|
|
"wall_seconds": 7.385,
|
|
"cpu_seconds": 6.868972,
|
|
"kernel_family_peak_bytes": 674050048,
|
|
"inspection_ms": 3442.243304,
|
|
"discovery_ms": 1277.694121,
|
|
"token_estimate": {
|
|
"question": 33,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 63,
|
|
"text_replies": 1698,
|
|
"whole_task": 58992,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "a871b091e0fe451bb6b571f9a8f0ee82cbddd8423f962d65f7d5226daccd0904",
|
|
"transcript.json": "886bf65a303f5a85ba169aaf627ca14776287859265d6b4b5d9b2d5d3d1d1eaf",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "332e8cf90abb3968d9a2c226ef7e94f81ec630f0f5b4806e040b3548394bc87d"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "beam-1-before",
|
|
"case": "beam",
|
|
"lane": "before",
|
|
"repeat": 1,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-base-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/beam-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/before-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/beam-1-before"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_f9415ed479d5f05c97f9b2304ddcc56f8415a901a6ba5c95b29b55ca26cc84dd",
|
|
"source_report_sha256": "5e5dab077f679560400f555d6346a5561b11278dbd0948809f9a322510d959d7",
|
|
"runtime_identity_sha256": "e1954936409ad1dc922b5a20783585c2a2271be8ea2285bb2aa062797c76c28f",
|
|
"wall_seconds": 6.48,
|
|
"cpu_seconds": 6.074874,
|
|
"kernel_family_peak_bytes": 681086976,
|
|
"inspection_ms": 2765.1439840000003,
|
|
"discovery_ms": 1007.4044999999999,
|
|
"token_estimate": {
|
|
"question": 18,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 74,
|
|
"text_replies": 16464,
|
|
"whole_task": 73754,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "ce683b728d3421c796de1dfaa86f797a28dbf17c9e59e5f235678ef7ca14aa3b",
|
|
"transcript.json": "1b4c96aeb7c7ef1b095779f6249bf3808fda14ddd76f2db064531e7c17221a83",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "21070fe9430738da3b19f42185901c623782dc90622dfe1c32e68e3ef77f9078"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "beam-1-after",
|
|
"case": "beam",
|
|
"lane": "after",
|
|
"repeat": 1,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/beam-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/after-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/beam-1-after"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_f9415ed479d5f05c97f9b2304ddcc56f8415a901a6ba5c95b29b55ca26cc84dd",
|
|
"source_report_sha256": "5e5dab077f679560400f555d6346a5561b11278dbd0948809f9a322510d959d7",
|
|
"runtime_identity_sha256": "aaf3bc139d43d9a60bc729bce292b435226fd9432b934c682a8e17e95b1db6c1",
|
|
"wall_seconds": 7.18,
|
|
"cpu_seconds": 6.652633,
|
|
"kernel_family_peak_bytes": 691933184,
|
|
"inspection_ms": 3123.0329220000003,
|
|
"discovery_ms": 1141.607977,
|
|
"token_estimate": {
|
|
"question": 18,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 74,
|
|
"text_replies": 16464,
|
|
"whole_task": 73754,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "ea8cc75ca4541ff8217c45e95458750eb79bee2344f12110d78a577b04390224",
|
|
"transcript.json": "c88e3053a612c7e550e94fa3fc024acd0045521290303069b9be58c4bd1284c6",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "21070fe9430738da3b19f42185901c623782dc90622dfe1c32e68e3ef77f9078"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "beam-2-after",
|
|
"case": "beam",
|
|
"lane": "after",
|
|
"repeat": 2,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/beam-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/after-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/beam-2-after"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_f9415ed479d5f05c97f9b2304ddcc56f8415a901a6ba5c95b29b55ca26cc84dd",
|
|
"source_report_sha256": "5e5dab077f679560400f555d6346a5561b11278dbd0948809f9a322510d959d7",
|
|
"runtime_identity_sha256": "aaf3bc139d43d9a60bc729bce292b435226fd9432b934c682a8e17e95b1db6c1",
|
|
"wall_seconds": 7.401,
|
|
"cpu_seconds": 6.237932,
|
|
"kernel_family_peak_bytes": 678227968,
|
|
"inspection_ms": 3181.152029,
|
|
"discovery_ms": 1280.3943450000002,
|
|
"token_estimate": {
|
|
"question": 18,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 74,
|
|
"text_replies": 16464,
|
|
"whole_task": 73754,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "aba1735350282d03429831d115ea4270153550d75772e06ce175b845e89da9e9",
|
|
"transcript.json": "d74249075791c62273a85e70602d1d5d949626c576af034b3a097e0e025880b8",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "21070fe9430738da3b19f42185901c623782dc90622dfe1c32e68e3ef77f9078"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "beam-2-before",
|
|
"case": "beam",
|
|
"lane": "before",
|
|
"repeat": 2,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-base-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/beam-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/before-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/beam-2-before"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_f9415ed479d5f05c97f9b2304ddcc56f8415a901a6ba5c95b29b55ca26cc84dd",
|
|
"source_report_sha256": "5e5dab077f679560400f555d6346a5561b11278dbd0948809f9a322510d959d7",
|
|
"runtime_identity_sha256": "e1954936409ad1dc922b5a20783585c2a2271be8ea2285bb2aa062797c76c28f",
|
|
"wall_seconds": 8.42,
|
|
"cpu_seconds": 7.063238,
|
|
"kernel_family_peak_bytes": 683704320,
|
|
"inspection_ms": 4089.7762430000002,
|
|
"discovery_ms": 1149.712159,
|
|
"token_estimate": {
|
|
"question": 18,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 74,
|
|
"text_replies": 16464,
|
|
"whole_task": 73754,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "ffc158e333d9aa52ad535dcbefe8ded5020964eb68e4ada432cbfe0e7dfeed6b",
|
|
"transcript.json": "b39de07cd42334ac079e8a8540dbb7c7febbdf4d787e07e3bf15818b79e9a8c8",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "21070fe9430738da3b19f42185901c623782dc90622dfe1c32e68e3ef77f9078"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "beam-3-before",
|
|
"case": "beam",
|
|
"lane": "before",
|
|
"repeat": 3,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-base-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/beam-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/before-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/beam-3-before"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_f9415ed479d5f05c97f9b2304ddcc56f8415a901a6ba5c95b29b55ca26cc84dd",
|
|
"source_report_sha256": "5e5dab077f679560400f555d6346a5561b11278dbd0948809f9a322510d959d7",
|
|
"runtime_identity_sha256": "e1954936409ad1dc922b5a20783585c2a2271be8ea2285bb2aa062797c76c28f",
|
|
"wall_seconds": 13.424,
|
|
"cpu_seconds": 7.416868,
|
|
"kernel_family_peak_bytes": 677928960,
|
|
"inspection_ms": 4924.1516090000005,
|
|
"discovery_ms": 1302.8862339999998,
|
|
"token_estimate": {
|
|
"question": 18,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 74,
|
|
"text_replies": 16464,
|
|
"whole_task": 73754,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "41e156e77f791bd43af0cbf8fe37fe86caa5c1b272bcca8d5bf3453381915f59",
|
|
"transcript.json": "9a3ed215b759cb1afc402264d71037ebd9f6da8bf83a07ee05a7da31e0df01f3",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "21070fe9430738da3b19f42185901c623782dc90622dfe1c32e68e3ef77f9078"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
},
|
|
{
|
|
"name": "beam-3-after",
|
|
"case": "beam",
|
|
"lane": "after",
|
|
"repeat": 3,
|
|
"command": [
|
|
"python3",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/resource-run.py",
|
|
"--observe-payload-exit",
|
|
"--",
|
|
"/tmp/rea-perf-native-exports-20261023/run-task.sh",
|
|
"env",
|
|
"NODE_DISABLE_COMPILE_CACHE=1",
|
|
"node",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024/experiments/analysis-efficiency/stable-artifact-reads.mjs",
|
|
"--runtime",
|
|
"/home/yann/yann/rea-perf-6954-stable-read-20261024",
|
|
"--oracle",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/beam-oracle.json",
|
|
"--identity",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/after-runtime-identity.json",
|
|
"--output",
|
|
"/tmp/rea-perf-stable-read-20261024/direct/cohort/beam-3-after"
|
|
],
|
|
"exit": 0,
|
|
"catalog_tools": 222,
|
|
"catalog_sha256": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"parent_evidence_id": "ev_f9415ed479d5f05c97f9b2304ddcc56f8415a901a6ba5c95b29b55ca26cc84dd",
|
|
"source_report_sha256": "5e5dab077f679560400f555d6346a5561b11278dbd0948809f9a322510d959d7",
|
|
"runtime_identity_sha256": "aaf3bc139d43d9a60bc729bce292b435226fd9432b934c682a8e17e95b1db6c1",
|
|
"wall_seconds": 10.332,
|
|
"cpu_seconds": 6.674844,
|
|
"kernel_family_peak_bytes": 686313472,
|
|
"inspection_ms": 5547.446457999999,
|
|
"discovery_ms": 1522.6822849999999,
|
|
"token_estimate": {
|
|
"question": 18,
|
|
"instructions": 513,
|
|
"directory_once": 56685,
|
|
"arguments": 74,
|
|
"text_replies": 16464,
|
|
"whole_task": 73754,
|
|
"raw_catalog": 838375
|
|
},
|
|
"receipt_sha256": {
|
|
"report.json": "c6112edb68819d1c5c1df5cefdfd0668780cf9715673d1d4d7d76f760cc053cb",
|
|
"transcript.json": "6de325f0e1fa2a5b9fb526472d97733195cd276e526c8c4230f642f9b05983b5",
|
|
"catalog.json": "4b2ac38e76ee3cbbdd6763230e1e5abbbbb0c760c8476efb5e036957d5021644",
|
|
"source.evidence.json": "21070fe9430738da3b19f42185901c623782dc90622dfe1c32e68e3ef77f9078"
|
|
},
|
|
"payload_exit_events": {
|
|
"memory.events": {
|
|
"low": 0,
|
|
"high": 0,
|
|
"max": 0,
|
|
"oom": 0,
|
|
"oom_kill": 0,
|
|
"oom_group_kill": 0
|
|
},
|
|
"pids.events": {
|
|
"max": 0
|
|
}
|
|
},
|
|
"payload_cleanup_verified": true,
|
|
"whole_scope_events_final": null
|
|
}
|
|
],
|
|
"measurement": "Three alternating fresh production stdio SDK sessions per lane/case; exact discovered toolDefinition/default validator, fresh HOME, Node compile cache disabled, OS caches unflushed. Each task discovers complete catalog, inspects bytes and exports/compares full source Evidence; all oracle facts checked. Whole process-family CPU and kernel peak include client/server, runtime fingerprint verification, serialization, export and cleanup. Oracle generation and tokenization outside measured tasks. One-CPU quota, 3GiB early stop/4GiB hard/no swap; payload exit/cleanup/events verified, final whole-scope counters unavailable. Token serialization estimate includes question/instructions/all input name+description+schema once/all arguments/all text replies, raw catalog separately. Host framing, replay, model inference quality and billing unmeasured."
|
|
}
|