Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
125 changes: 125 additions & 0 deletions research/frontier1042-lec-parallel/BENCHMARK-macos-arm64.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,125 @@
{
"platform": "macOS-26.5.2-arm64-arm-64bit-Mach-O",
"python": "3.14.8",
"cpu_count": 10,
"jobs": 10,
"base_commit": "ce7ad1b6ab09452c3478723a2e96ed5ff212dc08",
"parallel": [
{
"step": "lec-p6n",
"exit_code": 0,
"seconds": 17.273,
"trials": 96,
"distinct": 95,
"audited_now": 95,
"routing": [
"research/complex-k492-owner-repair/vendor/multicold/vendor/pr558/vendor/pr552/complex-local/inputs/phase-baseline/CANONICAL-WORD.json.gz"
],
"record_seconds": 9.8,
"evaluate_wait_seconds": 0.8,
"replay_seconds": 6.6,
"runner_seconds": 17.3
},
{
"step": "lec-promo",
"exit_code": 0,
"seconds": 18.643,
"trials": 96,
"distinct": 95,
"audited_now": 95,
"routing": [
"research/complex-k492-owner-repair/vendor/multicold/vendor/pr558/vendor/pr552/complex-local/inputs/phase-baseline/CANONICAL-WORD.json.gz"
],
"record_seconds": 10.0,
"evaluate_wait_seconds": 0.9,
"replay_seconds": 7.7,
"runner_seconds": 18.6
},
{
"step": "lec-jx",
"exit_code": 0,
"seconds": 14.918,
"trials": 96,
"distinct": 95,
"audited_now": 0,
"routing": [
"research/complex-k492-owner-repair/vendor/multicold/vendor/pr558/vendor/pr552/complex-local/inputs/phase-baseline/CANONICAL-WORD.json.gz"
],
"record_seconds": 8.2,
"evaluate_wait_seconds": 0.0,
"replay_seconds": 6.7,
"runner_seconds": 14.9
},
{
"step": "lec-hyb",
"exit_code": 0,
"seconds": 25.297,
"trials": 96,
"distinct": 95,
"audited_now": 95,
"routing": [
"research/complex-k492-owner-repair/vendor/multicold/vendor/pr558/vendor/pr552/complex-local/inputs/phase-baseline/CANONICAL-WORD.json.gz"
],
"record_seconds": 14.5,
"evaluate_wait_seconds": 0.9,
"replay_seconds": 9.9,
"runner_seconds": 25.3
},
{
"step": "lec-frames",
"exit_code": 0,
"seconds": 24.087,
"trials": 96,
"distinct": 95,
"audited_now": 95,
"routing": [
"research/complex-k492-owner-repair/vendor/multicold/vendor/pr558/vendor/pr552/complex-local/inputs/phase-baseline/CANONICAL-WORD.json.gz"
],
"record_seconds": 14.6,
"evaluate_wait_seconds": 1.5,
"replay_seconds": 8.0,
"runner_seconds": 24.1
}
],
"parallel_seconds": 100.2,
"archived_serial_seconds": 529.5,
"pinned": [
{
"step": "lec-p6n",
"exit_code": 0,
"seconds": 54.582
},
{
"step": "lec-promo",
"exit_code": 0,
"seconds": 69.901
},
{
"step": "lec-jx",
"exit_code": 0,
"seconds": 66.573
},
{
"step": "lec-hyb",
"exit_code": 0,
"seconds": 59.106
},
{
"step": "lec-frames",
"exit_code": 0,
"seconds": 64.118
}
],
"pinned_seconds": 314.3,
"speedup": 3.14,
"t37": {
"parallel_seconds": 26.2,
"pinned_seconds": 81.2
},
"controls": {
"C2_forged_acceptance": "cold-end mutation accepted: entering end 531: end at another hyperplane",
"C3_forged_reason": "cold-end mutation 'entering end 531: end at another hyperplane' rejected for the wrong reason: 'an unrelated assertion'",
"C1_corrupted_unmutated_word": "unmutated cold-end word must pass",
"C4_tampered_script_and_audit_refused": "refused before any work"
}
}
45 changes: 45 additions & 0 deletions research/frontier1042-lec-parallel/CLAIM.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
{
"ai_assistance": "substantial: Claude (Anthropic) via Claude Code; candidate selection used parallel read-only scouting and judging subagents",
"assignment_seed": 89,
"base_commit": "ce7ad1b6ab09452c3478723a2e96ed5ff212dc08",
"claims": [
"On the five layer-end-control steps of the frontier1042 leaver chain (lec-p6n, lec-promo, lec-jx, lec-hyb, lec-frames; 530 s recorded; run by every cold frontier1094/frontier1042 verify), chain_lec.py with lec_parallel.py's runner reproduces the five archived maintainer receipts in research/community-frontier1042-audit/selected-replay.tar.gz byte for byte after rewriting only the recorded input path (verify.py).",
"With --serial (benchmark), the six receipts are byte-identical to the pinned serial launcher+script on the same paths, and the step logs are identical except the audit's own 'seconds' value (verify.py --serial).",
"The runner also accepts the T37 variant layers_p6n/layer_end_controls.py (fc58c569, merged PR1059's target) and reproduces the archived T37 receipt in research/community-frontier942-audit/t37-replay.tar.gz the same way.",
"The pinned launcher, scripts and PR635 audit are run unedited and digest-checked; real audit outcomes on byte-identical trial words are replayed through the pinned script's own assertions; forged acceptance, forged reasons, a corrupted unmutated word and tampered script/audit bytes are all rejected; a lost worker fails the run.",
"Timings in BENCHMARK-macos-arm64.json (the raw receipt of verify.py --serial with the committed code) are local measurements on one machine."
],
"contributor": "Sagar Thakrar (thakrarsagar)",
"expected_last_line": "PASS_FRONTIER1042_LEC_PARALLEL",
"license": "Apache-2.0",
"not_claimed": [
"any change to the selected kappa or to any mathematical obligation",
"wiring into reproduce_leaver_chain.py, verify_frontier1042.py or any manifest-pinned driver",
"speedups on other machines beyond the recorded measurement",
"a re-measurement of PR1041's phases runner on the frontier1042 words",
"Makefile targets: none are added, because research/community-batch1099-audit pins the Makefile by exact digest"
],
"pending_prs_cited": {
"1104": "d8982686afd7ef6ce52ddeaa17011ccda558d666",
"1107": "6123fc5d57db16aaa3e8a26b4a11a34b46c0c391",
"1137": "e3b8fa39ef7378b7e3f8bbcfa6708be21feb18d8"
},
"relation": {
"composes_with": [
853,
1041,
1101
],
"extends": [
1059
],
"same_steps_different_mechanism": [
1137
]
},
"reproduce": "python3 -B research/frontier1042-lec-parallel/verify.py --work NEW_DIR && python3 -B -m unittest discover -s research/frontier1042-lec-parallel -p test_package.py",
"reproduce_serial": "python3 -B research/frontier1042-lec-parallel/verify.py --work NEW_DIR --serial",
"seed_source": "Python secrets (OS CSPRNG)",
"status": "tooling improvement (verification engineering); no new kappa; extends merged PR1059 to the leaver variant",
"track": "85-94 verification engineering"
}
80 changes: 80 additions & 0 deletions research/frontier1042-lec-parallel/PINS.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,80 @@
{
"base_commit": "ce7ad1b6ab09452c3478723a2e96ed5ff212dc08",
"selected_verifier": {
"path": "scripts/verify_frontier1042.py",
"sha256": "700fdcaeb6e8f57f6e63c71c2dd1652fc5b183e8d706cd092779bdc0d271e854"
},
"chain_driver": {
"path": "research/gauge44-leaver8/construction/leaver/reproduce_leaver_chain.py",
"sha256": "2bc3fc3f32e0f957a0731b79254c553ca48fc6d4d47c4f99d6cd31e1901d85b5"
},
"launcher": {
"path": "research/complex-k492-owner-repair/vendor/multicold/code/run_portable.py",
"sha256": "322d29d43dbee8130cde15d4bf05396698b5e3dfe3735813899db91cc0ba7955"
},
"script": {
"path": "research/gauge44-leaver8/construction/leaver/layer_end_controls_leaver.py",
"sha256": "4ba676f1ea326b739a64c3477f64eeb295f8151514f78fa7e62b71e4373a6206"
},
"t37_script": {
"path": "research/complex-t21-owners/vendor/pr870/construction/layers_p6n/layer_end_controls.py",
"sha256": "fc58c5699ba6191c1163a3041241f6f0b619626c4462cd99bcf88210bac9e81e"
},
"pr635_code": {
"path": "research/complex-sw4-frame8/vendor/pr635/research/complex-571-cold14-st2/code",
"audit_sha256": "c9a05ff291016b870b4fc925b317abd9c3a604c73ffc8920dfdbbeb475e20aa3"
},
"routing": {
"path": "research/complex-k492-owner-repair/vendor/multicold/vendor/pr558/vendor/pr552/complex-local/inputs/phase-baseline/CANONICAL-WORD.json.gz",
"sha256": "e070ae2c78b4a1b644b418774af62b40d8d16e6ba89602f0474afb557d507c37"
},
"chain_pins": {
"research/gauge44-leaver8/construction/leaver/CHAIN-PINS-k8.json": "9dfcecf963d8fa6d1cf5ba212336437a51f03c1444a1c6d33e54d2bf762970a9",
"research/gauge44-leaver8/construction/leaver/LEC-REASON-PINS-STACK-k8.json": "d87ed7b5869bed4a3d266f0ce5fc784cbe88340a625d22ab9f580fa00872df19",
"research/gauge44-leaver8/construction/leaver/LEC-REASON-PINS-k8.json": "b07279e41ec9d8f89e8509081e1e7f2c8e8b062fd951b22608a03ac461982914",
"research/gauge44-leaver8/construction/leaver/COLD-LAYERS-RECIPE-P6N-k8.json.gz": "24a304493f28d7b419d3023598ff728deb63e1582cd65011e438951ae22c0beb",
"research/gauge44-leaver8/construction/leaver/PROMO-RECIPE-k8.json": "bc017d6d5126f5f975e7fdae84642963c86ff74f7056ec4764192b5f4497dc83",
"research/gauge44-leaver8/construction/leaver/RECIPE-X4-k8.json": "4199b9b6bb28f3f79fa01744a0520a60fdf783eddca459f86830535f759b67c1",
"research/gauge44-leaver8/construction/leaver/RECIPE-U8-k8.json": "51e5e37bfcd1dd1f4e2ce1bb60d23f645e5881e36f3aa556f1533543a40e548e",
"research/gauge44-leaver8/construction/leaver/FRAME-RECIPE-LV-k8.json": "b53b97ecbefb60cddceec08172438f1902178d9438bcd98ecc736c43773c3065"
},
"archive": {
"path": "research/community-frontier1042-audit/selected-replay.tar.gz",
"sha256": "22c3f4dce4b897a1d423d1388801933e288b6a6b1906cb15e1b16a5eb68db754",
"recorded_chain_dir": "/private/tmp/batch1047-selected/chain",
"members": {
"chain/p6n/FULL-WORD.json.gz": "92bf2097dfab40e22f944103992d18425ce47b48b34263d18e95d2d47fbc23d7",
"chain/promo/FULL-WORD.json.gz": "886beda4116a4c0a762cbd30c9510360afe871e8b008b1449b469dbc6ecc4704",
"chain/jx/FULL-WORD.json.gz": "886beda4116a4c0a762cbd30c9510360afe871e8b008b1449b469dbc6ecc4704",
"chain/hyb/FULL-WORD.json.gz": "f00fa294f0e35103649dcc75f2c56df417c1f56f983f0e2ef88918520e93a1fe",
"chain/frames/FULL-WORD.json.gz": "8f13cb321d90c56365eab4f6d635e0397c82cddf612133ec709a06bbfba0e99d",
"chain/lec-p6n/COLD-END-CONTROLS.json": "164d3a63f4786095198d38f8db11d75eca169fb1491a3a2d44699d8f99a966a3",
"chain/lec-promo/COLD-END-CONTROLS.json": "8a1033da9c038658b9cc13fbaf7de12bc57b76b18c6919b0024da02b560ffb58",
"chain/lec-jx/COLD-END-CONTROLS.json": "4fc3819ef155896e5134751ae1ed69594a017200be6720ed03bdc1fad8559f18",
"chain/lec-hyb/COLD-END-CONTROLS.json": "c78ea86de0bc75e7c0fc84b03855829eafc92c1adae388eeb08deb4dfc47df7c",
"chain/lec-frames/COLD-END-CONTROLS.json": "a2e9cd3449b011af98f3730de65c5da0659b62f213d8567af90de1094ad4e397"
}
},
"t37_archive": {
"path": "research/community-frontier942-audit/t37-replay.tar.gz",
"sha256": "48285025105210b56a32d3d4d57a21b7591760acc709d38073e4dca339eb06fe",
"recorded_word": "/private/tmp/batch952-t37-complete/replay/native/barch/FULL-WORD.json.gz",
"members": {
"native/barch/FULL-WORD.json.gz": "5d063c4cffdf384982c0aaff50aaafc4635442a967d271f83cce47e9fe82fba2",
"native/controls/COLD-END-CONTROLS.json": "5e80a2d8e32a57eac71fd3a375060c59c6c1e81fe213d2b327408176a24eb359"
},
"recipe": {
"path": "research/complex-t21-owners/vendor/pr870/construction/barch/RECIPE-U8.json",
"sha256": "292f0e9f82824c4111728cf4de929bf6e43320fbbdc77658aae9681906b0d652",
"binding": "expect_sha256 is the payload digest of the U8 barch word"
}
},
"archived_step_seconds": {
"lec-p6n": 139.8,
"lec-promo": 115.5,
"lec-jx": 116.3,
"lec-hyb": 78.5,
"lec-frames": 79.4
},
"controls_per_step": 95
}
Loading
Loading