{ "schema_version": 2, "adapter_key": "upturn", "manifest_ref": "reproduction:upturn", "method": "upturn", "measured_locally": true, "diagnostic_only": true, "promotion_eligible": false, "not_gpu_receipt": true, "whole_method_gpu_validation_passed": false, "execution_complete": true, "all_seed_mechanism_passed": false, "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "checkpoint": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "evaluation_protocol": { "tier": "l1_mechanism", "formal_comparison": false, "promotion_eligible": false, "test_used_for_selection": false, "assessment_is_training_before_after": false, "matched_actual_compute": false, "claim_policy": "execution-complete cohort including failed44, not accepted three-seed mechanism or stable gain", "seeds": [ 42, 43, 44 ], "execution_complete": true, "all_seed_mechanism_passed": false, "accepted_mechanism_aggregate": false }, "provenance": { "code_commit": "51b4718a76da286b4111c6fc7d8e003d436def72", "executed_source_sha256": { "scripts/prepare_soar_catalog_qa.py": "483a4eb3d9932d31046888c165c06590e67c6df5575a5b2afd4e302145f445e7", "scripts/run_oct13_post_training.py": "916b3b9a0eaeeaf30bad811376fa05305011754c922bb368a0f39833aad07ffa", "src/auto_research/oct12_public_sources.py": "4e1150cbe4ea975819c244267180f853c83c4ad4c2c27f9e0ce95cc16793e093", "src/auto_research/post_training/oct10_checkpoint.py": "247f1f97a3ca701277f241ec81d99296f0ea82e1db8f68006fcd7bfdc661cd74", "src/auto_research/post_training/oct13_common.py": "739f276633d74a85ba790e4d6df25504bce89950c40867ed57302cde03f1ada9", "src/auto_research/post_training/proximal_checkpoint.py": "5307a54204720e5407d2cd0435b654ae0e594f30c85cdf07d55d4e90612a1397", "src/auto_research/post_training/response_policy.py": "e380a5b4d1d53974b973b72b7d9ad6328129dc8c9bae4d233f6c1cbdf8508bf7", "src/auto_research/public_holdout.py": "033d9c1fd112accf5ac79573b99d9f31cffc646bcab6911cf3e49459fa003b46", "src/auto_research/reproductions/gppo_framework/__init__.py": "7fe8cab42fef9f32b9653dfb5f54f03182de0753de2c9e5b359d124d7cd763d8", "src/auto_research/reproductions/gppo_framework/adapter.py": "a7f4ee792a8ded3daeeb183cbca5c99de63c1b7d3cb195f5bedd5289cb0e0260", "src/auto_research/reproductions/gppo_framework/objective.py": "0f8fbb2ad397b04a70466dde4e939f4d094ad7e7df07cfbba59f4a6ca5d05dd0", "src/auto_research/reproductions/gppo_framework/paper.yaml": "a023ee98bbd078077b2708122973d27a98085848be816ce461b7d4291aca8e1f", "src/auto_research/reproductions/grpo_difficulty_curriculum/__init__.py": "d09d8d7e0e6f5bcec9979241eed06a1d2a6ac8f3fb7a25f49e0df55be0071acb", "src/auto_research/reproductions/grpo_difficulty_curriculum/adapter.py": "bbd3e964dc035ea4bbd999a581ea07eccabd986b6456774b21a4c24092cbdfbe", "src/auto_research/reproductions/grpo_difficulty_curriculum/algorithm.py": "4131e39279d30c0748b14f611ab657b3fea76147a7c164aea2883c62bde75785", "src/auto_research/reproductions/grpo_difficulty_curriculum/checkpoint.py": "d03a7d2db0a19b469fe5429ddce634b02d8cbd0eeed8d09bef0afc51c1d7ac70", "src/auto_research/reproductions/grpo_difficulty_curriculum/paper.yaml": "0b4dd86c85907b732df9380a4bd1bbc17785c09c184d5be2793ac37f63768c16", "src/auto_research/reproductions/magicbeanstalk/__init__.py": "8dd207ea37a89dfa34f87b02eb4a2fd26472895678d1362a7e5b59dad5cda616", "src/auto_research/reproductions/magicbeanstalk/adapter.py": "319b6503de342feee49fb6446b7bbdeb117f7dc0dd7b79ed1c3bd34cce1ce73f", "src/auto_research/reproductions/magicbeanstalk/algorithm.py": "78a68baad5b98b402fb87702ab50d5e01000f41250111604b84321e6c3e4900f", "src/auto_research/reproductions/magicbeanstalk/checkpoint.py": "24dd8eb1979c04c2128919533f83fb347d9b40ab52184f7b1b9b3644512e9eae", "src/auto_research/reproductions/magicbeanstalk/paper.yaml": "e9c5619918b4d72d776008aba3fa95d50ba6ebe99afab729ba9e6dfe82fac06e", "src/auto_research/reproductions/progressive_contraction/__init__.py": "e50fe46d888e0a0b11b7d4d6d8f3224ae5940394f8ba8396fc5afb1cd38a4d53", "src/auto_research/reproductions/progressive_contraction/adapter.py": "06f23b5c795f7222f76dee9beaa8164f460eb5183e18c6d374bff011737235dd", "src/auto_research/reproductions/progressive_contraction/algorithm.py": "ba077b8c52a8d10e268a4e5c85770b9cebcb12415f9b2aaf7b9500e1303ca4b1", "src/auto_research/reproductions/progressive_contraction/checkpoint.py": "67fa44814d613d3838716fea68476217d608af14f23a051e32a916b72538e7ec", "src/auto_research/reproductions/progressive_contraction/paper.yaml": "1beccb702ce7a33b196b1fcc6bab13cdc32fc48952d247565d54e8ce830860c2", "src/auto_research/reproductions/soar/__init__.py": "3d87d1189d7037e32c1e2cb0c249d13609c5af3d7062a19904590ba7923c799a", "src/auto_research/reproductions/soar/adapter.py": "8fbbe8f8fe54b9f014ccc26a75b01e72b73b95e2b03cc379c5b5db4b63c9b31e", "src/auto_research/reproductions/soar/algorithm.py": "9b7068d9774d1c93800c512a04b9ba4d0ee98fc13d308e5ac0970299c8bb2485", "src/auto_research/reproductions/soar/checkpoint.py": "43a83930af442dc3610d61becd06b38ca3c921131ed417837d3d7e11aa672708", "src/auto_research/reproductions/soar/paper.yaml": "2f756cab9f7fefd4613bb69971fd8252c2b9ad451fa5c5eff5d03fa063d91521", "src/auto_research/reproductions/state_opd/__init__.py": "8db07736f0336ed7f39502ae2953bdae76658942542cacbe4b6b2c1fd0abe094", "src/auto_research/reproductions/state_opd/adapter.py": "2f8bf4773e8f40c0eabe777fbd1e1aa6d372a7b05501404c3e3f7b2d54987524", "src/auto_research/reproductions/state_opd/algorithm.py": "dc7fe3eae619ff69ec51c47826f89471f00be564ea4e6730e12726a060ba7e2f", "src/auto_research/reproductions/state_opd/checkpoint.py": "95755e0604f563a5c96f92e9de9069befe3e1274d31c224a43ca20d71f756b09", "src/auto_research/reproductions/state_opd/environment.py": "0e9564f9ec540985eb010b1e70f46938acc1bd946041b518d6579253762080e1", "src/auto_research/reproductions/state_opd/paper.yaml": "86c75255f1c416611a181c26359e9f5d9865caaea5266ca7b13dd8a183b906cc", "src/auto_research/reproductions/synthself/__init__.py": "474bb75e10b95afe6faec1f3631beab2f17f9a43013d3d29e79b7d4b36e06031", "src/auto_research/reproductions/synthself/adapter.py": "db4c08e1ccc2acfc28d19fc72acfa39b0a0dce096bbc430bafe9b21dbb72cddd", "src/auto_research/reproductions/synthself/algorithm.py": "1e7ea1ff65d3ba0ece1af889022c19f7147f51d10fb8196ab8f9fa2e18604b95", "src/auto_research/reproductions/synthself/checkpoint.py": "dbcf9f222094c197e0392f82191a0ae6551c6573ee54a9eee8c7d37553472981", "src/auto_research/reproductions/synthself/paper.yaml": "464d06e9cdd535ab61743fdba6641ae2eac4c8345fad27748c63e620544074c7", "src/auto_research/reproductions/tapo_trajectory/__init__.py": "a0dd8d4825b91dd076b71bdd3a3eccb0638ba4bf0240fe9da76d61a7290f69c6", "src/auto_research/reproductions/tapo_trajectory/adapter.py": "c01b75bf7853546caa2d517dd5f9c9faf739537b95207b8f1fd28adcdd5aafa7", "src/auto_research/reproductions/tapo_trajectory/objective.py": "49ab02ac758251acde90091a82b22576449d294a1f25cc3144ff1addd1132ae2", "src/auto_research/reproductions/tapo_trajectory/paper.yaml": "493e59ec67f96ee37ffecf6694dd5c4d8555849b8f756ccb63644da90bbb48d6", "src/auto_research/reproductions/upturn/__init__.py": "1e9793e9ea85e94144f7eac8fa141567d7f964438fa628788b668358154e196e", "src/auto_research/reproductions/upturn/adapter.py": "72e5da3cb70856944d0c9a25376f73d4a1d9f16213efd43e19b3acf2a584afc2", "src/auto_research/reproductions/upturn/algorithm.py": "421abd06cc492c39cf72e9b15c7f85c01e85fae0a7c26fb3053fbd19bc4897a4", "src/auto_research/reproductions/upturn/checkpoint.py": "fbcb7c830cf53d3130cfc06621f3178516aa72c7a939f4f765c3c7864b383787", "src/auto_research/reproductions/upturn/paper.yaml": "a1e335526f895b54e325331dc8354330f4a2d44f5f8c9c2a37f76ef2f7d589bc", "scripts/diagnose_oct14_post_training.py": "2a15d720a4f84bd1e415a4f0653c589c9716d526d4842acd5df728fd3575ca5b" }, "execution_config_sha256": "506dce6568921b9c8fa75d969267537f9bb5c5c5b093a77b283616a2246524c5", "dataset_fingerprint": "69efc634f51a589335fcdea85238bf3218653a94de2ba2604a64056960547dab", "artifact_path": "docs/reproductions/2610.13672-upturn/metrics/public-a100-complete-three-seed-execution-cohort.json", "raw_results_sha256": { "42": "52780127310d86eb17356c0968d113910b96f659d9997ecd87607bf75f13b10e", "43": "3d97be17f1ffd777d3928f12ac3296debecc15489bc345830f95fbb623f0f7ff", "44": "cdf14bdcf8e8dd49653a7714fbca0d9e9e61fa857f73316d6faa42e5289d454e" } }, "limitations": [ "44 has only entropy-driven parameter updates and no rescue signal; it cannot pass mechanism validation.", "42/43 passed individually; existing seed42 GPU receipt remains source-bound, but no three-seed passed receipt is issued.", "Four validation cases and matched maximum allowances are not equal realized generation pools or formal capability evidence.", "All negative metrics are retained; no retry, sample expansion, threshold change or forced advantage." ], "seeds": [ 42, 43, 44 ], "actual_cuda_run_count": 3, "accepted_mechanism_aggregate": false, "accepted_mechanism_seed_count": 2, "three_seed_passed_gpu_receipt_issued": false, "seed_execution_status": { "42": "passed", "43": "passed", "44": "failed-no-rescue-signal" }, "seed_results": [ { "seed": 42, "diagnostic_only": true, "device": "cuda", "execution_complete": true, "mechanism_passed": true, "result": { "method": "upturn", "seed": 42, "device": "cuda", "diagnostic_only": true, "promotion_eligible": false, "evaluation_tier": "l1_mechanism", "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "checkpoint": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "baseline": { "avg_accuracy": 0.625, "pass_rate": 1.0, "examples": 4 }, "method_metrics": { "avg_accuracy": 0.625, "pass_rate": 0.75, "examples": 4 }, "training": [ { "step": 1, "cuts": [ 34, 253, 115, 182 ], "loss": -0.0013857590965926647, "gradient_l2_norm": 0.37473538517951965, "optimizer_update_executed": true, "advantages": [ -0.125, -0.125, 0.375, -0.125 ], "rescue_rewards": [ 0.0, 0.0, 0.5, 0.0 ], "entropy": 1.3857589960098267, "nonzero_rescue_advantage": true }, { "step": 2, "cuts": [ 221, 244, 178, 112 ], "loss": -0.0016004993813112378, "gradient_l2_norm": 0.3695891499519348, "optimizer_update_executed": true, "advantages": [ 0.25, -0.25, 0.25, -0.25 ], "rescue_rewards": [ 0.5, 0.0, 0.5, 0.0 ], "entropy": 1.6004992723464966, "nonzero_rescue_advantage": true } ], "cost": { "generation_calls": { "frozen_reasoner_training": 8, "position_rescue_training": 8, "evaluation_originals": 4, "matched_base_extra": 4, "evaluation_correction": 3 }, "generated_tokens": { "frozen_reasoner_training": 7556, "position_rescue_training": 2547, "evaluation_originals": 2259, "matched_base_extra": 2562, "evaluation_correction": 438 }, "scored_response_tokens": {}, "frozen_encoder_forward_calls": 40, "frozen_encoder_input_tokens_including_prompt": 14455, "scope": "entire invocation, including training controls, profiling and evaluation", "includes_rejected_and_profiling_generations": true }, "protocol": { "test_opened": false, "gold_in_student_generation": false, "train_examples": 8, "validation_examples": 4, "max_tokens": 768 }, "parameters_changed": true, "encoder": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "verified_mirror": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "encoder_frozen": true, "reasoner_frozen": true, "gate": { "training_bce": [ 0.6972267031669617, 0.602145254611969, 0.5209466814994812, 0.4469103217124939, 0.381882905960083, 0.3259560167789459, 0.27824363112449646, 0.23737852275371552, 0.20250475406646729, 0.17287348210811615, 0.14753800630569458, 0.12580624222755432, 0.10695850849151611, 0.09066793322563171, 0.07667171210050583, 0.06478075683116913, 0.054802507162094116, 0.04644354432821274, 0.03944385051727295, 0.03358433395624161 ], "training_cases": 24, "calibration_cases": 8, "calibration_temperature": 0.5, "training_classes": [ 0.0, 1.0 ], "threshold": 0.4, "calibration_split": "disjoint final quarter of train prompts; not validation" }, "position_informative_groups": 2, "training_rollout_audits": [ { "training_row": 0, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 210, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 59, 84, 123, 185 ], "eligible_for_position": false }, { "training_row": 0, "response_index": 1, "correctness": 1.0, "truncated": false, "response_tokens": 156, "boxed_answer_detected": true, "paragraph_cut_count": 6, "paragraph_cut_indices": [ 38, 56, 73, 85, 116, 131 ], "eligible_for_position": false }, { "training_row": 0, "response_index": 2, "correctness": 1.0, "truncated": false, "response_tokens": 152, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 27, 88, 129 ], "eligible_for_position": false }, { "training_row": 0, "response_index": 3, "correctness": 1.0, "truncated": false, "response_tokens": 180, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 14, 59, 104, 146, 164 ], "eligible_for_position": false }, { "training_row": 1, "response_index": 0, "correctness": 0.0, "truncated": false, "response_tokens": 274, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 34, 115, 182, 253 ], "eligible_for_position": true }, { "training_row": 1, "response_index": 1, "correctness": 0.0, "truncated": false, "response_tokens": 262, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 51, 112, 178, 221, 244 ], "eligible_for_position": true }, { "training_row": 1, "response_index": 2, "correctness": 0.0, "truncated": false, "response_tokens": 333, "boxed_answer_detected": true, "paragraph_cut_count": 8, "paragraph_cut_indices": [ 42, 93, 163, 195, 221, 269, 277, 311 ], "eligible_for_position": true }, { "training_row": 1, "response_index": 3, "correctness": 0.0, "truncated": false, "response_tokens": 180, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 27, 69, 103, 137, 165 ], "eligible_for_position": true }, { "training_row": 2, "response_index": 0, "correctness": 0.0, "truncated": false, "response_tokens": 297, "boxed_answer_detected": true, "paragraph_cut_count": 6, "paragraph_cut_indices": [ 31, 70, 113, 177, 228, 280 ], "eligible_for_position": true }, { "training_row": 2, "response_index": 1, "correctness": 0.0, "truncated": false, "response_tokens": 205, "boxed_answer_detected": true, "paragraph_cut_count": 9, "paragraph_cut_indices": [ 16, 43, 65, 102, 121, 132, 152, 184, 195 ], "eligible_for_position": true }, { "training_row": 2, "response_index": 2, "correctness": 0.0, "truncated": false, "response_tokens": 279, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 45, 103, 144, 203, 259 ], "eligible_for_position": true }, { "training_row": 2, "response_index": 3, "correctness": 0.0, "truncated": false, "response_tokens": 244, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 20, 76, 131, 165, 219 ], "eligible_for_position": true }, { "training_row": 3, "response_index": 0, "correctness": 0.0, "truncated": false, "response_tokens": 196, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 53, 85, 142, 179 ], "eligible_for_position": true }, { "training_row": 3, "response_index": 1, "correctness": 0.0, "truncated": false, "response_tokens": 208, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 58, 100, 146, 190 ], "eligible_for_position": true }, { "training_row": 3, "response_index": 2, "correctness": 0.0, "truncated": false, "response_tokens": 229, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 19, 104, 165, 210 ], "eligible_for_position": true }, { "training_row": 3, "response_index": 3, "correctness": 0.0, "truncated": false, "response_tokens": 182, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 56, 89, 131, 165 ], "eligible_for_position": true }, { "training_row": 4, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 231, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 22, 91, 142, 205 ], "eligible_for_position": false }, { "training_row": 4, "response_index": 1, "correctness": 1.0, "truncated": false, "response_tokens": 192, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 21, 113, 172 ], "eligible_for_position": false }, { "training_row": 4, "response_index": 2, "correctness": 1.0, "truncated": false, "response_tokens": 222, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 23, 108, 198 ], "eligible_for_position": false }, { "training_row": 4, "response_index": 3, "correctness": 1.0, "truncated": false, "response_tokens": 256, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 13, 152, 228 ], "eligible_for_position": false }, { "training_row": 5, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 252, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 30, 106, 132, 177, 228 ], "eligible_for_position": false }, { "training_row": 5, "response_index": 1, "correctness": 1.0, "truncated": false, "response_tokens": 223, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 26, 107, 153, 198 ], "eligible_for_position": false }, { "training_row": 5, "response_index": 2, "correctness": 1.0, "truncated": false, "response_tokens": 279, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 35, 111, 186, 250, 270 ], "eligible_for_position": false }, { "training_row": 5, "response_index": 3, "correctness": 1.0, "truncated": false, "response_tokens": 237, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 23, 86, 150, 206 ], "eligible_for_position": false }, { "training_row": 6, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 218, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 23, 74, 116, 159, 197 ], "eligible_for_position": false }, { "training_row": 6, "response_index": 1, "correctness": 1.0, "truncated": false, "response_tokens": 227, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 24, 76, 120, 164, 204 ], "eligible_for_position": false }, { "training_row": 6, "response_index": 2, "correctness": 1.0, "truncated": false, "response_tokens": 288, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 22, 74, 145, 213 ], "eligible_for_position": false }, { "training_row": 6, "response_index": 3, "correctness": 1.0, "truncated": false, "response_tokens": 174, "boxed_answer_detected": true, "paragraph_cut_count": 8, "paragraph_cut_indices": [ 28, 37, 64, 82, 94, 112, 137, 153 ], "eligible_for_position": false }, { "training_row": 7, "response_index": 0, "correctness": 0.0, "truncated": false, "response_tokens": 334, "boxed_answer_detected": true, "paragraph_cut_count": 6, "paragraph_cut_indices": [ 29, 92, 123, 176, 243, 317 ], "eligible_for_position": true }, { "training_row": 7, "response_index": 1, "correctness": 0.0, "truncated": false, "response_tokens": 233, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 58, 101, 170, 215 ], "eligible_for_position": true }, { "training_row": 7, "response_index": 2, "correctness": 0.0, "truncated": false, "response_tokens": 293, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 20, 110, 223 ], "eligible_for_position": true }, { "training_row": 7, "response_index": 3, "correctness": 0.0, "truncated": false, "response_tokens": 310, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 84, 124, 169, 198, 294 ], "eligible_for_position": true } ], "paragraph_boundary_protocol": "decoded-character-boundaries-to-original-token-prefix-v1", "execution_status": "passed", "generation_budget_controls": [ { "method_generations": 2, "base_generations": 4, "method_generated_tokens": 706, "base_generated_tokens": 1505, "maximum_response_token_allowance": 3072 }, { "method_generations": 3, "base_generations": 4, "method_generated_tokens": 559, "base_generated_tokens": 857, "maximum_response_token_allowance": 3072 }, { "method_generations": 2, "base_generations": 4, "method_generated_tokens": 620, "base_generated_tokens": 1413, "maximum_response_token_allowance": 3072 }, { "method_generations": 4, "base_generations": 4, "method_generated_tokens": 812, "base_generated_tokens": 1046, "maximum_response_token_allowance": 3072 } ], "limitations": [ "Qwen2.5 frozen 0.5B encoder/7B reasoner and tiny GSM8K replace original Qwen3 and DAPO.", "Only learned gate controls inference; correctness labels are never visible to gate/cut policy.", "Zero rescue advantages and one-class gate labels remain visible and are not capability evidence.", "Matched maximum generations and token allowance do not imply equal actual runtime." ] } }, { "seed": 43, "diagnostic_only": true, "device": "cuda", "execution_complete": true, "mechanism_passed": true, "result": { "method": "upturn", "seed": 43, "device": "cuda", "diagnostic_only": true, "promotion_eligible": false, "evaluation_tier": "l1_mechanism", "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "checkpoint": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "baseline": { "avg_accuracy": 0.375, "pass_rate": 0.75, "examples": 4 }, "method_metrics": { "avg_accuracy": 0.5, "pass_rate": 0.75, "examples": 4 }, "training": [ { "step": 1, "cuts": [ 36, 108, 85 ], "loss": -0.0010972567833960056, "gradient_l2_norm": 0.00016169699665624648, "optimizer_update_executed": true, "advantages": [ 0.0, 0.0, 0.0 ], "rescue_rewards": [ 0.0, 0.0, 0.0 ], "entropy": 1.0972567796707153, "nonzero_rescue_advantage": false }, { "step": 2, "cuts": [ 66, 133, 104, 184 ], "loss": -0.0021769481245428324, "gradient_l2_norm": 0.5544608235359192, "optimizer_update_executed": true, "advantages": [ 0.375, -0.125, -0.125, -0.125 ], "rescue_rewards": [ 0.5, 0.0, 0.0, 0.0 ], "entropy": 2.176948070526123, "nonzero_rescue_advantage": true } ], "cost": { "generation_calls": { "frozen_reasoner_training": 8, "position_rescue_training": 7, "evaluation_originals": 4, "matched_base_extra": 4, "evaluation_correction": 3 }, "generated_tokens": { "frozen_reasoner_training": 7712, "position_rescue_training": 1509, "evaluation_originals": 2465, "matched_base_extra": 2561, "evaluation_correction": 491 }, "scored_response_tokens": {}, "frozen_encoder_forward_calls": 40, "frozen_encoder_input_tokens_including_prompt": 14817, "scope": "entire invocation, including training controls, profiling and evaluation", "includes_rejected_and_profiling_generations": true }, "protocol": { "test_opened": false, "gold_in_student_generation": false, "train_examples": 8, "validation_examples": 4, "max_tokens": 768 }, "parameters_changed": true, "encoder": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "verified_mirror": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "encoder_frozen": true, "reasoner_frozen": true, "gate": { "training_bce": [ 0.7288863062858582, 0.6909525394439697, 0.667958676815033, 0.6287902593612671, 0.604169487953186, 0.5885095596313477, 0.5669949054718018, 0.5358618497848511, 0.5049456357955933, 0.4816196858882904, 0.4583481550216675, 0.4278152883052826, 0.39799973368644714, 0.3749370276927948, 0.35019049048423767, 0.32277268171310425, 0.3015563488006592, 0.2837666869163513, 0.263526976108551, 0.24631863832473755 ], "training_cases": 24, "calibration_cases": 7, "calibration_temperature": 2.0, "training_classes": [ 0.0, 1.0 ], "threshold": 0.4, "calibration_split": "disjoint final quarter of train prompts; not validation" }, "position_informative_groups": 1, "training_rollout_audits": [ { "training_row": 0, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 238, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 25, 56, 134, 209, 229 ], "eligible_for_position": false }, { "training_row": 0, "response_index": 1, "correctness": 1.0, "truncated": false, "response_tokens": 191, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 25, 41, 113, 166 ], "eligible_for_position": false }, { "training_row": 0, "response_index": 2, "correctness": 1.0, "truncated": false, "response_tokens": 176, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 29, 93, 148, 165 ], "eligible_for_position": false }, { "training_row": 0, "response_index": 3, "correctness": 1.0, "truncated": false, "response_tokens": 249, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 20, 64, 141, 225 ], "eligible_for_position": false }, { "training_row": 1, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 179, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 39, 67, 87, 114, 154 ], "eligible_for_position": false }, { "training_row": 1, "response_index": 1, "correctness": 0.0, "truncated": false, "response_tokens": 132, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 36, 85, 108 ], "eligible_for_position": true }, { "training_row": 1, "response_index": 2, "correctness": 0.0, "truncated": false, "response_tokens": 258, "boxed_answer_detected": true, "paragraph_cut_count": 9, "paragraph_cut_indices": [ 26, 66, 104, 133, 155, 184, 189, 230, 252 ], "eligible_for_position": true }, { "training_row": 1, "response_index": 3, "correctness": 0.0, "truncated": false, "response_tokens": 257, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 38, 116, 227 ], "eligible_for_position": true }, { "training_row": 2, "response_index": 0, "correctness": 0.0, "truncated": false, "response_tokens": 297, "boxed_answer_detected": true, "paragraph_cut_count": 6, "paragraph_cut_indices": [ 20, 81, 150, 183, 233, 277 ], "eligible_for_position": true }, { "training_row": 2, "response_index": 1, "correctness": 0.0, "truncated": false, "response_tokens": 320, "boxed_answer_detected": true, "paragraph_cut_count": 11, "paragraph_cut_indices": [ 28, 61, 93, 112, 139, 158, 187, 207, 258, 293, 313 ], "eligible_for_position": true }, { "training_row": 2, "response_index": 2, "correctness": 0.0, "truncated": false, "response_tokens": 291, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 34, 94, 155, 197, 269 ], "eligible_for_position": true }, { "training_row": 2, "response_index": 3, "correctness": 0.0, "truncated": false, "response_tokens": 257, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 33, 94, 146, 181, 242 ], "eligible_for_position": true }, { "training_row": 3, "response_index": 0, "correctness": 0.0, "truncated": false, "response_tokens": 194, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 86, 132, 172 ], "eligible_for_position": true }, { "training_row": 3, "response_index": 1, "correctness": 0.0, "truncated": false, "response_tokens": 216, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 20, 69, 116, 155, 199 ], "eligible_for_position": true }, { "training_row": 3, "response_index": 2, "correctness": 0.0, "truncated": false, "response_tokens": 173, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 53, 81, 119, 153 ], "eligible_for_position": true }, { "training_row": 3, "response_index": 3, "correctness": 0.0, "truncated": false, "response_tokens": 206, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 17, 95, 134, 179 ], "eligible_for_position": true }, { "training_row": 4, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 270, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 30, 115, 170, 246 ], "eligible_for_position": false }, { "training_row": 4, "response_index": 1, "correctness": 1.0, "truncated": false, "response_tokens": 285, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 12, 73, 181, 267 ], "eligible_for_position": false }, { "training_row": 4, "response_index": 2, "correctness": 1.0, "truncated": false, "response_tokens": 255, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 23, 38, 150, 233 ], "eligible_for_position": false }, { "training_row": 4, "response_index": 3, "correctness": 1.0, "truncated": false, "response_tokens": 227, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 22, 131, 204 ], "eligible_for_position": false }, { "training_row": 5, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 262, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 36, 66, 129, 189, 230 ], "eligible_for_position": false }, { "training_row": 5, "response_index": 1, "correctness": 1.0, "truncated": false, "response_tokens": 236, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 30, 99, 153, 199 ], "eligible_for_position": false }, { "training_row": 5, "response_index": 2, "correctness": 1.0, "truncated": false, "response_tokens": 263, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 25, 100, 174, 240 ], "eligible_for_position": false }, { "training_row": 5, "response_index": 3, "correctness": 1.0, "truncated": false, "response_tokens": 246, "boxed_answer_detected": true, "paragraph_cut_count": 6, "paragraph_cut_indices": [ 35, 78, 125, 171, 215, 235 ], "eligible_for_position": false }, { "training_row": 6, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 203, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 40, 88, 135, 180 ], "eligible_for_position": false }, { "training_row": 6, "response_index": 1, "correctness": 1.0, "truncated": false, "response_tokens": 251, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 20, 62, 137, 179, 220 ], "eligible_for_position": false }, { "training_row": 6, "response_index": 2, "correctness": 0.0, "truncated": false, "response_tokens": 71, "boxed_answer_detected": false, "paragraph_cut_count": 2, "paragraph_cut_indices": [ 23, 47 ], "eligible_for_position": true }, { "training_row": 6, "response_index": 3, "correctness": 1.0, "truncated": false, "response_tokens": 333, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 27, 119, 182, 240, 298 ], "eligible_for_position": false }, { "training_row": 7, "response_index": 0, "correctness": 0.0, "truncated": false, "response_tokens": 224, "boxed_answer_detected": true, "paragraph_cut_count": 7, "paragraph_cut_indices": [ 13, 48, 81, 156, 172, 201, 213 ], "eligible_for_position": true }, { "training_row": 7, "response_index": 1, "correctness": 0.0, "truncated": false, "response_tokens": 470, "boxed_answer_detected": true, "paragraph_cut_count": 6, "paragraph_cut_indices": [ 83, 131, 201, 230, 283, 430 ], "eligible_for_position": true }, { "training_row": 7, "response_index": 2, "correctness": 0.0, "truncated": false, "response_tokens": 246, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 65, 99, 177, 227 ], "eligible_for_position": true }, { "training_row": 7, "response_index": 3, "correctness": 0.0, "truncated": false, "response_tokens": 236, "boxed_answer_detected": true, "paragraph_cut_count": 6, "paragraph_cut_indices": [ 26, 71, 102, 116, 167, 219 ], "eligible_for_position": true } ], "paragraph_boundary_protocol": "decoded-character-boundaries-to-original-token-prefix-v1", "execution_status": "passed", "generation_budget_controls": [ { "method_generations": 2, "base_generations": 4, "method_generated_tokens": 740, "base_generated_tokens": 1607, "maximum_response_token_allowance": 3072 }, { "method_generations": 4, "base_generations": 4, "method_generated_tokens": 850, "base_generated_tokens": 1101, "maximum_response_token_allowance": 3072 }, { "method_generations": 2, "base_generations": 4, "method_generated_tokens": 694, "base_generated_tokens": 1330, "maximum_response_token_allowance": 3072 }, { "method_generations": 3, "base_generations": 4, "method_generated_tokens": 672, "base_generated_tokens": 988, "maximum_response_token_allowance": 3072 } ], "limitations": [ "Qwen2.5 frozen 0.5B encoder/7B reasoner and tiny GSM8K replace original Qwen3 and DAPO.", "Only learned gate controls inference; correctness labels are never visible to gate/cut policy.", "Zero rescue advantages and one-class gate labels remain visible and are not capability evidence.", "Matched maximum generations and token allowance do not imply equal actual runtime." ] } }, { "seed": 44, "diagnostic_only": true, "device": "cuda", "execution_complete": true, "mechanism_passed": false, "result": { "method": "upturn", "seed": 44, "device": "cuda", "diagnostic_only": true, "promotion_eligible": false, "evaluation_tier": "l1_mechanism", "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "checkpoint": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "baseline": { "avg_accuracy": 0.6875, "pass_rate": 1.0, "examples": 4 }, "method_metrics": { "avg_accuracy": 0.625, "pass_rate": 0.75, "examples": 4 }, "training": [ { "step": 1, "cuts": [ 23, 153, 83 ], "loss": -0.001096704276278615, "gradient_l2_norm": 0.000165349745657295, "optimizer_update_executed": true, "advantages": [ 0.0, 0.0, 0.0 ], "rescue_rewards": [ 0.0, 0.0, 0.0 ], "entropy": 1.0967042446136475, "nonzero_rescue_advantage": false }, { "step": 2, "cuts": [ 82, 253, 35 ], "loss": -0.0010908674448728561, "gradient_l2_norm": 0.00031461796606890857, "optimizer_update_executed": true, "advantages": [ 0.0, 0.0, 0.0 ], "rescue_rewards": [ 0.0, 0.0, 0.0 ], "entropy": 1.0908674001693726, "nonzero_rescue_advantage": false } ], "cost": { "generation_calls": { "frozen_reasoner_training": 8, "position_rescue_training": 6, "evaluation_originals": 4, "matched_base_extra": 4 }, "generated_tokens": { "frozen_reasoner_training": 7662, "position_rescue_training": 1298, "evaluation_originals": 2390, "matched_base_extra": 2383 }, "scored_response_tokens": {}, "frozen_encoder_forward_calls": 40, "frozen_encoder_input_tokens_including_prompt": 14692, "scope": "entire invocation, including training controls, profiling and evaluation", "includes_rejected_and_profiling_generations": true }, "protocol": { "test_opened": false, "gold_in_student_generation": false, "train_examples": 8, "validation_examples": 4, "max_tokens": 768 }, "parameters_changed": true, "encoder": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "verified_mirror": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "encoder_frozen": true, "reasoner_frozen": true, "gate": { "training_bce": [ 0.6963445544242859, 0.6618145108222961, 0.6150948405265808, 0.5792409777641296, 0.5468487739562988, 0.5094649791717529, 0.47871750593185425, 0.45303353667259216, 0.4244154691696167, 0.4004548192024231, 0.3789491653442383, 0.35493096709251404, 0.3336018919944763, 0.31281501054763794, 0.29024767875671387, 0.2698737680912018, 0.2501712739467621, 0.23023369908332825, 0.21286551654338837, 0.1962757557630539 ], "training_cases": 24, "calibration_cases": 8, "calibration_temperature": 1.0, "training_classes": [ 0.0, 1.0 ], "threshold": 0.4, "calibration_split": "disjoint final quarter of train prompts; not validation" }, "position_informative_groups": 0, "training_rollout_audits": [ { "training_row": 0, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 187, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 59, 84, 120, 162 ], "eligible_for_position": false }, { "training_row": 0, "response_index": 1, "correctness": 1.0, "truncated": false, "response_tokens": 186, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 24, 43, 119, 158 ], "eligible_for_position": false }, { "training_row": 0, "response_index": 2, "correctness": 1.0, "truncated": false, "response_tokens": 193, "boxed_answer_detected": true, "paragraph_cut_count": 8, "paragraph_cut_indices": [ 29, 64, 99, 116, 128, 153, 168, 186 ], "eligible_for_position": false }, { "training_row": 0, "response_index": 3, "correctness": 1.0, "truncated": false, "response_tokens": 170, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 29, 90, 103, 147 ], "eligible_for_position": false }, { "training_row": 1, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 286, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 35, 142, 261 ], "eligible_for_position": false }, { "training_row": 1, "response_index": 1, "correctness": 0.0, "truncated": false, "response_tokens": 175, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 23, 83, 153 ], "eligible_for_position": true }, { "training_row": 1, "response_index": 2, "correctness": 0.0, "truncated": false, "response_tokens": 277, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 35, 82, 253 ], "eligible_for_position": true }, { "training_row": 1, "response_index": 3, "correctness": 0.0, "truncated": false, "response_tokens": 208, "boxed_answer_detected": true, "paragraph_cut_count": 8, "paragraph_cut_indices": [ 31, 83, 118, 148, 165, 170, 186, 196 ], "eligible_for_position": true }, { "training_row": 2, "response_index": 0, "correctness": 0.0, "truncated": false, "response_tokens": 294, "boxed_answer_detected": true, "paragraph_cut_count": 6, "paragraph_cut_indices": [ 47, 105, 162, 192, 241, 284 ], "eligible_for_position": true }, { "training_row": 2, "response_index": 1, "correctness": 0.0, "truncated": false, "response_tokens": 265, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 46, 105, 159, 199, 243 ], "eligible_for_position": true }, { "training_row": 2, "response_index": 2, "correctness": 0.0, "truncated": false, "response_tokens": 365, "boxed_answer_detected": true, "paragraph_cut_count": 12, "paragraph_cut_indices": [ 20, 107, 137, 169, 191, 203, 220, 234, 255, 295, 317, 353 ], "eligible_for_position": true }, { "training_row": 2, "response_index": 3, "correctness": 0.0, "truncated": false, "response_tokens": 261, "boxed_answer_detected": true, "paragraph_cut_count": 6, "paragraph_cut_indices": [ 54, 81, 118, 158, 192, 241 ], "eligible_for_position": true }, { "training_row": 3, "response_index": 0, "correctness": 0.0, "truncated": false, "response_tokens": 215, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 28, 59, 113, 171, 189 ], "eligible_for_position": true }, { "training_row": 3, "response_index": 1, "correctness": 0.0, "truncated": false, "response_tokens": 196, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 53, 88, 144, 178 ], "eligible_for_position": true }, { "training_row": 3, "response_index": 2, "correctness": 0.0, "truncated": false, "response_tokens": 224, "boxed_answer_detected": true, "paragraph_cut_count": 9, "paragraph_cut_indices": [ 44, 63, 80, 99, 136, 156, 182, 202, 213 ], "eligible_for_position": true }, { "training_row": 3, "response_index": 3, "correctness": 0.0, "truncated": false, "response_tokens": 184, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 83, 125, 162 ], "eligible_for_position": true }, { "training_row": 4, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 201, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 47, 99, 177 ], "eligible_for_position": false }, { "training_row": 4, "response_index": 1, "correctness": 1.0, "truncated": false, "response_tokens": 208, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 25, 81, 124, 184 ], "eligible_for_position": false }, { "training_row": 4, "response_index": 2, "correctness": 1.0, "truncated": false, "response_tokens": 250, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 24, 39, 96, 147, 224 ], "eligible_for_position": false }, { "training_row": 4, "response_index": 3, "correctness": 1.0, "truncated": false, "response_tokens": 256, "boxed_answer_detected": true, "paragraph_cut_count": 3, "paragraph_cut_indices": [ 21, 156, 232 ], "eligible_for_position": false }, { "training_row": 5, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 246, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 24, 89, 154, 222 ], "eligible_for_position": false }, { "training_row": 5, "response_index": 1, "correctness": 1.0, "truncated": false, "response_tokens": 242, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 32, 101, 156, 212 ], "eligible_for_position": false }, { "training_row": 5, "response_index": 2, "correctness": 1.0, "truncated": false, "response_tokens": 228, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 63, 101, 138, 195, 217 ], "eligible_for_position": false }, { "training_row": 5, "response_index": 3, "correctness": 1.0, "truncated": false, "response_tokens": 260, "boxed_answer_detected": true, "paragraph_cut_count": 5, "paragraph_cut_indices": [ 30, 95, 161, 226, 249 ], "eligible_for_position": false }, { "training_row": 6, "response_index": 0, "correctness": 1.0, "truncated": false, "response_tokens": 248, "boxed_answer_detected": true, "paragraph_cut_count": 8, "paragraph_cut_indices": [ 29, 42, 67, 101, 130, 166, 181, 225 ], "eligible_for_position": false }, { "training_row": 6, "response_index": 1, "correctness": 1.0, "truncated": false, "response_tokens": 195, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 28, 76, 125, 171 ], "eligible_for_position": false }, { "training_row": 6, "response_index": 2, "correctness": 1.0, "truncated": false, "response_tokens": 255, "boxed_answer_detected": true, "paragraph_cut_count": 6, "paragraph_cut_indices": [ 30, 84, 123, 157, 189, 228 ], "eligible_for_position": false }, { "training_row": 6, "response_index": 3, "correctness": 1.0, "truncated": false, "response_tokens": 242, "boxed_answer_detected": true, "paragraph_cut_count": 4, "paragraph_cut_indices": [ 44, 113, 164, 220 ], "eligible_for_position": false }, { "training_row": 7, "response_index": 0, "correctness": 0.0, "truncated": false, "response_tokens": 260, "boxed_answer_detected": true, "paragraph_cut_count": 8, "paragraph_cut_indices": [ 34, 78, 91, 118, 156, 173, 224, 240 ], "eligible_for_position": true }, { "training_row": 7, "response_index": 1, "correctness": 0.0, "truncated": false, "response_tokens": 310, "boxed_answer_detected": true, "paragraph_cut_count": 6, "paragraph_cut_indices": [ 28, 83, 174, 216, 249, 281 ], "eligible_for_position": true }, { "training_row": 7, "response_index": 2, "correctness": 0.0, "truncated": false, "response_tokens": 314, "boxed_answer_detected": true, "paragraph_cut_count": 6, "paragraph_cut_indices": [ 43, 99, 134, 167, 228, 296 ], "eligible_for_position": true }, { "training_row": 7, "response_index": 3, "correctness": 0.0, "truncated": false, "response_tokens": 261, "boxed_answer_detected": true, "paragraph_cut_count": 8, "paragraph_cut_indices": [ 28, 91, 105, 133, 164, 181, 225, 242 ], "eligible_for_position": true } ], "paragraph_boundary_protocol": "decoded-character-boundaries-to-original-token-prefix-v1", "execution_status": "failed-no-rescue-signal", "generation_budget_controls": [ { "method_generations": 2, "base_generations": 4, "method_generated_tokens": 753, "base_generated_tokens": 1451, "maximum_response_token_allowance": 3072 }, { "method_generations": 2, "base_generations": 4, "method_generated_tokens": 468, "base_generated_tokens": 940, "maximum_response_token_allowance": 3072 }, { "method_generations": 2, "base_generations": 4, "method_generated_tokens": 706, "base_generated_tokens": 1395, "maximum_response_token_allowance": 3072 }, { "method_generations": 2, "base_generations": 4, "method_generated_tokens": 463, "base_generated_tokens": 987, "maximum_response_token_allowance": 3072 } ], "limitations": [ "Qwen2.5 frozen 0.5B encoder/7B reasoner and tiny GSM8K replace original Qwen3 and DAPO.", "Only learned gate controls inference; correctness labels are never visible to gate/cut policy.", "Zero rescue advantages and one-class gate labels remain visible and are not capability evidence.", "Matched maximum generations and token allowance do not imply equal actual runtime." ] } } ], "aggregate_metrics": { "descriptive_all_executed_seeds.frozen_reasoner_control.avg_accuracy": { "mean": 0.5625, "std": 0.16535945694153692, "n": 3 }, "descriptive_all_executed_seeds.frozen_reasoner_control.pass_rate": { "mean": 0.9166666666666666, "std": 0.14433756729740643, "n": 3 }, "descriptive_all_executed_seeds.trained_intervention.avg_accuracy": { "mean": 0.5833333333333334, "std": 0.07216878364870322, "n": 3 }, "descriptive_all_executed_seeds.trained_intervention.pass_rate": { "mean": 0.75, "std": 0.0, "n": 3 } }, "execution_checks": { "per_seed": { "42": { "parameters_changed": true, "measured_cost": { "generation_calls": { "frozen_reasoner_training": 8, "position_rescue_training": 8, "evaluation_originals": 4, "matched_base_extra": 4, "evaluation_correction": 3 }, "generated_tokens": { "frozen_reasoner_training": 7556, "position_rescue_training": 2547, "evaluation_originals": 2259, "matched_base_extra": 2562, "evaluation_correction": 438 }, "scored_response_tokens": {}, "frozen_encoder_forward_calls": 40, "frozen_encoder_input_tokens_including_prompt": 14455, "scope": "entire invocation, including training controls, profiling and evaluation", "includes_rejected_and_profiling_generations": true }, "position_updates": 2, "gate_epochs": 20, "assessment_semantics": "one shared assessment AFTER head training: frozen reasoner control versus trained intervention", "assessment_is_training_before_after": false, "matched_maximum_response_allowance": true, "matched_actual_compute": false, "position_informative_groups": 2, "invocation_elapsed_seconds": 186.8180557526648, "configured_wall_cap_seconds": 900 }, "43": { "parameters_changed": true, "measured_cost": { "generation_calls": { "frozen_reasoner_training": 8, "position_rescue_training": 7, "evaluation_originals": 4, "matched_base_extra": 4, "evaluation_correction": 3 }, "generated_tokens": { "frozen_reasoner_training": 7712, "position_rescue_training": 1509, "evaluation_originals": 2465, "matched_base_extra": 2561, "evaluation_correction": 491 }, "scored_response_tokens": {}, "frozen_encoder_forward_calls": 40, "frozen_encoder_input_tokens_including_prompt": 14817, "scope": "entire invocation, including training controls, profiling and evaluation", "includes_rejected_and_profiling_generations": true }, "position_updates": 2, "gate_epochs": 20, "assessment_semantics": "one shared assessment AFTER head training: frozen reasoner control versus trained intervention", "assessment_is_training_before_after": false, "matched_maximum_response_allowance": true, "matched_actual_compute": false, "position_informative_groups": 1, "invocation_elapsed_seconds": 174.55496125668287, "configured_wall_cap_seconds": 900 }, "44": { "mechanism_passed": false, "execution_complete": true, "execution_status": "failed-no-rescue-signal", "gate_epochs": 20, "nonzero_rescue_groups": 0, "actual_position_optimizer_calls": 2, "entropy_only_position_updates": 2, "assessment_semantics": "single shared assessment AFTER head training, frozen reasoner control vs intervention", "parameters_changed_is_not_rescue_validation": true, "measured_cost": { "generation_calls": { "frozen_reasoner_training": 8, "position_rescue_training": 6, "evaluation_originals": 4, "matched_base_extra": 4 }, "generated_tokens": { "frozen_reasoner_training": 7662, "position_rescue_training": 1298, "evaluation_originals": 2390, "matched_base_extra": 2383 }, "scored_response_tokens": {}, "frozen_encoder_forward_calls": 40, "frozen_encoder_input_tokens_including_prompt": 14692, "scope": "entire invocation, including training controls, profiling and evaluation", "includes_rejected_and_profiling_generations": true }, "invocation_elapsed_seconds": 153.9949364028871, "configured_wall_cap_seconds": 900, "return_code": 1 } } } }