{ "schema_version": 1, "adapter_key": "boundary-evo", "status": "not_passed_boundary_evolution", "diagnostic_only": true, "measurement_kind": "real_gpu_negative_protocol_diagnostic", "accelerator": { "vendor": "NVIDIA", "model": "A100-SXM4-80GB" }, "command": [ "python", "scripts/run_oct12_post_training.py", "--objective", "boundary-evo", "--student-path", "", "--student-id", "Qwen/Qwen2.5-0.5B-Instruct", "--student-revision", "7ae557604adf67be50417f59c2c2f167def9a775", "--teacher-path", "", "--teacher-id", "Qwen/Qwen2.5-7B-Instruct", "--teacher-revision", "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "--expert-path", "", "--expert-id", "Qwen/Qwen2.5-7B-Instruct", "--expert-revision", "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "--analyzer-path", "", "--analyzer-id", "Qwen/Qwen2.5-7B-Instruct", "--analyzer-revision", "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "--train-path", "", "--validation-path", "", "--split-manifest", "", "--dataset-revision", "3101c7d5072418e28b9008a6636bde82a006892c", "--output", "", "--device", "cuda", "--seed", "42", "--steps", "2", "--validation-examples", "4", "--max-tokens", "384", "--priming-examples", "2", "--rounds", "2", "--pool-examples", "8", "--acquisition", "2", "--replay-quota", "1", "--teacher-rollouts", "2", "--analyzer-tokens", "768" ], "command_sanitization": "Only local checkpoint/data/output locations replaced; actual budgets and public identities preserved. Unified --steps=2 is present in launch but Stage 2 performed zero optimizer updates.", "raw_result_sha256": "4d74b59a72dde69843fd0ace27710d15a2de650408d62bb92391044e20209991", "observations": { "priming_optimizer_steps": 2, "evolution_optimizer_steps": 0, "boundary_rounds_with_updates": 0, "analyzer_parse_failures": 16, "missing_recommended_responses": 16, "analyzer_budget_exhaustions": 0, "analyzer_token_budget": 768, "selected_questions": 0, "verified_teacher_trajectories": 0 }, "claim_scope": "Priming executed with parameter updates, but all sixteen analyzer responses lacked required recommended. No Stage 2 update or effective capability-boundary evolution was validated. Validation 0.5 is not a BoundaryEvo capability gain.", "sanitization": "Retained public identities/revisions/hashes, scalar losses/counters, response hashes and failure classes only; no gold/reference/question or solver/analyzer text.", "run": { "schema_version": 1, "adapter_key": "boundary-evo", "seed": 42, "diagnostic_only": true, "evaluation_tier": "l1_mechanism", "claim_scope": "bounded real checkpoint runtime validation; no benchmark gain claim", "models": { "student": { "id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "immutable_revision_verified": true, "verification": "pinned public-source manifest with exact file SHA256", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } }, "teacher": { "id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "immutable_revision_verified": true, "verification": "pinned public-source manifest with exact file SHA256", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } }, "expert": { "id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "immutable_revision_verified": true, "verification": "pinned public-source manifest with exact file SHA256", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } }, "analyzer": { "id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "immutable_revision_verified": true, "verification": "pinned public-source manifest with exact file SHA256", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "dataset": { "id": "openai/grade-school-math", "revision": "3101c7d5072418e28b9008a6636bde82a006892c", "train_sha256": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation_sha256": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "budget": { "steps": 2, "max_tokens": 384, "group": 2, "forks": 3, "continuations": 2, "priming_examples": 2, "rounds": 2, "pool_examples": 8, "acquisition": 2, "teacher_rollouts": 2 }, "metrics": { "adapter_parameter_delta_l2": 0.007703710666217913, "validation_examples": 4, "validation_exact_match": 0.5, "priming_optimizer_steps": 2, "evolution_optimizer_steps": 0, "boundary_rounds_with_updates": 0, "analyzer_parse_failures": 16 }, "history": [ { "stage": "priming", "loss": 0.40377098321914673, "gradient_l2": 0.4742562472820282, "response_tokens": 144 }, { "stage": "priming", "loss": 0.8740767240524292, "gradient_l2": 0.574048638343811, "response_tokens": 315 }, { "stage": "evolution", "round": 0, "candidate_count": 8, "analyzer_parse_failures": 8, "accepted_candidates": 0, "analyzer_parse_failure_classes": { "missing_required_fields": 8 }, "analyzer_budget_exhaustions": 0, "analyzer_parse_diagnostics": [ { "candidate_index": 0, "parse_failure_class": "missing_required_fields", "response_sha256": "b04012ff317cc03ea54eaa0e27274123763e068bfdfe60737b852807760f680c", "response_tokens": 400, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 1, "parse_failure_class": "missing_required_fields", "response_sha256": "a45740bb74bdb03b9bd2b8c77ddffde09c79ca43379efc01db98c5a9deec0e17", "response_tokens": 305, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 2, "parse_failure_class": "missing_required_fields", "response_sha256": "49b8be62fc3a8ac3ff1ad35e6e6fdfe9a062a709bf8727f14ddf99011ac87a1c", "response_tokens": 245, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 3, "parse_failure_class": "missing_required_fields", "response_sha256": "eb5e44abfa8e728a2102cfe692e8509174325f296213b4b8f976ea5d69e46a86", "response_tokens": 268, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 4, "parse_failure_class": "missing_required_fields", "response_sha256": "bd50f472db438579936855abfe13cb758b8351fa89b8b8f1b427ec10ff3b5bf8", "response_tokens": 308, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 5, "parse_failure_class": "missing_required_fields", "response_sha256": "41e8c3e94ef89bf83c5e6d708c807ef83c1c671460be1043ce59f5255d8f834f", "response_tokens": 428, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 6, "parse_failure_class": "missing_required_fields", "response_sha256": "a4cc9a6039edba258b953acde28c973aa1d8a887b630103a6ee209e9bb68cf2d", "response_tokens": 369, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 7, "parse_failure_class": "missing_required_fields", "response_sha256": "05060c79ea1694265ec3ed3d7a506aa267e3230d2efab6c04986844d7f3ce9d9", "response_tokens": 320, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] } ], "selected_questions": 0, "verified_teacher_trajectories": 0, "optimizer_steps": 0, "selected_question_sha256": [], "assessments": [], "response_tokens": 0 }, { "stage": "evolution", "round": 1, "candidate_count": 8, "analyzer_parse_failures": 8, "accepted_candidates": 0, "analyzer_parse_failure_classes": { "missing_required_fields": 8 }, "analyzer_budget_exhaustions": 0, "analyzer_parse_diagnostics": [ { "candidate_index": 0, "parse_failure_class": "missing_required_fields", "response_sha256": "2c70e1a47eafcc55fa5389c4337afd337bc01336c514bf43de37b7635590dd16", "response_tokens": 323, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 1, "parse_failure_class": "missing_required_fields", "response_sha256": "d54298cf135ff69044fa5335078a5551dc772452669a74288dbf7970debef034", "response_tokens": 364, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 2, "parse_failure_class": "missing_required_fields", "response_sha256": "26a987493dcc609b997c17950b267d5a7f0c070156f789c849078fadc436ccfb", "response_tokens": 338, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 3, "parse_failure_class": "missing_required_fields", "response_sha256": "d8856f95a197fe2167377f601bf38e10730babcb6502dc51f8942e09cdf9ef69", "response_tokens": 242, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 4, "parse_failure_class": "missing_required_fields", "response_sha256": "31c2b9f6de3c470ad6857c01e5c8fa39552b3c55328f167018bd5d3431fd339e", "response_tokens": 212, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 5, "parse_failure_class": "missing_required_fields", "response_sha256": "a607c4a3c736ca55bb33603c19109bb9937e474ce5f3c86c2245ae4347f9df11", "response_tokens": 308, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 6, "parse_failure_class": "missing_required_fields", "response_sha256": "6982e30e265b88dd4c4759828c7d0fdcf727374a63b7557641ed1d65d720cfe2", "response_tokens": 138, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] }, { "candidate_index": 7, "parse_failure_class": "missing_required_fields", "response_sha256": "c8bc9e6a061dcade6b68790abe460d0a3aaf80bd00953ed204dfab0ff0fb234f", "response_tokens": 388, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair", "missing_required_fields": [ "recommended" ] } ], "selected_questions": 0, "verified_teacher_trajectories": 0, "optimizer_steps": 0, "selected_question_sha256": [], "assessments": [], "response_tokens": 0 } ], "split_provenance": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "test_read": false, "validation_used_for_selection": false, "gold_in_rollout": false }, "executed_source_sha256": { "scripts/run_oct12_post_training.py": "96be02c4fd798c922190195723393543fb2da644ecc5eb3aae1f0a4418ca7aa2", "src/auto_research/post_training/oct12_checkpoint.py": "763ea5c7a193fbe8685a780d2d4e88966fb791a82d4b8febcd66bde49240d5ec", "src/auto_research/post_training/oct12_objectives.py": "f03b54c0900c21f84ce09c8d7119a3c020b0dfef04dec001610d0556d037a227", "src/auto_research/post_training/oct10_checkpoint.py": "247f1f97a3ca701277f241ec81d99296f0ea82e1db8f68006fcd7bfdc661cd74", "src/auto_research/public_holdout.py": "033d9c1fd112accf5ac79573b99d9f31cffc646bcab6911cf3e49459fa003b46", "src/auto_research/oct12_public_sources.py": "4e1150cbe4ea975819c244267180f853c83c4ad4c2c27f9e0ce95cc16793e093", "src/auto_research/agent_research/oct12_provenance.py": "0fc596d1b724532cb6741df9f9332b6cd9070b4a5ec6cff156b0b57a1672054e" }, "provenance": { "executed_commit": "456a2ffacc47658c4ccb74f386465d47e5f4e357", "artifact_path": "docs/reproductions/2610.13285-boundary-evo/assets/negative-missing-recommended-a100-42.json", "source_hash_origin": "git show executed commit; not current prompt/SDPA revision", "launch_script_sha256": "e17495725c332dc8330fa8f4426d3d9bd8a1ac0067fc16e0d361aa55e00ba61b" }, "followup": "Generate a complete eight-required-field canonical JSON object with a standard JSON Schema prompt; keep parser, gates, solver sampling, teacher verification and acquisition algorithm unchanged. Requires a new frozen-source real GPU execution; this negative artifact is never a passed receipt." }