{ "schema_version": 1, "adapter_key": "boundary-evo", "status": "not_passed_boundary_evolution", "diagnostic_only": true, "measurement_kind": "real_gpu_negative_boundary_acquisition_diagnostic", "accelerator": { "vendor": "NVIDIA", "model": "A100-SXM4-80GB" }, "command": [ "python", "scripts/run_oct12_post_training.py", "--objective", "boundary-evo", "--student-path", "", "--student-id", "Qwen/Qwen2.5-0.5B-Instruct", "--student-revision", "7ae557604adf67be50417f59c2c2f167def9a775", "--teacher-path", "", "--teacher-id", "Qwen/Qwen2.5-7B-Instruct", "--teacher-revision", "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "--expert-path", "", "--expert-id", "Qwen/Qwen2.5-7B-Instruct", "--expert-revision", "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "--analyzer-path", "", "--analyzer-id", "Qwen/Qwen2.5-7B-Instruct", "--analyzer-revision", "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "--train-path", "", "--validation-path", "", "--split-manifest", "", "--dataset-revision", "3101c7d5072418e28b9008a6636bde82a006892c", "--output", "", "--device", "cuda", "--seed", "42", "--steps", "2", "--validation-examples", "4", "--max-tokens", "384", "--priming-examples", "2", "--rounds", "2", "--pool-examples", "8", "--acquisition", "2", "--replay-quota", "1", "--teacher-rollouts", "2", "--analyzer-tokens", "768" ], "command_sanitization": "Only local checkpoint/data/output locations replaced; same v3 public identities and actual budgets as parent-confirmed launch retained. Unified --steps=2 does not imply Stage 2 ran: actual evolution optimizer steps are zero.", "raw_result_sha256": "5db4934ea1cd139dc3c476f28fe6438097ba6b276f1a79ec6df9fa85403856b6", "observations": { "priming_optimizer_steps": 2, "evolution_optimizer_steps": 0, "boundary_rounds_with_updates": 0, "analyzer_responses": 16, "analyzer_parse_successes": 15, "analyzer_parse_failures": 1, "analyzer_parse_failure_classes": { "json_decode_error": 1 }, "analyzer_budget_exhaustions": 0, "analyzer_token_budget": 768, "accepted_candidates": 0, "selected_questions": 0, "verified_teacher_trajectories": 0, "rejected_assessments_by_gate": { "expert_below_0_65": 8, "student_not_below_0_50": 4, "gap_below_0_20": 9, "quality_below_0_70": 9, "clear_false": 9, "answerable_false": 1, "context_below_0_70": 6 }, "rejection_counting": "Gate failures overlap; counted from the fifteen actual parsed scalar assessments using unchanged accepted() thresholds. recommended is required in the output schema and used in ranking, not an override of acceptance thresholds." }, "claim_scope": "The canonical eight-required-field schema prompt produced fifteen parsed assessments out of sixteen responses, but unchanged capability/quality/context gates accepted none. Priming performed actual parameter updates; Stage 2 performed no update. Validation exact match 0.5 is a priming-only diagnostic, not BoundaryEvo improvement or successful capability-boundary evolution.", "sanitization": "Retained public identities/revisions/hashes, scalar losses/counters/assessments, response hashes and failure classes only; no gold/reference/question, solver/analyzer text, machine identity or checkpoint weights.", "run": { "schema_version": 1, "adapter_key": "boundary-evo", "seed": 42, "diagnostic_only": true, "evaluation_tier": "l1_mechanism", "claim_scope": "bounded real checkpoint runtime validation; no benchmark gain claim", "models": { "student": { "id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "immutable_revision_verified": true, "verification": "pinned public-source manifest with exact file SHA256", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } }, "teacher": { "id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "immutable_revision_verified": true, "verification": "pinned public-source manifest with exact file SHA256", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } }, "expert": { "id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "immutable_revision_verified": true, "verification": "pinned public-source manifest with exact file SHA256", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } }, "analyzer": { "id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "immutable_revision_verified": true, "verification": "pinned public-source manifest with exact file SHA256", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "dataset": { "id": "openai/grade-school-math", "revision": "3101c7d5072418e28b9008a6636bde82a006892c", "train_sha256": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation_sha256": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "budget": { "steps": 2, "max_tokens": 384, "group": 2, "forks": 3, "continuations": 2, "priming_examples": 2, "rounds": 2, "pool_examples": 8, "acquisition": 2, "teacher_rollouts": 2 }, "metrics": { "adapter_parameter_delta_l2": 0.007703710666217913, "validation_examples": 4, "validation_exact_match": 0.5, "priming_optimizer_steps": 2, "evolution_optimizer_steps": 0, "boundary_rounds_with_updates": 0, "analyzer_parse_failures": 1 }, "history": [ { "stage": "priming", "loss": 0.40377098321914673, "gradient_l2": 0.4742562472820282, "response_tokens": 144 }, { "stage": "priming", "loss": 0.8740767240524292, "gradient_l2": 0.574048638343811, "response_tokens": 315 }, { "stage": "evolution", "round": 0, "candidate_count": 8, "analyzer_parse_failures": 1, "accepted_candidates": 0, "analyzer_parse_failure_classes": { "json_decode_error": 1 }, "analyzer_budget_exhaustions": 0, "analyzer_parse_diagnostics": [ { "candidate_index": 0, "parse_failure_class": null, "response_sha256": "bc02db3867f5a3fdc11ce801724e3ad03d68e27e3766445c813f344686583d4b", "response_tokens": 73, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 1, "parse_failure_class": null, "response_sha256": "128e0a9524c6c1e8e8166b1702651cce78f21c758ecb39edd1b7699bd532857b", "response_tokens": 127, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 2, "parse_failure_class": null, "response_sha256": "97afe57acad67c25b755a03181b6855505c546fd4a340c5f64ec91f0bf7d78da", "response_tokens": 245, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 3, "parse_failure_class": null, "response_sha256": "3d24f6794f268780ae9f68ad3095040aff0b2060c1a13f54b180b4df6087c88d", "response_tokens": 111, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 4, "parse_failure_class": null, "response_sha256": "8f74e4b754cfd108803aa46a0351a5dca60ee0521d8151df40d4171f03558a44", "response_tokens": 219, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 5, "parse_failure_class": null, "response_sha256": "807b0a390297568f9a72df6b4fe06d57d0de481a82e4b140e03a1f543c3370b8", "response_tokens": 325, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 6, "parse_failure_class": "json_decode_error", "response_sha256": "c3b67b4a6711731a882bceff025d493dc986fa2ee7a92d5cb3435d97e47e7df2", "response_tokens": 128, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 7, "parse_failure_class": null, "response_sha256": "bc39b37db60f0ae79b1a511b75fed106fe8b0271122d1ab8509303bd37bc6ec6", "response_tokens": 320, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" } ], "selected_questions": 0, "verified_teacher_trajectories": 0, "optimizer_steps": 0, "selected_question_sha256": [], "assessments": [ { "student_score": 0.8, "expert_score": 0.9, "quality": 0.85, "clear": true, "answerable": true, "context_score": 0.9, "completeness": 0.8, "recommended": true }, { "student_score": 0, "expert_score": 0, "quality": 0.5, "clear": false, "answerable": true, "context_score": 0.5, "completeness": 0.5, "recommended": false }, { "student_score": 0, "expert_score": 0, "quality": 0.7, "clear": true, "answerable": true, "context_score": 0.8, "completeness": 0.9, "recommended": false }, { "student_score": 0, "expert_score": 0, "quality": 0.9, "clear": true, "answerable": true, "context_score": 1, "completeness": 1, "recommended": true }, { "student_score": 0, "expert_score": 0, "quality": 0.2, "clear": false, "answerable": true, "context_score": 0.8, "completeness": 0.4, "recommended": false }, { "student_score": 0.5, "expert_score": 0.8, "quality": 0.7, "clear": true, "answerable": true, "context_score": 0.6, "completeness": 0.6, "recommended": false }, { "student_score": 0, "expert_score": 0.8, "quality": 0.6, "clear": false, "answerable": true, "context_score": 0.8, "completeness": 0.5, "recommended": false } ], "response_tokens": 0 }, { "stage": "evolution", "round": 1, "candidate_count": 8, "analyzer_parse_failures": 0, "accepted_candidates": 0, "analyzer_parse_failure_classes": {}, "analyzer_budget_exhaustions": 0, "analyzer_parse_diagnostics": [ { "candidate_index": 0, "parse_failure_class": null, "response_sha256": "f86a144ff8e2977aa088a3bec628fa82805ffeffba64878dab0cf6e278549ff9", "response_tokens": 72, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 1, "parse_failure_class": null, "response_sha256": "b864d146a2841ad167bd18e8aa8281ad0edbd6093546b1f411b49486fbf0d0e3", "response_tokens": 104, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 2, "parse_failure_class": null, "response_sha256": "b69f08e04ab5e5bad24860c03cc50ce045275c7c75198ca1d5c921015479c945", "response_tokens": 62, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 3, "parse_failure_class": null, "response_sha256": "fcbb5d9bf452b7a2b1a112261866d03e8b48014bfd44edc2bec4d201ce281624", "response_tokens": 110, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 4, "parse_failure_class": null, "response_sha256": "bde8ca186af870febe7883f0bc625e1125bf3a091ed3dd2b92b21e3c6578a95a", "response_tokens": 193, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 5, "parse_failure_class": null, "response_sha256": "d6b14019d6daf2f592d193f47b4a8c74687ab719f8be32fba4ee2e257ca84dfb", "response_tokens": 291, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 6, "parse_failure_class": null, "response_sha256": "bb588657a67be808364d941d29490ae96adf8d1f67734aff152f774168f2dc93", "response_tokens": 72, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" }, { "candidate_index": 7, "parse_failure_class": null, "response_sha256": "f86a144ff8e2977aa088a3bec628fa82805ffeffba64878dab0cf6e278549ff9", "response_tokens": 72, "token_budget": 768, "truncated": false, "truncation_basis": "generation budget exhausted without terminal EOS; not proof of incomplete JSON", "object_extraction_rule": "last complete nonnested brace span; no invented fields or repair" } ], "selected_questions": 0, "verified_teacher_trajectories": 0, "optimizer_steps": 0, "selected_question_sha256": [], "assessments": [ { "student_score": 0.2, "expert_score": 0.8, "quality": 0.4, "clear": false, "answerable": true, "context_score": 0.6, "completeness": 0.3, "recommended": false }, { "student_score": 0, "expert_score": 0, "quality": 0.8, "clear": true, "answerable": true, "context_score": 0.9, "completeness": 0.9, "recommended": true }, { "student_score": 0, "expert_score": 0, "quality": 0, "clear": false, "answerable": true, "context_score": 0, "completeness": 0, "recommended": false }, { "student_score": 0, "expert_score": 0, "quality": 0.9, "clear": true, "answerable": true, "context_score": 1, "completeness": 1, "recommended": true }, { "student_score": 0, "expert_score": 0, "quality": 0, "clear": false, "answerable": true, "context_score": 0, "completeness": 0, "recommended": false }, { "student_score": 0.5, "expert_score": 0.8, "quality": 0.6, "clear": false, "answerable": false, "context_score": 0.8, "completeness": 0.6, "recommended": false }, { "student_score": 0.6, "expert_score": 0.8, "quality": 0.5, "clear": false, "answerable": true, "context_score": 0.7, "completeness": 0.4, "recommended": false }, { "student_score": 0.2, "expert_score": 0.8, "quality": 0.4, "clear": false, "answerable": true, "context_score": 0.6, "completeness": 0.3, "recommended": false } ], "response_tokens": 0 } ], "split_provenance": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "test_read": false, "validation_used_for_selection": false, "gold_in_rollout": false }, "executed_source_sha256": { "scripts/run_oct12_post_training.py": "96be02c4fd798c922190195723393543fb2da644ecc5eb3aae1f0a4418ca7aa2", "src/auto_research/post_training/oct12_checkpoint.py": "7d4ed0b6466c99d941054c8179bb9298eb35078958e5a84a0c2a54b37d627dfd", "src/auto_research/post_training/oct12_objectives.py": "f03b54c0900c21f84ce09c8d7119a3c020b0dfef04dec001610d0556d037a227", "src/auto_research/post_training/oct10_checkpoint.py": "247f1f97a3ca701277f241ec81d99296f0ea82e1db8f68006fcd7bfdc661cd74", "src/auto_research/public_holdout.py": "033d9c1fd112accf5ac79573b99d9f31cffc646bcab6911cf3e49459fa003b46", "src/auto_research/oct12_public_sources.py": "4e1150cbe4ea975819c244267180f853c83c4ad4c2c27f9e0ce95cc16793e093", "src/auto_research/agent_research/oct12_provenance.py": "0fc596d1b724532cb6741df9f9332b6cd9070b4a5ec6cff156b0b57a1672054e" }, "provenance": { "executed_commit": "8e3298a8c9075520486de4b0e4d0eda57b411af4", "artifact_path": "docs/reproductions/2610.13285-boundary-evo/assets/negative-schema-no-boundary-a100-42.json", "source_hash_origin": "git show actual executed 8e3298a8c9075520486de4b0e4d0eda57b411af4; not a later source revision", "command_basis": "Parent-confirmed same v3 launch budgets/public roles as prior v2, cross-checked against raw budget/model/dataset fields; no machine-specific launch script published." }, "followup": "A separate real GPU run may expand train-only candidate pool from 8 to 24 and solver max_tokens from 384 to 768 at this same frozen source, keeping priming/round/acquisition/replay/teacher/analyzer budgets and all gates unchanged. That future run is not evidence in this asset; no passed receipt is generated from this negative run." }