{
  "schema_version": 2,
  "adapter_key": "soar",
  "manifest_ref": "reproduction:soar",
  "method": "soar",
  "measured_locally": true,
  "diagnostic_only": true,
  "promotion_eligible": false,
  "not_gpu_receipt": true,
  "whole_method_gpu_validation_passed": false,
  "seeds": [
    42
  ],
  "accelerator": {
    "vendor": "NVIDIA",
    "model": "NVIDIA A100-SXM4-80GB"
  },
  "seed_results": [
    {
      "seed": 42,
      "device": "cuda",
      "diagnostic_only": true,
      "stage_result": {
        "artifact_kind": "train_only_soar_format_probe_not_gpu_receipt",
        "method": "soar",
        "seed": 42,
        "diagnostic_only": true,
        "whole_method_gpu_validation_passed": false,
        "formal_comparison": false,
        "promotion_eligible": false,
        "validation_content_read": false,
        "test_content_read": false,
        "dataset": {
          "source_revision": "bc5db40a20b254c5249401d2220ea71b06c86a5c",
          "split_manifest_sha256": "453d2ad74f5894e8cad18b18922291aef685cfb5107220f8d11eab78500c2c5a",
          "train_file_sha256": "973266e4083994c6eee1e84dabb748af028b8cd5e4f00e6201496152d7be93d5",
          "selected_training_prefix": 4,
          "validation_content_read": false,
          "test_content_read": false,
          "corpus": {
            "public_id": "Elliotes/EcoAgent",
            "revision": "bc5db40a20b254c5249401d2220ea71b06c86a5c",
            "file_sha256": {
              "documents.jsonl": "46114b2abb1d1597cd101d90decbffe8ab671ab1fa6d4ec33b8c0fce5b9d8121"
            }
          }
        },
        "configured_caps": {
          "training_prefix": 4,
          "episodes_per_question": 2,
          "max_turns": 3,
          "response_cap": 256,
          "generated_response_tokens_upper": 12288,
          "wall_cap_seconds": 300,
          "optimizer_updates": 0
        },
        "source_commit": "57b2314db1d5b8a8ebeb0aa7fbb6b7fee523df55",
        "core_source_sha256": {
          "scripts/prepare_soar_catalog_qa.py": "483a4eb3d9932d31046888c165c06590e67c6df5575a5b2afd4e302145f445e7",
          "scripts/run_oct13_post_training.py": "916b3b9a0eaeeaf30bad811376fa05305011754c922bb368a0f39833aad07ffa",
          "src/auto_research/oct12_public_sources.py": "4e1150cbe4ea975819c244267180f853c83c4ad4c2c27f9e0ce95cc16793e093",
          "src/auto_research/post_training/oct10_checkpoint.py": "247f1f97a3ca701277f241ec81d99296f0ea82e1db8f68006fcd7bfdc661cd74",
          "src/auto_research/post_training/oct13_common.py": "739f276633d74a85ba790e4d6df25504bce89950c40867ed57302cde03f1ada9",
          "src/auto_research/post_training/proximal_checkpoint.py": "5307a54204720e5407d2cd0435b654ae0e594f30c85cdf07d55d4e90612a1397",
          "src/auto_research/post_training/response_policy.py": "e380a5b4d1d53974b973b72b7d9ad6328129dc8c9bae4d233f6c1cbdf8508bf7",
          "src/auto_research/public_holdout.py": "033d9c1fd112accf5ac79573b99d9f31cffc646bcab6911cf3e49459fa003b46",
          "src/auto_research/reproductions/gppo_framework/__init__.py": "7fe8cab42fef9f32b9653dfb5f54f03182de0753de2c9e5b359d124d7cd763d8",
          "src/auto_research/reproductions/gppo_framework/adapter.py": "a7f4ee792a8ded3daeeb183cbca5c99de63c1b7d3cb195f5bedd5289cb0e0260",
          "src/auto_research/reproductions/gppo_framework/objective.py": "0f8fbb2ad397b04a70466dde4e939f4d094ad7e7df07cfbba59f4a6ca5d05dd0",
          "src/auto_research/reproductions/gppo_framework/paper.yaml": "a023ee98bbd078077b2708122973d27a98085848be816ce461b7d4291aca8e1f",
          "src/auto_research/reproductions/grpo_difficulty_curriculum/__init__.py": "d09d8d7e0e6f5bcec9979241eed06a1d2a6ac8f3fb7a25f49e0df55be0071acb",
          "src/auto_research/reproductions/grpo_difficulty_curriculum/adapter.py": "bbd3e964dc035ea4bbd999a581ea07eccabd986b6456774b21a4c24092cbdfbe",
          "src/auto_research/reproductions/grpo_difficulty_curriculum/algorithm.py": "4131e39279d30c0748b14f611ab657b3fea76147a7c164aea2883c62bde75785",
          "src/auto_research/reproductions/grpo_difficulty_curriculum/checkpoint.py": "d03a7d2db0a19b469fe5429ddce634b02d8cbd0eeed8d09bef0afc51c1d7ac70",
          "src/auto_research/reproductions/grpo_difficulty_curriculum/paper.yaml": "c417d2269314b15e2dfef4ba52dfb24771b2e1270f808fe5be47a54e9d0c1bb1",
          "src/auto_research/reproductions/magicbeanstalk/__init__.py": "8dd207ea37a89dfa34f87b02eb4a2fd26472895678d1362a7e5b59dad5cda616",
          "src/auto_research/reproductions/magicbeanstalk/adapter.py": "319b6503de342feee49fb6446b7bbdeb117f7dc0dd7b79ed1c3bd34cce1ce73f",
          "src/auto_research/reproductions/magicbeanstalk/algorithm.py": "78a68baad5b98b402fb87702ab50d5e01000f41250111604b84321e6c3e4900f",
          "src/auto_research/reproductions/magicbeanstalk/checkpoint.py": "24dd8eb1979c04c2128919533f83fb347d9b40ab52184f7b1b9b3644512e9eae",
          "src/auto_research/reproductions/magicbeanstalk/paper.yaml": "e9c5619918b4d72d776008aba3fa95d50ba6ebe99afab729ba9e6dfe82fac06e",
          "src/auto_research/reproductions/progressive_contraction/__init__.py": "e50fe46d888e0a0b11b7d4d6d8f3224ae5940394f8ba8396fc5afb1cd38a4d53",
          "src/auto_research/reproductions/progressive_contraction/adapter.py": "06f23b5c795f7222f76dee9beaa8164f460eb5183e18c6d374bff011737235dd",
          "src/auto_research/reproductions/progressive_contraction/algorithm.py": "ba077b8c52a8d10e268a4e5c85770b9cebcb12415f9b2aaf7b9500e1303ca4b1",
          "src/auto_research/reproductions/progressive_contraction/checkpoint.py": "67fa44814d613d3838716fea68476217d608af14f23a051e32a916b72538e7ec",
          "src/auto_research/reproductions/progressive_contraction/paper.yaml": "1beccb702ce7a33b196b1fcc6bab13cdc32fc48952d247565d54e8ce830860c2",
          "src/auto_research/reproductions/soar/__init__.py": "3d87d1189d7037e32c1e2cb0c249d13609c5af3d7062a19904590ba7923c799a",
          "src/auto_research/reproductions/soar/adapter.py": "8fbbe8f8fe54b9f014ccc26a75b01e72b73b95e2b03cc379c5b5db4b63c9b31e",
          "src/auto_research/reproductions/soar/algorithm.py": "9b7068d9774d1c93800c512a04b9ba4d0ee98fc13d308e5ac0970299c8bb2485",
          "src/auto_research/reproductions/soar/checkpoint.py": "43a83930af442dc3610d61becd06b38ca3c921131ed417837d3d7e11aa672708",
          "src/auto_research/reproductions/soar/paper.yaml": "2f756cab9f7fefd4613bb69971fd8252c2b9ad451fa5c5eff5d03fa063d91521",
          "src/auto_research/reproductions/state_opd/__init__.py": "8db07736f0336ed7f39502ae2953bdae76658942542cacbe4b6b2c1fd0abe094",
          "src/auto_research/reproductions/state_opd/adapter.py": "2f8bf4773e8f40c0eabe777fbd1e1aa6d372a7b05501404c3e3f7b2d54987524",
          "src/auto_research/reproductions/state_opd/algorithm.py": "dc7fe3eae619ff69ec51c47826f89471f00be564ea4e6730e12726a060ba7e2f",
          "src/auto_research/reproductions/state_opd/checkpoint.py": "95755e0604f563a5c96f92e9de9069befe3e1274d31c224a43ca20d71f756b09",
          "src/auto_research/reproductions/state_opd/environment.py": "0e9564f9ec540985eb010b1e70f46938acc1bd946041b518d6579253762080e1",
          "src/auto_research/reproductions/state_opd/paper.yaml": "86c75255f1c416611a181c26359e9f5d9865caaea5266ca7b13dd8a183b906cc",
          "src/auto_research/reproductions/synthself/__init__.py": "474bb75e10b95afe6faec1f3631beab2f17f9a43013d3d29e79b7d4b36e06031",
          "src/auto_research/reproductions/synthself/adapter.py": "db4c08e1ccc2acfc28d19fc72acfa39b0a0dce096bbc430bafe9b21dbb72cddd",
          "src/auto_research/reproductions/synthself/algorithm.py": "1e7ea1ff65d3ba0ece1af889022c19f7147f51d10fb8196ab8f9fa2e18604b95",
          "src/auto_research/reproductions/synthself/checkpoint.py": "dbcf9f222094c197e0392f82191a0ae6551c6573ee54a9eee8c7d37553472981",
          "src/auto_research/reproductions/synthself/paper.yaml": "464d06e9cdd535ab61743fdba6641ae2eac4c8345fad27748c63e620544074c7",
          "src/auto_research/reproductions/tapo_trajectory/__init__.py": "a0dd8d4825b91dd076b71bdd3a3eccb0638ba4bf0240fe9da76d61a7290f69c6",
          "src/auto_research/reproductions/tapo_trajectory/adapter.py": "c01b75bf7853546caa2d517dd5f9c9faf739537b95207b8f1fd28adcdd5aafa7",
          "src/auto_research/reproductions/tapo_trajectory/objective.py": "49ab02ac758251acde90091a82b22576449d294a1f25cc3144ff1addd1132ae2",
          "src/auto_research/reproductions/tapo_trajectory/paper.yaml": "493e59ec67f96ee37ffecf6694dd5c4d8555849b8f756ccb63644da90bbb48d6",
          "src/auto_research/reproductions/upturn/__init__.py": "1e9793e9ea85e94144f7eac8fa141567d7f964438fa628788b668358154e196e",
          "src/auto_research/reproductions/upturn/adapter.py": "72e5da3cb70856944d0c9a25376f73d4a1d9f16213efd43e19b3acf2a584afc2",
          "src/auto_research/reproductions/upturn/algorithm.py": "421abd06cc492c39cf72e9b15c7f85c01e85fae0a7c26fb3053fbd19bc4897a4",
          "src/auto_research/reproductions/upturn/checkpoint.py": "fbcb7c830cf53d3130cfc06621f3178516aa72c7a939f4f765c3c7864b383787",
          "src/auto_research/reproductions/upturn/paper.yaml": "a1e335526f895b54e325331dc8354330f4a2d44f5f8c9c2a37f76ef2f7d589bc",
          "scripts/diagnose_oct14_post_training.py": "2a15d720a4f84bd1e415a4f0653c589c9716d526d4842acd5df728fd3575ca5b",
          "scripts/diagnose_oct14_soar_format.py": "8e3d4d077efc879beba930076f85bf2acde5f54460e6bc12b1156fcff7453eef"
        },
        "actually_imported_operator_files_sha256": {
          "src/auto_research/post_training/oct13_common.py": "739f276633d74a85ba790e4d6df25504bce89950c40867ed57302cde03f1ada9",
          "src/auto_research/oct12_public_sources.py": "4e1150cbe4ea975819c244267180f853c83c4ad4c2c27f9e0ce95cc16793e093",
          "src/auto_research/reproductions/soar/algorithm.py": "9b7068d9774d1c93800c512a04b9ba4d0ee98fc13d308e5ac0970299c8bb2485",
          "scripts/diagnose_oct14_post_training.py": "2a15d720a4f84bd1e415a4f0653c589c9716d526d4842acd5df728fd3575ca5b",
          "src/auto_research/reproductions/soar/checkpoint.py": "43a83930af442dc3610d61becd06b38ca3c921131ed417837d3d7e11aa672708"
        },
        "diagnostic_runner_sha256": "8e3d4d077efc879beba930076f85bf2acde5f54460e6bc12b1156fcff7453eef",
        "execution_config_sha256": "506dce6568921b9c8fa75d969267537f9bb5c5c5b093a77b283616a2246524c5",
        "accelerator": {
          "vendor": "NVIDIA",
          "model": "NVIDIA A100-SXM4-80GB"
        },
        "training_episode_audits": [
          {
            "training_row": 0,
            "repeat": 1,
            "final_action_kind": "invalid",
            "valid_trajectory": false,
            "searches": 0,
            "turns": [
              {
                "turn": 1,
                "action_kind": "invalid",
                "truncated": false,
                "generated_tokens": 51,
                "policy_injected_information": false,
                "response_text_sha256": "23b9424b9e920d803878850b756610a58df271715ce104b97c57ecfecd92ddab"
              }
            ],
            "answer": 0.0,
            "format": 0.0,
            "source_match": 0.0,
            "source_consistent_reward": 0.0,
            "without_source_reward": 0.0
          },
          {
            "training_row": 0,
            "repeat": 2,
            "final_action_kind": "invalid",
            "valid_trajectory": false,
            "searches": 0,
            "turns": [
              {
                "turn": 1,
                "action_kind": "invalid",
                "truncated": false,
                "generated_tokens": 48,
                "policy_injected_information": false,
                "response_text_sha256": "5ce4f9939cb12663bdb237269d844f918c61eb57bcee4227bd80884b79e01365"
              }
            ],
            "answer": 0.0,
            "format": 0.0,
            "source_match": 0.0,
            "source_consistent_reward": 0.0,
            "without_source_reward": 0.0
          },
          {
            "training_row": 1,
            "repeat": 1,
            "final_action_kind": "invalid",
            "valid_trajectory": false,
            "searches": 0,
            "turns": [
              {
                "turn": 1,
                "action_kind": "invalid",
                "truncated": false,
                "generated_tokens": 23,
                "policy_injected_information": false,
                "response_text_sha256": "7d91d41bcc884c1a715db05b6bc5d49441c9fde5aaa120ea6e7d6ade02ebac77"
              }
            ],
            "answer": 0.0,
            "format": 0.0,
            "source_match": 0.0,
            "source_consistent_reward": 0.0,
            "without_source_reward": 0.0
          },
          {
            "training_row": 1,
            "repeat": 2,
            "final_action_kind": "invalid",
            "valid_trajectory": false,
            "searches": 0,
            "turns": [
              {
                "turn": 1,
                "action_kind": "invalid",
                "truncated": false,
                "generated_tokens": 107,
                "policy_injected_information": false,
                "response_text_sha256": "a412ddca9ea3af2e8fbafa743ca0c6e6597756f28014ee1682d2f2b7937d68dd"
              }
            ],
            "answer": 0.0,
            "format": 0.0,
            "source_match": 0.0,
            "source_consistent_reward": 0.0,
            "without_source_reward": 0.0
          },
          {
            "training_row": 2,
            "repeat": 1,
            "final_action_kind": "invalid",
            "valid_trajectory": false,
            "searches": 0,
            "turns": [
              {
                "turn": 1,
                "action_kind": "invalid",
                "truncated": false,
                "generated_tokens": 50,
                "policy_injected_information": false,
                "response_text_sha256": "71f5d8525d499bb2e30b72098f6de60f85330c6ab4ae277315f5a86e9c2791a0"
              }
            ],
            "answer": 0.0,
            "format": 0.0,
            "source_match": 0.0,
            "source_consistent_reward": 0.0,
            "without_source_reward": 0.0
          },
          {
            "training_row": 2,
            "repeat": 2,
            "final_action_kind": "invalid",
            "valid_trajectory": false,
            "searches": 0,
            "turns": [
              {
                "turn": 1,
                "action_kind": "invalid",
                "truncated": false,
                "generated_tokens": 49,
                "policy_injected_information": false,
                "response_text_sha256": "1f9ec64a6d6810b624f02e1033f5cd1d0465df763901b4a5696a6c1f99f17ba4"
              }
            ],
            "answer": 0.0,
            "format": 0.0,
            "source_match": 0.0,
            "source_consistent_reward": 0.0,
            "without_source_reward": 0.0
          },
          {
            "training_row": 3,
            "repeat": 1,
            "final_action_kind": "invalid",
            "valid_trajectory": false,
            "searches": 0,
            "turns": [
              {
                "turn": 1,
                "action_kind": "invalid",
                "truncated": false,
                "generated_tokens": 51,
                "policy_injected_information": false,
                "response_text_sha256": "a731d504807c972a63deaef4c3fb406c28155ee740d0563067f34679c21480c7"
              }
            ],
            "answer": 0.0,
            "format": 0.0,
            "source_match": 0.0,
            "source_consistent_reward": 0.0,
            "without_source_reward": 0.0
          },
          {
            "training_row": 3,
            "repeat": 2,
            "final_action_kind": "invalid",
            "valid_trajectory": false,
            "searches": 0,
            "turns": [
              {
                "turn": 1,
                "action_kind": "invalid",
                "truncated": false,
                "generated_tokens": 54,
                "policy_injected_information": false,
                "response_text_sha256": "adb05df89b970354f1ab66e7aa5bff3438e3f4997a9de4474295d7a53e23aeba"
              }
            ],
            "answer": 0.0,
            "format": 0.0,
            "source_match": 0.0,
            "source_consistent_reward": 0.0,
            "without_source_reward": 0.0
          }
        ],
        "checkpoint": {
          "policy": {
            "public_id": "Qwen/Qwen2.5-7B-Instruct",
            "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75",
            "verified_mirror": {
              "public_id": "Qwen/Qwen2.5-7B-Instruct",
              "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75",
              "file_sha256": {
                "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c",
                "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f",
                "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
                "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7",
                "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185",
                "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5",
                "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd",
                "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028",
                "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
                "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
                "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
              }
            }
          }
        },
        "policy_role": "explicit fixed cached 7B used as frozen policy",
        "original_system_sha256": "85fe6b40db25e1cd9c966d56a95f825b245ae0f6e79872b0de72f9a13d251733",
        "gold_access_roles": {
          "policy_generation": "none",
          "isolated_recall": "query only, no inherited reasoning or gold",
          "retriever": "independent presealed public descriptions only",
          "gold": "external training normalized-EM scorer only"
        },
        "assessment_executed": false,
        "lora_updates": 0,
        "optimizer_updates": 0,
        "backbone_parameters_frozen": true,
        "diagnosis_status": "no-format-signal",
        "valid_format_episodes": 0.0,
        "source_match_episodes": 0.0,
        "total_searches": 0,
        "actual_elapsed_seconds": 32.17066810838878,
        "cost": {
          "generation_calls": {
            "policy_trajectory": 8
          },
          "generated_tokens": {
            "policy_trajectory": 433
          },
          "scored_response_tokens": {},
          "frozen_encoder_forward_calls": 0,
          "frozen_encoder_input_tokens_including_prompt": 0,
          "scope": "entire invocation, including training controls, profiling and evaluation",
          "includes_rejected_and_profiling_generations": true
        },
        "diagnostic_outputs_usable": true
      }
    }
  ],
  "aggregate_metrics": {
    "generated_response_tokens": {
      "mean": 433,
      "std": 0.0,
      "n": 1
    },
    "invocation_elapsed_seconds": {
      "mean": 34.612656300887465,
      "std": 0.0,
      "n": 1
    }
  },
  "execution_checks": {
    "diagnosis_status": "no-format-signal",
    "valid_format_episodes": 0.0,
    "source_match_episodes": 0.0,
    "total_searches": 0,
    "lora_updates": 0,
    "assessment_executed": false,
    "validation_content_read": false,
    "test_content_read": false,
    "invocation_elapsed_seconds": 34.612656300887465,
    "configured_wall_cap_seconds": 300,
    "return_code": 0,
    "measured_cost": {
      "generation_calls": {
        "policy_trajectory": 8
      },
      "generated_tokens": {
        "policy_trajectory": 433
      },
      "scored_response_tokens": {},
      "frozen_encoder_forward_calls": 0,
      "frozen_encoder_input_tokens_including_prompt": 0,
      "scope": "entire invocation, including training controls, profiling and evaluation",
      "includes_rejected_and_profiling_generations": true
    }
  },
  "dataset": {
    "source_revision": "bc5db40a20b254c5249401d2220ea71b06c86a5c",
    "split_manifest_sha256": "453d2ad74f5894e8cad18b18922291aef685cfb5107220f8d11eab78500c2c5a",
    "train_file_sha256": "973266e4083994c6eee1e84dabb748af028b8cd5e4f00e6201496152d7be93d5",
    "selected_training_prefix": 4,
    "validation_content_read": false,
    "test_content_read": false,
    "corpus": {
      "public_id": "Elliotes/EcoAgent",
      "revision": "bc5db40a20b254c5249401d2220ea71b06c86a5c",
      "file_sha256": {
        "documents.jsonl": "46114b2abb1d1597cd101d90decbffe8ab671ab1fa6d4ec33b8c0fce5b9d8121"
      }
    }
  },
  "checkpoint": {
    "policy": {
      "public_id": "Qwen/Qwen2.5-7B-Instruct",
      "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75",
      "verified_mirror": {
        "public_id": "Qwen/Qwen2.5-7B-Instruct",
        "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75",
        "file_sha256": {
          "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c",
          "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f",
          "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
          "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7",
          "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185",
          "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5",
          "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd",
          "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028",
          "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
          "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
          "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
        }
      }
    }
  },
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "seeds": [
      42
    ],
    "formal_comparison": false,
    "promotion_eligible": false,
    "test_used_for_selection": false,
    "claim_policy": "retained failed construction or no-update training diagnostic, not full-method GPU acceptance"
  },
  "provenance": {
    "code_commit": "57b2314db1d5b8a8ebeb0aa7fbb6b7fee523df55",
    "artifact_path": "docs/reproductions/2610.13157-soar/metrics/public-a100-train-format-probe-seed42-57b2314d.json",
    "executed_source_sha256": {
      "scripts/prepare_soar_catalog_qa.py": "483a4eb3d9932d31046888c165c06590e67c6df5575a5b2afd4e302145f445e7",
      "scripts/run_oct13_post_training.py": "916b3b9a0eaeeaf30bad811376fa05305011754c922bb368a0f39833aad07ffa",
      "src/auto_research/oct12_public_sources.py": "4e1150cbe4ea975819c244267180f853c83c4ad4c2c27f9e0ce95cc16793e093",
      "src/auto_research/post_training/oct10_checkpoint.py": "247f1f97a3ca701277f241ec81d99296f0ea82e1db8f68006fcd7bfdc661cd74",
      "src/auto_research/post_training/oct13_common.py": "739f276633d74a85ba790e4d6df25504bce89950c40867ed57302cde03f1ada9",
      "src/auto_research/post_training/proximal_checkpoint.py": "5307a54204720e5407d2cd0435b654ae0e594f30c85cdf07d55d4e90612a1397",
      "src/auto_research/post_training/response_policy.py": "e380a5b4d1d53974b973b72b7d9ad6328129dc8c9bae4d233f6c1cbdf8508bf7",
      "src/auto_research/public_holdout.py": "033d9c1fd112accf5ac79573b99d9f31cffc646bcab6911cf3e49459fa003b46",
      "src/auto_research/reproductions/gppo_framework/__init__.py": "7fe8cab42fef9f32b9653dfb5f54f03182de0753de2c9e5b359d124d7cd763d8",
      "src/auto_research/reproductions/gppo_framework/adapter.py": "a7f4ee792a8ded3daeeb183cbca5c99de63c1b7d3cb195f5bedd5289cb0e0260",
      "src/auto_research/reproductions/gppo_framework/objective.py": "0f8fbb2ad397b04a70466dde4e939f4d094ad7e7df07cfbba59f4a6ca5d05dd0",
      "src/auto_research/reproductions/gppo_framework/paper.yaml": "a023ee98bbd078077b2708122973d27a98085848be816ce461b7d4291aca8e1f",
      "src/auto_research/reproductions/grpo_difficulty_curriculum/__init__.py": "d09d8d7e0e6f5bcec9979241eed06a1d2a6ac8f3fb7a25f49e0df55be0071acb",
      "src/auto_research/reproductions/grpo_difficulty_curriculum/adapter.py": "bbd3e964dc035ea4bbd999a581ea07eccabd986b6456774b21a4c24092cbdfbe",
      "src/auto_research/reproductions/grpo_difficulty_curriculum/algorithm.py": "4131e39279d30c0748b14f611ab657b3fea76147a7c164aea2883c62bde75785",
      "src/auto_research/reproductions/grpo_difficulty_curriculum/checkpoint.py": "d03a7d2db0a19b469fe5429ddce634b02d8cbd0eeed8d09bef0afc51c1d7ac70",
      "src/auto_research/reproductions/grpo_difficulty_curriculum/paper.yaml": "c417d2269314b15e2dfef4ba52dfb24771b2e1270f808fe5be47a54e9d0c1bb1",
      "src/auto_research/reproductions/magicbeanstalk/__init__.py": "8dd207ea37a89dfa34f87b02eb4a2fd26472895678d1362a7e5b59dad5cda616",
      "src/auto_research/reproductions/magicbeanstalk/adapter.py": "319b6503de342feee49fb6446b7bbdeb117f7dc0dd7b79ed1c3bd34cce1ce73f",
      "src/auto_research/reproductions/magicbeanstalk/algorithm.py": "78a68baad5b98b402fb87702ab50d5e01000f41250111604b84321e6c3e4900f",
      "src/auto_research/reproductions/magicbeanstalk/checkpoint.py": "24dd8eb1979c04c2128919533f83fb347d9b40ab52184f7b1b9b3644512e9eae",
      "src/auto_research/reproductions/magicbeanstalk/paper.yaml": "e9c5619918b4d72d776008aba3fa95d50ba6ebe99afab729ba9e6dfe82fac06e",
      "src/auto_research/reproductions/progressive_contraction/__init__.py": "e50fe46d888e0a0b11b7d4d6d8f3224ae5940394f8ba8396fc5afb1cd38a4d53",
      "src/auto_research/reproductions/progressive_contraction/adapter.py": "06f23b5c795f7222f76dee9beaa8164f460eb5183e18c6d374bff011737235dd",
      "src/auto_research/reproductions/progressive_contraction/algorithm.py": "ba077b8c52a8d10e268a4e5c85770b9cebcb12415f9b2aaf7b9500e1303ca4b1",
      "src/auto_research/reproductions/progressive_contraction/checkpoint.py": "67fa44814d613d3838716fea68476217d608af14f23a051e32a916b72538e7ec",
      "src/auto_research/reproductions/progressive_contraction/paper.yaml": "1beccb702ce7a33b196b1fcc6bab13cdc32fc48952d247565d54e8ce830860c2",
      "src/auto_research/reproductions/soar/__init__.py": "3d87d1189d7037e32c1e2cb0c249d13609c5af3d7062a19904590ba7923c799a",
      "src/auto_research/reproductions/soar/adapter.py": "8fbbe8f8fe54b9f014ccc26a75b01e72b73b95e2b03cc379c5b5db4b63c9b31e",
      "src/auto_research/reproductions/soar/algorithm.py": "9b7068d9774d1c93800c512a04b9ba4d0ee98fc13d308e5ac0970299c8bb2485",
      "src/auto_research/reproductions/soar/checkpoint.py": "43a83930af442dc3610d61becd06b38ca3c921131ed417837d3d7e11aa672708",
      "src/auto_research/reproductions/soar/paper.yaml": "2f756cab9f7fefd4613bb69971fd8252c2b9ad451fa5c5eff5d03fa063d91521",
      "src/auto_research/reproductions/state_opd/__init__.py": "8db07736f0336ed7f39502ae2953bdae76658942542cacbe4b6b2c1fd0abe094",
      "src/auto_research/reproductions/state_opd/adapter.py": "2f8bf4773e8f40c0eabe777fbd1e1aa6d372a7b05501404c3e3f7b2d54987524",
      "src/auto_research/reproductions/state_opd/algorithm.py": "dc7fe3eae619ff69ec51c47826f89471f00be564ea4e6730e12726a060ba7e2f",
      "src/auto_research/reproductions/state_opd/checkpoint.py": "95755e0604f563a5c96f92e9de9069befe3e1274d31c224a43ca20d71f756b09",
      "src/auto_research/reproductions/state_opd/environment.py": "0e9564f9ec540985eb010b1e70f46938acc1bd946041b518d6579253762080e1",
      "src/auto_research/reproductions/state_opd/paper.yaml": "86c75255f1c416611a181c26359e9f5d9865caaea5266ca7b13dd8a183b906cc",
      "src/auto_research/reproductions/synthself/__init__.py": "474bb75e10b95afe6faec1f3631beab2f17f9a43013d3d29e79b7d4b36e06031",
      "src/auto_research/reproductions/synthself/adapter.py": "db4c08e1ccc2acfc28d19fc72acfa39b0a0dce096bbc430bafe9b21dbb72cddd",
      "src/auto_research/reproductions/synthself/algorithm.py": "1e7ea1ff65d3ba0ece1af889022c19f7147f51d10fb8196ab8f9fa2e18604b95",
      "src/auto_research/reproductions/synthself/checkpoint.py": "dbcf9f222094c197e0392f82191a0ae6551c6573ee54a9eee8c7d37553472981",
      "src/auto_research/reproductions/synthself/paper.yaml": "464d06e9cdd535ab61743fdba6641ae2eac4c8345fad27748c63e620544074c7",
      "src/auto_research/reproductions/tapo_trajectory/__init__.py": "a0dd8d4825b91dd076b71bdd3a3eccb0638ba4bf0240fe9da76d61a7290f69c6",
      "src/auto_research/reproductions/tapo_trajectory/adapter.py": "c01b75bf7853546caa2d517dd5f9c9faf739537b95207b8f1fd28adcdd5aafa7",
      "src/auto_research/reproductions/tapo_trajectory/objective.py": "49ab02ac758251acde90091a82b22576449d294a1f25cc3144ff1addd1132ae2",
      "src/auto_research/reproductions/tapo_trajectory/paper.yaml": "493e59ec67f96ee37ffecf6694dd5c4d8555849b8f756ccb63644da90bbb48d6",
      "src/auto_research/reproductions/upturn/__init__.py": "1e9793e9ea85e94144f7eac8fa141567d7f964438fa628788b668358154e196e",
      "src/auto_research/reproductions/upturn/adapter.py": "72e5da3cb70856944d0c9a25376f73d4a1d9f16213efd43e19b3acf2a584afc2",
      "src/auto_research/reproductions/upturn/algorithm.py": "421abd06cc492c39cf72e9b15c7f85c01e85fae0a7c26fb3053fbd19bc4897a4",
      "src/auto_research/reproductions/upturn/checkpoint.py": "fbcb7c830cf53d3130cfc06621f3178516aa72c7a939f4f765c3c7864b383787",
      "src/auto_research/reproductions/upturn/paper.yaml": "a1e335526f895b54e325331dc8354330f4a2d44f5f8c9c2a37f76ef2f7d589bc",
      "scripts/diagnose_oct14_post_training.py": "2a15d720a4f84bd1e415a4f0653c589c9716d526d4842acd5df728fd3575ca5b",
      "scripts/diagnose_oct14_soar_format.py": "8e3d4d077efc879beba930076f85bf2acde5f54460e6bc12b1156fcff7453eef"
    },
    "dataset_fingerprint": "66834f0f72828c0cf0284fd43e0416e345b723bbf0cdb6a0f766fbcba662a721",
    "execution_config_sha256": "506dce6568921b9c8fa75d969267537f9bb5c5c5b093a77b283616a2246524c5",
    "raw_result_sha256": "22d58ccfac06e99547d9f50391f8920b5eb7539cb37355670ec6a614bc0b6d9b",
    "raw_launch_sha256": "583068cf24e6a45daf077420a5f7ce2decd1fa0fa416e7ad1b5206c08840e73b"
  },
  "limitations": [
    "No passed GPU receipt: complete defining mechanism with nonzero policy updates remains unvalidated.",
    "One seed tiny public training/validation diagnostic, not original benchmark or formal capability evidence.",
    "Original failure traces retained; no gates lowered, no forced advantage, no retries or test-selected budget."
  ]
}