{ "schema_version": 2, "adapter_key": "state-opd", "manifest_ref": "reproduction:state-opd", "method": "state-opd", "diagnostic_only": true, "measured_locally": true, "seeds": [ 42, 43, 44 ], "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "checkpoint": { "student": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "verified_mirror": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "teacher": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } } }, "seed_results": [ { "seed": 42, "diagnostic_only": true, "device": "cuda", "variants": { "state": { "method": "state-opd", "variant": "state", "seed": 42, "device": "cuda", "diagnostic_only": true, "evaluation_tier": "l1_mechanism", "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "student": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "verified_mirror": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "teacher": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "baseline": { "accuracy": 0.0, "submission_rate": 0.125, "mean_executed_actions": 2.875, "examples": 8 }, "method_metrics": { "accuracy": 0.0, "submission_rate": 0.125, "mean_executed_actions": 3.0, "examples": 8 }, "training": [ { "step": 1, "token_mean_sampled_k1_loss": 1.6781191900372505, "gradient_l2_norm": 3.256272077560425, "optimizer_update_executed": true, "supervised_tokens": 655 }, { "step": 2, "token_mean_sampled_k1_loss": 2.1163372546434402, "gradient_l2_norm": 6.418827533721924, "optimizer_update_executed": true, "supervised_tokens": 176 } ], "parameters_changed": true, "trajectory_audits": [ { "root_turns": 3, "selected_turns": [ 2, 1 ], "additional_responses_per_selected_state": 2, "response_pool_size": 7, "nominal_reference_responses": 6, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true, "teacher_prior_reasoning_removed_responses": 6, "teacher_context_sha256": [ "59ba2b4aa2411715d134c953683ad66e77ff824cb9285c4d75770994afd6f0dd", "8716728cedcd4174a79058ea94f6d020b5430f15efd1d88b69773c70ddf22baf", "3778b299fce68520658f92ea615d698f1b018caedd11f7fd9bf6dcf98172a26d", "3778b299fce68520658f92ea615d698f1b018caedd11f7fd9bf6dcf98172a26d", "3778b299fce68520658f92ea615d698f1b018caedd11f7fd9bf6dcf98172a26d", "8716728cedcd4174a79058ea94f6d020b5430f15efd1d88b69773c70ddf22baf", "8716728cedcd4174a79058ea94f6d020b5430f15efd1d88b69773c70ddf22baf" ], "same_current_response_prefix": true, "environment_reward_in_loss": false }, { "root_turns": 3, "selected_turns": [ 0, 2 ], "additional_responses_per_selected_state": 2, "response_pool_size": 7, "nominal_reference_responses": 6, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true, "teacher_prior_reasoning_removed_responses": 4, "teacher_context_sha256": [ "59d30420faf1c01a70fed91d5716843803260c34a2b0431f643835d5223083a2", "8888127a0aeca767c03c28ac8ad13a7c41e89b98b31b72a048f7b551565ce536", "7c363c2ec68baa6e2a1c91ad01c4ee00528bf1e8cea961c31d05c210202b5355", "59d30420faf1c01a70fed91d5716843803260c34a2b0431f643835d5223083a2", "59d30420faf1c01a70fed91d5716843803260c34a2b0431f643835d5223083a2", "7c363c2ec68baa6e2a1c91ad01c4ee00528bf1e8cea961c31d05c210202b5355", "7c363c2ec68baa6e2a1c91ad01c4ee00528bf1e8cea961c31d05c210202b5355" ], "same_current_response_prefix": true, "environment_reward_in_loss": false } ], "execution_status": "passed", "protocol": { "steps": 2, "max_turns": 3, "response_cap": 256, "transcript_cap": 4096, "multiplicity": 2, "concentration": 2, "test_opened": false, "effective_multiplicity": 2, "teacher_and_policy_receive_gold": false, "teacher_preceding_context": "executed-state", "reference_independent_root_trajectories": 1 }, "limitations": [ "Public calculator interaction diagnostic, not ALFWorld/ScienceWorld/WebShop.", "Small Qwen2.5 checkpoints replace original Qwen3 configurations.", "Bounded response/transcript/step budget differs from the original scale.", "A single seed and few tasks do not establish agent capability gains." ] }, "full-history-opd": { "method": "state-opd", "variant": "full-history-opd", "seed": 42, "device": "cuda", "diagnostic_only": true, "evaluation_tier": "l1_mechanism", "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "student": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "verified_mirror": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "teacher": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "baseline": { "accuracy": 0.0, "submission_rate": 0.125, "mean_executed_actions": 2.875, "examples": 8 }, "method_metrics": { "accuracy": 0.0, "submission_rate": 0.25, "mean_executed_actions": 3.0, "examples": 8 }, "training": [ { "step": 1, "token_mean_sampled_k1_loss": 1.3836122751235962, "gradient_l2_norm": 5.669772148132324, "optimizer_update_executed": true, "supervised_tokens": 232 }, { "step": 2, "token_mean_sampled_k1_loss": 2.2859712541103363, "gradient_l2_norm": 21.9318904876709, "optimizer_update_executed": true, "supervised_tokens": 95 } ], "parameters_changed": true, "trajectory_audits": [ { "root_trajectories": 2, "root_turns": 4, "root_actions_executed": 4, "additional_actions_executed": 0, "response_pool_size": 4, "independent_root_audits": [ { "root_turns": 3, "selected_turns": [ 2, 1, 0 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true }, { "root_turns": 1, "selected_turns": [ 0 ], "additional_responses_per_selected_state": 0, "response_pool_size": 1, "nominal_reference_responses": 1, "root_actions_executed": 1, "additional_actions_executed": 0, "complete_response_resampling": true } ], "teacher_prior_reasoning_removed_responses": 0, "teacher_context_sha256": [ "28453fcde069aff520e46e78b9e4065ed3ace296114b2aa22e5c540a6da8497d", "63192c4b57dce5de032a8d0e08a9170647fb84c4cc6b20a755f26e1184de005d", "e99e5849b155bce3f0c01ad3d5ea1aeb37398637eb97dbd737439155fe64ab8b", "28453fcde069aff520e46e78b9e4065ed3ace296114b2aa22e5c540a6da8497d" ], "same_current_response_prefix": true, "environment_reward_in_loss": false }, { "root_trajectories": 2, "root_turns": 6, "root_actions_executed": 6, "additional_actions_executed": 0, "response_pool_size": 6, "independent_root_audits": [ { "root_turns": 3, "selected_turns": [ 2, 1, 0 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true }, { "root_turns": 3, "selected_turns": [ 1, 0, 2 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true } ], "teacher_prior_reasoning_removed_responses": 0, "teacher_context_sha256": [ "88c15911dd746f27ce236202249c3428e4fe1942c180960b273a3f03b8cc1a52", "1eaedb9f6543449387fad3a0f5840a7b7a8460db58628691ce6cde4b7c71b193", "83bad58b11ad1bf8a692a8975e496ed6f1555512daf1875a1f47c914ebbfa8d4", "88c15911dd746f27ce236202249c3428e4fe1942c180960b273a3f03b8cc1a52", "b7d4db66a319aee499776d5a36eb30447d22255c6cb47b7c127298c0ec19c485", "76bd9976891cfe8a3569e85c2f5523f67ab46706e891331900c8984e8a28b8e5" ], "same_current_response_prefix": true, "environment_reward_in_loss": false } ], "execution_status": "passed", "protocol": { "steps": 2, "max_turns": 3, "response_cap": 256, "transcript_cap": 4096, "multiplicity": 2, "concentration": 2, "test_opened": false, "effective_multiplicity": 2, "teacher_and_policy_receive_gold": false, "teacher_preceding_context": "full-history", "reference_independent_root_trajectories": 2 }, "limitations": [ "Public calculator interaction diagnostic, not ALFWorld/ScienceWorld/WebShop.", "Small Qwen2.5 checkpoints replace original Qwen3 configurations.", "Bounded response/transcript/step budget differs from the original scale.", "A single seed and few tasks do not establish agent capability gains." ] }, "state-no-expansion": { "method": "state-opd", "variant": "state-no-expansion", "seed": 42, "device": "cuda", "diagnostic_only": true, "evaluation_tier": "l1_mechanism", "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "student": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "verified_mirror": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "teacher": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "baseline": { "accuracy": 0.0, "submission_rate": 0.125, "mean_executed_actions": 2.875, "examples": 8 }, "method_metrics": { "accuracy": 0.0, "submission_rate": 0.25, "mean_executed_actions": 2.75, "examples": 8 }, "training": [ { "step": 1, "token_mean_sampled_k1_loss": 1.247141256928444, "gradient_l2_norm": 5.1123809814453125, "optimizer_update_executed": true, "supervised_tokens": 181 }, { "step": 2, "token_mean_sampled_k1_loss": 2.294410616159439, "gradient_l2_norm": 17.228580474853516, "optimizer_update_executed": true, "supervised_tokens": 47 } ], "parameters_changed": true, "trajectory_audits": [ { "root_turns": 3, "selected_turns": [ 2, 1 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true, "teacher_prior_reasoning_removed_responses": 2, "teacher_context_sha256": [ "59ba2b4aa2411715d134c953683ad66e77ff824cb9285c4d75770994afd6f0dd", "8716728cedcd4174a79058ea94f6d020b5430f15efd1d88b69773c70ddf22baf", "3778b299fce68520658f92ea615d698f1b018caedd11f7fd9bf6dcf98172a26d" ], "same_current_response_prefix": true, "environment_reward_in_loss": false }, { "root_turns": 3, "selected_turns": [ 0, 2 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true, "teacher_prior_reasoning_removed_responses": 2, "teacher_context_sha256": [ "59d30420faf1c01a70fed91d5716843803260c34a2b0431f643835d5223083a2", "015be307802a47fb1d83b99268fa860bce4646fbe8f0aebeea447a48ab8a78de", "931be6fc5cfa6b707ace2cf01cb6ebb240d12c53d4c999e08e02fb36c6ccaf0a" ], "same_current_response_prefix": true, "environment_reward_in_loss": false } ], "execution_status": "passed", "protocol": { "steps": 2, "max_turns": 3, "response_cap": 256, "transcript_cap": 4096, "multiplicity": 2, "concentration": 2, "test_opened": false, "effective_multiplicity": 1, "teacher_and_policy_receive_gold": false, "teacher_preceding_context": "executed-state", "reference_independent_root_trajectories": 1 }, "limitations": [ "Public calculator interaction diagnostic, not ALFWorld/ScienceWorld/WebShop.", "Small Qwen2.5 checkpoints replace original Qwen3 configurations.", "Bounded response/transcript/step budget differs from the original scale.", "A single seed and few tasks do not establish agent capability gains." ] } } }, { "seed": 43, "diagnostic_only": true, "device": "cuda", "variants": { "state": { "method": "state-opd", "variant": "state", "seed": 43, "device": "cuda", "diagnostic_only": true, "evaluation_tier": "l1_mechanism", "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "student": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "verified_mirror": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "teacher": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "baseline": { "accuracy": 0.0, "submission_rate": 0.0, "mean_executed_actions": 3.0, "examples": 8 }, "method_metrics": { "accuracy": 0.0, "submission_rate": 0.375, "mean_executed_actions": 2.875, "examples": 8 }, "training": [ { "step": 1, "token_mean_sampled_k1_loss": 2.472474068403244, "gradient_l2_norm": 5.693821907043457, "optimizer_update_executed": true, "supervised_tokens": 397 }, { "step": 2, "token_mean_sampled_k1_loss": 2.6574075371026993, "gradient_l2_norm": 9.02053451538086, "optimizer_update_executed": true, "supervised_tokens": 251 } ], "parameters_changed": true, "trajectory_audits": [ { "root_turns": 3, "selected_turns": [ 1, 2 ], "additional_responses_per_selected_state": 2, "response_pool_size": 7, "nominal_reference_responses": 6, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true, "teacher_prior_reasoning_removed_responses": 6, "teacher_context_sha256": [ "59ba2b4aa2411715d134c953683ad66e77ff824cb9285c4d75770994afd6f0dd", "8716728cedcd4174a79058ea94f6d020b5430f15efd1d88b69773c70ddf22baf", "94ff580a57e49c4f24fafc2183408ec63dfdd6681901d3ea47b644371b0dca05", "8716728cedcd4174a79058ea94f6d020b5430f15efd1d88b69773c70ddf22baf", "8716728cedcd4174a79058ea94f6d020b5430f15efd1d88b69773c70ddf22baf", "94ff580a57e49c4f24fafc2183408ec63dfdd6681901d3ea47b644371b0dca05", "94ff580a57e49c4f24fafc2183408ec63dfdd6681901d3ea47b644371b0dca05" ], "same_current_response_prefix": true, "environment_reward_in_loss": false }, { "root_turns": 3, "selected_turns": [ 1, 0 ], "additional_responses_per_selected_state": 2, "response_pool_size": 7, "nominal_reference_responses": 6, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true, "teacher_prior_reasoning_removed_responses": 4, "teacher_context_sha256": [ "59d30420faf1c01a70fed91d5716843803260c34a2b0431f643835d5223083a2", "67787d12c3a8486d3eb001a38ba65c08b87859b45479ec0576b1dc87fe5521d6", "b3664e96d9fe838ee4559f57f12429ad3163f2122bc5d93547705f130f965683", "67787d12c3a8486d3eb001a38ba65c08b87859b45479ec0576b1dc87fe5521d6", "67787d12c3a8486d3eb001a38ba65c08b87859b45479ec0576b1dc87fe5521d6", "59d30420faf1c01a70fed91d5716843803260c34a2b0431f643835d5223083a2", "59d30420faf1c01a70fed91d5716843803260c34a2b0431f643835d5223083a2" ], "same_current_response_prefix": true, "environment_reward_in_loss": false } ], "execution_status": "passed", "protocol": { "steps": 2, "max_turns": 3, "response_cap": 256, "transcript_cap": 4096, "multiplicity": 2, "concentration": 2, "test_opened": false, "effective_multiplicity": 2, "teacher_and_policy_receive_gold": false, "teacher_preceding_context": "executed-state", "reference_independent_root_trajectories": 1 }, "limitations": [ "Public calculator interaction diagnostic, not ALFWorld/ScienceWorld/WebShop.", "Small Qwen2.5 checkpoints replace original Qwen3 configurations.", "Bounded response/transcript/step budget differs from the original scale.", "A single seed and few tasks do not establish agent capability gains." ] }, "full-history-opd": { "method": "state-opd", "variant": "full-history-opd", "seed": 43, "device": "cuda", "diagnostic_only": true, "evaluation_tier": "l1_mechanism", "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "student": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "verified_mirror": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "teacher": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "baseline": { "accuracy": 0.0, "submission_rate": 0.0, "mean_executed_actions": 3.0, "examples": 8 }, "method_metrics": { "accuracy": 0.0, "submission_rate": 0.0, "mean_executed_actions": 3.0, "examples": 8 }, "training": [ { "step": 1, "token_mean_sampled_k1_loss": 1.9449514225125313, "gradient_l2_norm": 6.444266319274902, "optimizer_update_executed": true, "supervised_tokens": 267 }, { "step": 2, "token_mean_sampled_k1_loss": 2.321879707276821, "gradient_l2_norm": 19.066816329956055, "optimizer_update_executed": true, "supervised_tokens": 124 } ], "parameters_changed": true, "trajectory_audits": [ { "root_trajectories": 2, "root_turns": 6, "root_actions_executed": 6, "additional_actions_executed": 0, "response_pool_size": 6, "independent_root_audits": [ { "root_turns": 3, "selected_turns": [ 1, 2, 0 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true }, { "root_turns": 3, "selected_turns": [ 2, 0, 1 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true } ], "teacher_prior_reasoning_removed_responses": 0, "teacher_context_sha256": [ "28453fcde069aff520e46e78b9e4065ed3ace296114b2aa22e5c540a6da8497d", "cefc0841aa05097c488cfe3f40c029d0644b86333a1ca33bd6082d8af3bc558d", "5676ddc15d1adf74f3fdcaaa597793cecf0ca11f35654ab87e6ea92ef1b05fb6", "28453fcde069aff520e46e78b9e4065ed3ace296114b2aa22e5c540a6da8497d", "8d024eb30fdb7dd8368629747b7ae3e969a18429481060e156ebe7413b033ebe", "546a7a4672c4b5a672c1f0d67f96fe3282dc72bc7922aa6baa7bb8118157e2d3" ], "same_current_response_prefix": true, "environment_reward_in_loss": false }, { "root_trajectories": 2, "root_turns": 5, "root_actions_executed": 5, "additional_actions_executed": 0, "response_pool_size": 5, "independent_root_audits": [ { "root_turns": 2, "selected_turns": [ 0, 1 ], "additional_responses_per_selected_state": 0, "response_pool_size": 2, "nominal_reference_responses": 2, "root_actions_executed": 2, "additional_actions_executed": 0, "complete_response_resampling": true }, { "root_turns": 3, "selected_turns": [ 1, 2, 0 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true } ], "teacher_prior_reasoning_removed_responses": 0, "teacher_context_sha256": [ "88c15911dd746f27ce236202249c3428e4fe1942c180960b273a3f03b8cc1a52", "67c42dc9a9e252d1505942f15edbaa55d3114e00fc45f7d7a842d2c8a1d99a17", "88c15911dd746f27ce236202249c3428e4fe1942c180960b273a3f03b8cc1a52", "fdbd30dcd12516e3d6dac61e24c252db1eb7fc5c56e9af577e945bb2e33e4e88", "5146246faf37c8766dfd2e66db2b260e4c09b6a8fa99df0cf12c84160c41069e" ], "same_current_response_prefix": true, "environment_reward_in_loss": false } ], "execution_status": "passed", "protocol": { "steps": 2, "max_turns": 3, "response_cap": 256, "transcript_cap": 4096, "multiplicity": 2, "concentration": 2, "test_opened": false, "effective_multiplicity": 2, "teacher_and_policy_receive_gold": false, "teacher_preceding_context": "full-history", "reference_independent_root_trajectories": 2 }, "limitations": [ "Public calculator interaction diagnostic, not ALFWorld/ScienceWorld/WebShop.", "Small Qwen2.5 checkpoints replace original Qwen3 configurations.", "Bounded response/transcript/step budget differs from the original scale.", "A single seed and few tasks do not establish agent capability gains." ] }, "state-no-expansion": { "method": "state-opd", "variant": "state-no-expansion", "seed": 43, "device": "cuda", "diagnostic_only": true, "evaluation_tier": "l1_mechanism", "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "student": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "verified_mirror": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "teacher": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "baseline": { "accuracy": 0.0, "submission_rate": 0.0, "mean_executed_actions": 3.0, "examples": 8 }, "method_metrics": { "accuracy": 0.0, "submission_rate": 0.125, "mean_executed_actions": 2.875, "examples": 8 }, "training": [ { "step": 1, "token_mean_sampled_k1_loss": 2.3652881383895874, "gradient_l2_norm": 8.423897743225098, "optimizer_update_executed": true, "supervised_tokens": 208 }, { "step": 2, "token_mean_sampled_k1_loss": 0.9937627925537527, "gradient_l2_norm": 5.451198577880859, "optimizer_update_executed": true, "supervised_tokens": 30 } ], "parameters_changed": true, "trajectory_audits": [ { "root_turns": 3, "selected_turns": [ 1, 2 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true, "teacher_prior_reasoning_removed_responses": 2, "teacher_context_sha256": [ "59ba2b4aa2411715d134c953683ad66e77ff824cb9285c4d75770994afd6f0dd", "8716728cedcd4174a79058ea94f6d020b5430f15efd1d88b69773c70ddf22baf", "94ff580a57e49c4f24fafc2183408ec63dfdd6681901d3ea47b644371b0dca05" ], "same_current_response_prefix": true, "environment_reward_in_loss": false }, { "root_turns": 2, "selected_turns": [ 0 ], "additional_responses_per_selected_state": 0, "response_pool_size": 2, "nominal_reference_responses": 2, "root_actions_executed": 2, "additional_actions_executed": 0, "complete_response_resampling": true, "teacher_prior_reasoning_removed_responses": 1, "teacher_context_sha256": [ "59d30420faf1c01a70fed91d5716843803260c34a2b0431f643835d5223083a2", "8888127a0aeca767c03c28ac8ad13a7c41e89b98b31b72a048f7b551565ce536" ], "same_current_response_prefix": true, "environment_reward_in_loss": false } ], "execution_status": "passed", "protocol": { "steps": 2, "max_turns": 3, "response_cap": 256, "transcript_cap": 4096, "multiplicity": 2, "concentration": 2, "test_opened": false, "effective_multiplicity": 1, "teacher_and_policy_receive_gold": false, "teacher_preceding_context": "executed-state", "reference_independent_root_trajectories": 1 }, "limitations": [ "Public calculator interaction diagnostic, not ALFWorld/ScienceWorld/WebShop.", "Small Qwen2.5 checkpoints replace original Qwen3 configurations.", "Bounded response/transcript/step budget differs from the original scale.", "A single seed and few tasks do not establish agent capability gains." ] } } }, { "seed": 44, "diagnostic_only": true, "device": "cuda", "variants": { "state": { "method": "state-opd", "variant": "state", "seed": 44, "device": "cuda", "diagnostic_only": true, "evaluation_tier": "l1_mechanism", "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "student": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "verified_mirror": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "teacher": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "baseline": { "accuracy": 0.0, "submission_rate": 0.125, "mean_executed_actions": 2.875, "examples": 8 }, "method_metrics": { "accuracy": 0.0, "submission_rate": 0.0, "mean_executed_actions": 3.0, "examples": 8 }, "training": [ { "step": 1, "token_mean_sampled_k1_loss": 2.0044341534376144, "gradient_l2_norm": 11.651713371276855, "optimizer_update_executed": true, "supervised_tokens": 144 }, { "step": 2, "token_mean_sampled_k1_loss": 2.051525190472603, "gradient_l2_norm": 9.080120086669922, "optimizer_update_executed": true, "supervised_tokens": 134 } ], "parameters_changed": true, "trajectory_audits": [ { "root_turns": 3, "selected_turns": [ 0, 2 ], "additional_responses_per_selected_state": 2, "response_pool_size": 7, "nominal_reference_responses": 6, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true, "teacher_prior_reasoning_removed_responses": 4, "teacher_context_sha256": [ "59ba2b4aa2411715d134c953683ad66e77ff824cb9285c4d75770994afd6f0dd", "8716728cedcd4174a79058ea94f6d020b5430f15efd1d88b69773c70ddf22baf", "5b1aab354a4988a22aae58fb01e058fe14a6fad09218756266f904e5b6df6b75", "59ba2b4aa2411715d134c953683ad66e77ff824cb9285c4d75770994afd6f0dd", "59ba2b4aa2411715d134c953683ad66e77ff824cb9285c4d75770994afd6f0dd", "5b1aab354a4988a22aae58fb01e058fe14a6fad09218756266f904e5b6df6b75", "5b1aab354a4988a22aae58fb01e058fe14a6fad09218756266f904e5b6df6b75" ], "same_current_response_prefix": true, "environment_reward_in_loss": false }, { "root_turns": 3, "selected_turns": [ 0, 2 ], "additional_responses_per_selected_state": 2, "response_pool_size": 7, "nominal_reference_responses": 6, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true, "teacher_prior_reasoning_removed_responses": 4, "teacher_context_sha256": [ "59d30420faf1c01a70fed91d5716843803260c34a2b0431f643835d5223083a2", "8888127a0aeca767c03c28ac8ad13a7c41e89b98b31b72a048f7b551565ce536", "7c363c2ec68baa6e2a1c91ad01c4ee00528bf1e8cea961c31d05c210202b5355", "59d30420faf1c01a70fed91d5716843803260c34a2b0431f643835d5223083a2", "59d30420faf1c01a70fed91d5716843803260c34a2b0431f643835d5223083a2", "7c363c2ec68baa6e2a1c91ad01c4ee00528bf1e8cea961c31d05c210202b5355", "7c363c2ec68baa6e2a1c91ad01c4ee00528bf1e8cea961c31d05c210202b5355" ], "same_current_response_prefix": true, "environment_reward_in_loss": false } ], "execution_status": "passed", "protocol": { "steps": 2, "max_turns": 3, "response_cap": 256, "transcript_cap": 4096, "multiplicity": 2, "concentration": 2, "test_opened": false, "effective_multiplicity": 2, "teacher_and_policy_receive_gold": false, "teacher_preceding_context": "executed-state", "reference_independent_root_trajectories": 1 }, "limitations": [ "Public calculator interaction diagnostic, not ALFWorld/ScienceWorld/WebShop.", "Small Qwen2.5 checkpoints replace original Qwen3 configurations.", "Bounded response/transcript/step budget differs from the original scale.", "A single seed and few tasks do not establish agent capability gains." ] }, "full-history-opd": { "method": "state-opd", "variant": "full-history-opd", "seed": 44, "device": "cuda", "diagnostic_only": true, "evaluation_tier": "l1_mechanism", "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "student": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "verified_mirror": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "teacher": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "baseline": { "accuracy": 0.0, "submission_rate": 0.125, "mean_executed_actions": 2.875, "examples": 8 }, "method_metrics": { "accuracy": 0.0, "submission_rate": 0.125, "mean_executed_actions": 2.875, "examples": 8 }, "training": [ { "step": 1, "token_mean_sampled_k1_loss": 1.72932680696249, "gradient_l2_norm": 10.265646934509277, "optimizer_update_executed": true, "supervised_tokens": 140 }, { "step": 2, "token_mean_sampled_k1_loss": 1.689311571419239, "gradient_l2_norm": 7.495319366455078, "optimizer_update_executed": true, "supervised_tokens": 124 } ], "parameters_changed": true, "trajectory_audits": [ { "root_trajectories": 2, "root_turns": 6, "root_actions_executed": 6, "additional_actions_executed": 0, "response_pool_size": 6, "independent_root_audits": [ { "root_turns": 3, "selected_turns": [ 0, 2, 1 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true }, { "root_turns": 3, "selected_turns": [ 0, 1, 2 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true } ], "teacher_prior_reasoning_removed_responses": 0, "teacher_context_sha256": [ "28453fcde069aff520e46e78b9e4065ed3ace296114b2aa22e5c540a6da8497d", "149c8cd67206c50ff0cfed74f88909c4b56bac6b364749b3a9c87be25832f925", "34eb012c71b66963692bdedcd4415675d714bec6f53a7184f9f044dbc61137b9", "28453fcde069aff520e46e78b9e4065ed3ace296114b2aa22e5c540a6da8497d", "e76e8d6c60a68ec24f4d2eb6a5eee91d4b4ec0a4498565cc650359764a11847f", "e3985e3bb292f953490555d98711a3579ea007a698a854143fb24694e7832ba3" ], "same_current_response_prefix": true, "environment_reward_in_loss": false }, { "root_trajectories": 2, "root_turns": 6, "root_actions_executed": 6, "additional_actions_executed": 0, "response_pool_size": 6, "independent_root_audits": [ { "root_turns": 3, "selected_turns": [ 2, 0, 1 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true }, { "root_turns": 3, "selected_turns": [ 1, 0, 2 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true } ], "teacher_prior_reasoning_removed_responses": 0, "teacher_context_sha256": [ "88c15911dd746f27ce236202249c3428e4fe1942c180960b273a3f03b8cc1a52", "d342a724301995cc00e0dac5d1a0114a2e05734300808b1bda1c471f13b667e7", "9afa5a8f1c5373569180d8fe33ccecbdaf8bb8dbcca0f28273af6745acbac6ee", "88c15911dd746f27ce236202249c3428e4fe1942c180960b273a3f03b8cc1a52", "1eaedb9f6543449387fad3a0f5840a7b7a8460db58628691ce6cde4b7c71b193", "7da331da740ae3c3b4e9eb0b1cecb2b8d8879db7e043f88f39fb058dff18185f" ], "same_current_response_prefix": true, "environment_reward_in_loss": false } ], "execution_status": "passed", "protocol": { "steps": 2, "max_turns": 3, "response_cap": 256, "transcript_cap": 4096, "multiplicity": 2, "concentration": 2, "test_opened": false, "effective_multiplicity": 2, "teacher_and_policy_receive_gold": false, "teacher_preceding_context": "full-history", "reference_independent_root_trajectories": 2 }, "limitations": [ "Public calculator interaction diagnostic, not ALFWorld/ScienceWorld/WebShop.", "Small Qwen2.5 checkpoints replace original Qwen3 configurations.", "Bounded response/transcript/step budget differs from the original scale.", "A single seed and few tasks do not establish agent capability gains." ] }, "state-no-expansion": { "method": "state-opd", "variant": "state-no-expansion", "seed": 44, "device": "cuda", "diagnostic_only": true, "evaluation_tier": "l1_mechanism", "dataset": { "verified": true, "test_read": false, "source_id": "openai/grade-school-math", "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c", "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465", "partition_sha256": { "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3", "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7" }, "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation" }, "student": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "verified_mirror": { "public_id": "Qwen/Qwen2.5-0.5B-Instruct", "revision": "7ae557604adf67be50417f59c2c2f167def9a775", "file_sha256": { "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45", "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "teacher": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "verified_mirror": { "public_id": "Qwen/Qwen2.5-7B-Instruct", "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75", "file_sha256": { "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c", "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f", "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3", "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7", "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185", "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5", "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd", "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028", "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539", "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583", "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" } } }, "baseline": { "accuracy": 0.0, "submission_rate": 0.125, "mean_executed_actions": 2.875, "examples": 8 }, "method_metrics": { "accuracy": 0.0, "submission_rate": 0.0, "mean_executed_actions": 3.0, "examples": 8 }, "training": [ { "step": 1, "token_mean_sampled_k1_loss": 1.7232249975204468, "gradient_l2_norm": 13.223599433898926, "optimizer_update_executed": true, "supervised_tokens": 70 }, { "step": 2, "token_mean_sampled_k1_loss": 2.509360194206238, "gradient_l2_norm": 17.89059066772461, "optimizer_update_executed": true, "supervised_tokens": 49 } ], "parameters_changed": true, "trajectory_audits": [ { "root_turns": 3, "selected_turns": [ 0, 2 ], "additional_responses_per_selected_state": 0, "response_pool_size": 3, "nominal_reference_responses": 3, "root_actions_executed": 3, "additional_actions_executed": 0, "complete_response_resampling": true, "teacher_prior_reasoning_removed_responses": 2, "teacher_context_sha256": [ "59ba2b4aa2411715d134c953683ad66e77ff824cb9285c4d75770994afd6f0dd", "8716728cedcd4174a79058ea94f6d020b5430f15efd1d88b69773c70ddf22baf", "5b1aab354a4988a22aae58fb01e058fe14a6fad09218756266f904e5b6df6b75" ], "same_current_response_prefix": true, "environment_reward_in_loss": false }, { "root_turns": 2, "selected_turns": [ 0 ], "additional_responses_per_selected_state": 0, "response_pool_size": 2, "nominal_reference_responses": 2, "root_actions_executed": 2, "additional_actions_executed": 0, "complete_response_resampling": true, "teacher_prior_reasoning_removed_responses": 1, "teacher_context_sha256": [ "59d30420faf1c01a70fed91d5716843803260c34a2b0431f643835d5223083a2", "421d8eaa8bce5c193394883106602ff10124ade33e1ce9bca85eccf828659d4a" ], "same_current_response_prefix": true, "environment_reward_in_loss": false } ], "execution_status": "passed", "protocol": { "steps": 2, "max_turns": 3, "response_cap": 256, "transcript_cap": 4096, "multiplicity": 2, "concentration": 2, "test_opened": false, "effective_multiplicity": 1, "teacher_and_policy_receive_gold": false, "teacher_preceding_context": "executed-state", "reference_independent_root_trajectories": 1 }, "limitations": [ "Public calculator interaction diagnostic, not ALFWorld/ScienceWorld/WebShop.", "Small Qwen2.5 checkpoints replace original Qwen3 configurations.", "Bounded response/transcript/step budget differs from the original scale.", "A single seed and few tasks do not establish agent capability gains." ] } } } ], "aggregate_metrics": { "state.initial.accuracy": { "mean": 0.0, "std": 0.0, "n": 3 }, "state.initial.submission_rate": { "mean": 0.08333333333333333, "std": 0.07216878364870322, "n": 3 }, "state.initial.mean_executed_actions": { "mean": 2.9166666666666665, "std": 0.07216878364870322, "n": 3 }, "state.validation.accuracy": { "mean": 0.0, "std": 0.0, "n": 3 }, "state.validation.submission_rate": { "mean": 0.16666666666666666, "std": 0.19094065395649334, "n": 3 }, "state.validation.mean_executed_actions": { "mean": 2.9583333333333335, "std": 0.07216878364870322, "n": 3 }, "full-history-opd.initial.accuracy": { "mean": 0.0, "std": 0.0, "n": 3 }, "full-history-opd.initial.submission_rate": { "mean": 0.08333333333333333, "std": 0.07216878364870322, "n": 3 }, "full-history-opd.initial.mean_executed_actions": { "mean": 2.9166666666666665, "std": 0.07216878364870322, "n": 3 }, "full-history-opd.validation.accuracy": { "mean": 0.0, "std": 0.0, "n": 3 }, "full-history-opd.validation.submission_rate": { "mean": 0.125, "std": 0.125, "n": 3 }, "full-history-opd.validation.mean_executed_actions": { "mean": 2.9583333333333335, "std": 0.07216878364870322, "n": 3 }, "state-no-expansion.initial.accuracy": { "mean": 0.0, "std": 0.0, "n": 3 }, "state-no-expansion.initial.submission_rate": { "mean": 0.08333333333333333, "std": 0.07216878364870322, "n": 3 }, "state-no-expansion.initial.mean_executed_actions": { "mean": 2.9166666666666665, "std": 0.07216878364870322, "n": 3 }, "state-no-expansion.validation.accuracy": { "mean": 0.0, "std": 0.0, "n": 3 }, "state-no-expansion.validation.submission_rate": { "mean": 0.125, "std": 0.125, "n": 3 }, "state-no-expansion.validation.mean_executed_actions": { "mean": 2.875, "std": 0.125, "n": 3 }, "state.paired_accuracy_difference_vs_full-history-opd": { "mean": 0.0, "std": 0.0, "n": 3 }, "state.paired_accuracy_difference_vs_state-no-expansion": { "mean": 0.0, "std": 0.0, "n": 3 } }, "execution_checks": { "state": { "per_seed": [ { "seed": 42, "actual_optimizer_updates": 2, "teacher_prior_reasoning_removed_responses": 10, "executed_root_actions": 6, "response_pool_size": 14, "supervised_tokens": 831, "invocation_elapsed_seconds": 108.6140403021127 }, { "seed": 43, "actual_optimizer_updates": 2, "teacher_prior_reasoning_removed_responses": 10, "executed_root_actions": 6, "response_pool_size": 14, "supervised_tokens": 648, "invocation_elapsed_seconds": 116.26493715681136 }, { "seed": 44, "actual_optimizer_updates": 2, "teacher_prior_reasoning_removed_responses": 8, "executed_root_actions": 6, "response_pool_size": 14, "supervised_tokens": 278, "invocation_elapsed_seconds": 82.93957048468292 } ], "completed_seeds": 3, "teacher_context_from_actual_protocol": "executed-state", "teacher_prior_reasoning_removed_responses_per_seed": [ 10, 10, 8 ], "teacher_prior_reasoning_removed_observed": true, "expanded_actions_executed": 0 }, "full-history-opd": { "per_seed": [ { "seed": 42, "actual_optimizer_updates": 2, "teacher_prior_reasoning_removed_responses": 0, "executed_root_actions": 10, "response_pool_size": 10, "supervised_tokens": 327, "invocation_elapsed_seconds": 79.93653836101294 }, { "seed": 43, "actual_optimizer_updates": 2, "teacher_prior_reasoning_removed_responses": 0, "executed_root_actions": 11, "response_pool_size": 11, "supervised_tokens": 391, "invocation_elapsed_seconds": 114.86450449563563 }, { "seed": 44, "actual_optimizer_updates": 2, "teacher_prior_reasoning_removed_responses": 0, "executed_root_actions": 12, "response_pool_size": 12, "supervised_tokens": 264, "invocation_elapsed_seconds": 91.80875194817781 } ], "completed_seeds": 3, "teacher_context_from_actual_protocol": "full-history", "teacher_prior_reasoning_removed_responses_per_seed": [ 0, 0, 0 ], "teacher_prior_reasoning_removed_observed": false, "expanded_actions_executed": 0 }, "state-no-expansion": { "per_seed": [ { "seed": 42, "actual_optimizer_updates": 2, "teacher_prior_reasoning_removed_responses": 4, "executed_root_actions": 6, "response_pool_size": 6, "supervised_tokens": 228, "invocation_elapsed_seconds": 90.22789410315454 }, { "seed": 43, "actual_optimizer_updates": 2, "teacher_prior_reasoning_removed_responses": 3, "executed_root_actions": 5, "response_pool_size": 5, "supervised_tokens": 238, "invocation_elapsed_seconds": 93.40040184371173 }, { "seed": 44, "actual_optimizer_updates": 2, "teacher_prior_reasoning_removed_responses": 3, "executed_root_actions": 5, "response_pool_size": 5, "supervised_tokens": 119, "invocation_elapsed_seconds": 105.08867189660668 } ], "completed_seeds": 3, "teacher_context_from_actual_protocol": "executed-state", "teacher_prior_reasoning_removed_responses_per_seed": [ 4, 3, 3 ], "teacher_prior_reasoning_removed_observed": true, "expanded_actions_executed": 0 } }, "actual_cuda_run_count": 9, "evaluation_protocol": { "tier": "l1_mechanism", "seeds": [ 42, 43, 44 ], "formal_comparison": false, "promotion_eligible": false, "test_used_for_selection": false, "matched_configured_budget": true, "matched_actual_compute": false, "claim_policy": "three-seed L1 mechanism diagnostic; no stable capability or production improvement claimed" }, "provenance": { "code_commit": "6aabe57a97ec3a586aac7aeea66128750f9441da", "artifact_path": "docs/reproductions/2610.13238-state-opd/metrics/public-a100-three-arms-seeds42-44.json", "dataset_fingerprint": "69efc634f51a589335fcdea85238bf3218653a94de2ba2604a64056960547dab", "execution_config_sha256": "506dce6568921b9c8fa75d969267537f9bb5c5c5b093a77b283616a2246524c5", "raw_results_sha256": { "state-s42": "ae3dc6b5708714854894a20568bc74dac0a4c5f43f726bf57bbce16ceced3d04", "state-s43": "263ecbb086455fb7deda2212cb1d108e56f5de01d458910203801c918c094061", "state-s44": "9b77d31b2a8f96e901d7dac37f6703a7b70b746e7ca95d88f9fea30a8676eb02", "full-history-opd-s42": "d36756f4d522b636c8bd49a07a4d806090aaf619d4f395b64051c8008a4001cd", "full-history-opd-s43": "a2400e6af0133c75eb1f17d71503a22719de63eb0c8f5829cc2cc1e5ff9409fb", "full-history-opd-s44": "ed275ae72b6558c874701b6ffb44dd38db1fb907b0d70548de24a3b053df9f08", "state-no-expansion-s42": "ed7e61851b26ddc2dc9a0d9cbab7c0400c50b4d74019045326aa1a7d57b28e5b", "state-no-expansion-s43": "91164446f8814b5af936d1f03f90479abf3fca3d0dd5e8d60c4ac77971e4a65a", "state-no-expansion-s44": "ae65a2a9f175829d876f337760fb71a7205755ee68919c65473976f69be9d81b" } }, "limitations": [ "Three-seed L1 public calculator mechanism diagnostic, not original environment or formal capability evaluation.", "Negative/zero validation metrics are retained; optimizer updates alone do not prove task improvement.", "Configured response/step budgets match; realized response pools/tokens differ and full prompt/FLOP costs are not measured.", "Measured token cost here is training supervised response tokens; validation generation tokens are not recorded by the State runner." ] }