{ "schema_version": 2, "method": "knowgpo", "manifest_ref": "post-training:knowgpo", "seeds": [ 42, 43, 44 ], "dataset": { "id": "synthetic:oct19-knowledge-credit-v1", "revision": "sha256:a1d7e454b7803b542d9d384c640cfa0641888e8b32f4e77ae3d8f3662bea5bee" }, "evaluation_tier": "l1_mechanism", "evaluation_protocol": { "tier": "l1_mechanism", "seeds": [ 42, 43, 44 ], "formal_comparison": false, "claim_policy": "bounded component/protocol fixtures; not capability or official benchmark evidence" }, "metrics": { "actor_receives_private_verifier_state": false, "answer_process_max_abs_credit": { "mean": 0.0, "std": 0.0, "n": 3 }, "credit_reference_max_abs_error": { "mean": 2.7755575615628914e-16, "std": 9.614813431917819e-17, "n": 3 }, "gradient_norm_min": { "mean": 0.10658101085677307, "std": 0.0032256786266912055, "n": 3 }, "group_count_last": { "mean": 7, "std": 1.0, "n": 3 }, "loss_reference_max_abs_error": { "mean": 4.8953698125576434e-17, "std": 3.308312620800459e-17, "n": 3 }, "non_singleton_group_count_last": { "mean": 4.666666666666667, "std": 0.5773502691896257, "n": 3 }, "observation_credit_max_abs_error": { "mean": 0.0, "std": 0.0, "n": 3 }, "optimizer_updates": { "mean": 3, "std": 0.0, "n": 3 }, "parameter_delta_l2": { "mean": 0.01219243856394719, "std": 0.001405857516483013, "n": 3 }, "reference_delta_l2": { "mean": 0.0, "std": 0.0, "n": 3 }, "reference_gradient_count": { "mean": 0, "std": 0.0, "n": 3 }, "reverse_kl_max": { "mean": 5.020228573940403e-06, "std": 2.0653818930472005e-06, "n": 3 }, "singleton_negative_control_max_abs_advantage": { "mean": 0.0, "std": 0.0, "n": 3 } }, "per_seed": [ { "seed": 42, "status": "completed", "metrics": { "parameter_delta_l2": 0.012677541839193179, "gradient_norm_min": 0.10369031742642415, "optimizer_updates": 3, "credit_reference_max_abs_error": 3.3306690738754696e-16, "loss_reference_max_abs_error": 2.3502980529489694e-17, "reference_delta_l2": 0.0, "reference_gradient_count": 0, "reverse_kl_max": 3.675305302813899e-06, "answer_process_max_abs_credit": 0.0, "observation_credit_max_abs_error": 0.0, "singleton_negative_control_max_abs_advantage": 0.0, "group_count_last": 6, "non_singleton_group_count_last": 4, "actor_receives_private_verifier_state": false }, "group_audit": [ { "update": 0, "query_ids": [ "query-0", "query-0", "query-0", "query-0", "query-0", "query-0", "query-1", "query-1", "query-1", "query-1", "query-1", "query-1" ], "increments": [ [ [ false, false, true ], [ false, true, false ], [ false, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, false ] ], [ [ true, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, true, false ], [ true, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, false ] ] ], "outcomes": [ 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "before_states": [ [ [ false, false, false ], [ false, false, true ], [ false, true, true ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, true ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, true, false ] ], [ [ false, false, false ], [ false, true, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ] ], "after_states": [ [ [ false, false, true ], [ false, true, true ], [ false, true, true ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, true, true ], [ false, true, true ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ], [ [ true, false, false ], [ true, true, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, true, false ], [ true, true, false ], [ true, true, false ] ], [ [ false, true, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, true, false ], [ false, true, false ], [ false, true, false ] ], [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ] ], "groups": [ { "query_id": "query-0", "before_state": [ false, false, false ], "positions": [ [ 0, 0 ], [ 1, 0 ], [ 2, 0 ], [ 2, 1 ], [ 3, 0 ], [ 4, 0 ], [ 5, 0 ] ], "gains": [ 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0 ], "advantages": [ 0.6324541320367751, 0.6324541320367751, -1.5811353300919373, -1.5811353300919373, 0.6324541320367751, 0.6324541320367751, 0.6324541320367751 ] }, { "query_id": "query-0", "before_state": [ false, false, true ], "positions": [ [ 0, 1 ], [ 1, 1 ], [ 4, 1 ] ], "gains": [ 1.0, 0.0, 0.0 ], "advantages": [ 1.4142105623794592, -0.7071052811897295, -0.7071052811897295 ] }, { "query_id": "query-0", "before_state": [ false, true, false ], "positions": [ [ 3, 1 ] ], "gains": [ 1.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-0", "before_state": [ true, false, false ], "positions": [ [ 5, 1 ] ], "gains": [ 1.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-1", "before_state": [ false, false, false ], "positions": [ [ 6, 0 ], [ 6, 1 ], [ 7, 0 ], [ 8, 0 ], [ 9, 0 ], [ 10, 0 ], [ 11, 0 ] ], "gains": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "advantages": [ -2.4494827428031822, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305 ] }, { "query_id": "query-1", "before_state": [ false, true, false ], "positions": [ [ 7, 1 ], [ 8, 1 ], [ 9, 1 ] ], "gains": [ 1.0, 0.0, 0.0 ], "advantages": [ 1.4142105623794592, -0.7071052811897295, -0.7071052811897295 ] }, { "query_id": "query-1", "before_state": [ true, false, false ], "positions": [ [ 10, 1 ] ], "gains": [ 0.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-1", "before_state": [ false, false, true ], "positions": [ [ 11, 1 ] ], "gains": [ 0.0 ], "advantages": [ 0.0 ] } ], "answer_process_advantages": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, { "update": 1, "query_ids": [ "query-0", "query-0", "query-0", "query-0", "query-0", "query-0", "query-1", "query-1", "query-1", "query-1", "query-1", "query-1" ], "increments": [ [ [ false, false, true ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, true ], [ true, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, false, true ], [ true, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, true ], [ true, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, true, false ], [ false, false, true ], [ false, false, false ] ], [ [ true, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, false, false ], [ false, false, false ] ] ], "outcomes": [ 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0 ], "before_states": [ [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ false, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, true ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ] ], "after_states": [ [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, true ], [ true, false, true ], [ true, false, true ] ], [ [ true, false, false ], [ true, true, false ], [ true, true, false ] ], [ [ false, false, true ], [ true, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, true ], [ true, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, true, false ], [ false, true, true ], [ false, true, true ] ], [ [ true, false, false ], [ true, true, false ], [ true, true, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, true, false ], [ false, true, false ], [ false, true, false ] ] ], "groups": [ { "query_id": "query-0", "before_state": [ false, false, false ], "positions": [ [ 0, 0 ], [ 1, 0 ], [ 2, 0 ], [ 3, 0 ], [ 4, 0 ], [ 4, 1 ], [ 5, 0 ] ], "gains": [ 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0 ], "advantages": [ 0.6324541320367751, 0.6324541320367751, 0.6324541320367751, 0.6324541320367751, -1.581135330091937, -1.581135330091937, 0.6324541320367751 ] }, { "query_id": "query-0", "before_state": [ false, false, true ], "positions": [ [ 0, 1 ], [ 1, 1 ], [ 3, 1 ], [ 5, 1 ] ], "gains": [ 0.0, 1.0, 1.0, 1.0 ], "advantages": [ -1.732046807578115, 0.5773489358593717, 0.5773489358593717, 0.5773489358593717 ] }, { "query_id": "query-0", "before_state": [ true, false, false ], "positions": [ [ 2, 1 ] ], "gains": [ 1.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-1", "before_state": [ false, false, false ], "positions": [ [ 6, 0 ], [ 6, 1 ], [ 7, 0 ], [ 8, 0 ], [ 9, 0 ], [ 9, 1 ], [ 10, 0 ], [ 11, 0 ] ], "gains": [ 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0 ], "advantages": [ -1.732046807578115, 0.5773489358593717, 0.5773489358593717, 0.5773489358593717, -1.732046807578115, 0.5773489358593717, 0.5773489358593717, 0.5773489358593717 ] }, { "query_id": "query-1", "before_state": [ false, true, false ], "positions": [ [ 7, 1 ], [ 11, 1 ] ], "gains": [ 1.0, 0.0 ], "advantages": [ 0.999998000004, -0.999998000004 ] }, { "query_id": "query-1", "before_state": [ true, false, false ], "positions": [ [ 8, 1 ], [ 10, 1 ] ], "gains": [ 1.0, 0.0 ], "advantages": [ 0.999998000004, -0.999998000004 ] } ], "answer_process_advantages": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, { "update": 2, "query_ids": [ "query-0", "query-0", "query-0", "query-0", "query-0", "query-0", "query-1", "query-1", "query-1", "query-1", "query-1", "query-1" ], "increments": [ [ [ false, true, false ], [ false, true, false ], [ false, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ true, false, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, true, false ], [ true, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, true, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, false, true ], [ false, true, false ], [ false, false, false ] ] ], "outcomes": [ 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "before_states": [ [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, true, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, true, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, false ], [ false, true, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, true ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, true, true ] ] ], "after_states": [ [ [ false, true, false ], [ false, true, false ], [ false, true, false ] ], [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ true, false, false ], [ true, true, false ], [ true, true, false ] ], [ [ true, false, false ], [ true, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, true, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, true, false ], [ true, true, false ], [ true, true, false ] ], [ [ false, true, false ], [ false, true, true ], [ false, true, true ] ], [ [ false, true, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, true ], [ false, true, true ], [ false, true, true ] ] ], "groups": [ { "query_id": "query-0", "before_state": [ false, false, false ], "positions": [ [ 0, 0 ], [ 1, 0 ], [ 2, 0 ], [ 3, 0 ], [ 4, 0 ], [ 4, 1 ], [ 5, 0 ] ], "gains": [ 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0 ], "advantages": [ 0.4082471238005305, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305, -2.4494827428031822, 0.4082471238005305, 0.4082471238005305 ] }, { "query_id": "query-0", "before_state": [ false, true, false ], "positions": [ [ 0, 1 ] ], "gains": [ 0.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-0", "before_state": [ true, false, false ], "positions": [ [ 1, 1 ], [ 2, 1 ], [ 3, 1 ], [ 5, 1 ] ], "gains": [ 0.0, 1.0, 1.0, 0.0 ], "advantages": [ -0.999998000004, 0.999998000004, 0.999998000004, -0.999998000004 ] }, { "query_id": "query-1", "before_state": [ false, false, false ], "positions": [ [ 6, 0 ], [ 6, 1 ], [ 7, 0 ], [ 8, 0 ], [ 9, 0 ], [ 10, 0 ], [ 11, 0 ] ], "gains": [ 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "advantages": [ -2.4494827428031822, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305 ] }, { "query_id": "query-1", "before_state": [ false, true, false ], "positions": [ [ 7, 1 ], [ 8, 1 ], [ 9, 1 ], [ 10, 1 ] ], "gains": [ 0.0, 1.0, 1.0, 0.0 ], "advantages": [ -0.999998000004, 0.999998000004, 0.999998000004, -0.999998000004 ] }, { "query_id": "query-1", "before_state": [ false, false, true ], "positions": [ [ 11, 1 ] ], "gains": [ 1.0 ], "advantages": [ 0.0 ] } ], "answer_process_advantages": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } ] }, { "seed": 43, "status": "completed", "metrics": { "parameter_delta_l2": 0.01060826795436867, "gradient_norm_min": 0.11006054567079573, "optimizer_updates": 3, "credit_reference_max_abs_error": 1.6653345369377348e-16, "loss_reference_max_abs_error": 3.700743415417189e-17, "reference_delta_l2": 0.0, "reference_gradient_count": 0, "reverse_kl_max": 7.3983245226593285e-06, "answer_process_max_abs_credit": 0.0, "observation_credit_max_abs_error": 0.0, "singleton_negative_control_max_abs_advantage": 0.0, "group_count_last": 8, "non_singleton_group_count_last": 5, "actor_receives_private_verifier_state": false }, "group_audit": [ { "update": 0, "query_ids": [ "query-0", "query-0", "query-0", "query-0", "query-0", "query-0", "query-1", "query-1", "query-1", "query-1", "query-1", "query-1" ], "increments": [ [ [ false, true, false ], [ true, false, false ], [ false, false, false ] ], [ [ false, false, true ], [ true, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ true, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, false ] ], [ [ true, false, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, false, true ], [ false, false, false ] ] ], "outcomes": [ 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0 ], "before_states": [ [ [ false, false, false ], [ false, true, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, true, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, true, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, true ] ] ], "after_states": [ [ [ false, true, false ], [ true, true, false ], [ true, true, false ] ], [ [ false, false, true ], [ true, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ true, false, false ], [ true, true, false ], [ true, true, false ] ], [ [ false, true, false ], [ false, true, true ], [ false, true, true ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ true, false, false ], [ true, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, true, true ], [ false, true, true ] ] ], "groups": [ { "query_id": "query-0", "before_state": [ false, false, false ], "positions": [ [ 0, 0 ], [ 1, 0 ], [ 2, 0 ], [ 2, 1 ], [ 3, 0 ], [ 4, 0 ], [ 5, 0 ], [ 5, 1 ] ], "gains": [ 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "advantages": [ 0.5773489358593717, 0.5773489358593717, -1.732046807578115, 0.5773489358593717, 0.5773489358593717, 0.5773489358593717, -1.732046807578115, 0.5773489358593717 ] }, { "query_id": "query-0", "before_state": [ false, true, false ], "positions": [ [ 0, 1 ] ], "gains": [ 1.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-0", "before_state": [ false, false, true ], "positions": [ [ 1, 1 ] ], "gains": [ 1.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-0", "before_state": [ true, false, false ], "positions": [ [ 3, 1 ], [ 4, 1 ] ], "gains": [ 0.0, 0.0 ], "advantages": [ 0.0, 0.0 ] }, { "query_id": "query-1", "before_state": [ false, false, false ], "positions": [ [ 6, 0 ], [ 7, 0 ], [ 8, 0 ], [ 8, 1 ], [ 9, 0 ], [ 10, 0 ], [ 10, 1 ], [ 11, 0 ] ], "gains": [ 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0 ], "advantages": [ 0.7745950692447884, 0.7745950692447884, -1.2909917820746473, 0.7745950692447884, 0.7745950692447884, -1.2909917820746473, -1.2909917820746473, 0.7745950692447884 ] }, { "query_id": "query-1", "before_state": [ true, false, false ], "positions": [ [ 6, 1 ], [ 9, 1 ] ], "gains": [ 1.0, 1.0 ], "advantages": [ 0.0, 0.0 ] }, { "query_id": "query-1", "before_state": [ false, true, false ], "positions": [ [ 7, 1 ], [ 11, 1 ] ], "gains": [ 1.0, 1.0 ], "advantages": [ 0.0, 0.0 ] } ], "answer_process_advantages": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, { "update": 1, "query_ids": [ "query-0", "query-0", "query-0", "query-0", "query-0", "query-0", "query-1", "query-1", "query-1", "query-1", "query-1", "query-1" ], "increments": [ [ [ true, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, false ] ], [ [ false, true, false ], [ false, false, true ], [ false, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ false, false, true ], [ true, false, false ], [ false, false, false ] ], [ [ false, false, true ], [ false, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, true, false ], [ false, false, false ] ], [ [ true, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, false, true ], [ true, false, false ], [ false, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, false ] ], [ [ true, false, false ], [ false, false, true ], [ false, false, false ] ] ], "outcomes": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0 ], "before_states": [ [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ false, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, true ] ] ], "after_states": [ [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ], [ [ false, true, false ], [ false, true, true ], [ false, true, true ] ], [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, true ], [ true, false, true ], [ true, false, true ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ], [ [ false, true, false ], [ false, true, false ], [ false, true, false ] ], [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ true, false, false ], [ true, true, false ], [ true, true, false ] ], [ [ false, false, true ], [ true, false, true ], [ true, false, true ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ], [ [ true, false, false ], [ true, false, true ], [ true, false, true ] ] ], "groups": [ { "query_id": "query-0", "before_state": [ false, false, false ], "positions": [ [ 0, 0 ], [ 1, 0 ], [ 2, 0 ], [ 3, 0 ], [ 4, 0 ], [ 5, 0 ] ], "gains": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "advantages": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, { "query_id": "query-0", "before_state": [ true, false, false ], "positions": [ [ 0, 1 ], [ 3, 1 ] ], "gains": [ 0.0, 0.0 ], "advantages": [ 0.0, 0.0 ] }, { "query_id": "query-0", "before_state": [ false, false, true ], "positions": [ [ 1, 1 ], [ 4, 1 ], [ 5, 1 ] ], "gains": [ 0.0, 1.0, 0.0 ], "advantages": [ -0.7071052811897295, 1.4142105623794592, -0.7071052811897295 ] }, { "query_id": "query-0", "before_state": [ false, true, false ], "positions": [ [ 2, 1 ] ], "gains": [ 1.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-1", "before_state": [ false, false, false ], "positions": [ [ 6, 0 ], [ 7, 0 ], [ 8, 0 ], [ 9, 0 ], [ 10, 0 ], [ 11, 0 ] ], "gains": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "advantages": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, { "query_id": "query-1", "before_state": [ false, true, false ], "positions": [ [ 6, 1 ] ], "gains": [ 0.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-1", "before_state": [ true, false, false ], "positions": [ [ 7, 1 ], [ 8, 1 ], [ 11, 1 ] ], "gains": [ 0.0, 1.0, 1.0 ], "advantages": [ -1.414210562379459, 0.7071052811897296, 0.7071052811897296 ] }, { "query_id": "query-1", "before_state": [ false, false, true ], "positions": [ [ 9, 1 ], [ 10, 1 ] ], "gains": [ 1.0, 0.0 ], "advantages": [ 0.999998000004, -0.999998000004 ] } ], "answer_process_advantages": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, { "update": 2, "query_ids": [ "query-0", "query-0", "query-0", "query-0", "query-0", "query-0", "query-1", "query-1", "query-1", "query-1", "query-1", "query-1" ], "increments": [ [ [ false, true, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ true, false, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, true ], [ true, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ true, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, false, true ], [ false, true, false ], [ false, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ false, false, false ] ] ], "outcomes": [ 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], "before_states": [ [ [ false, false, false ], [ false, true, false ], [ false, true, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, true, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ false, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ true, true, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, true, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, true, true ] ], [ [ false, false, false ], [ false, false, false ], [ true, false, false ] ] ], "after_states": [ [ [ false, true, false ], [ false, true, true ], [ false, true, true ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ true, false, false ], [ true, false, true ], [ true, false, true ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, true ], [ true, false, true ], [ true, false, true ] ], [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, true, false ], [ true, true, false ], [ true, true, false ] ], [ [ true, false, false ], [ true, true, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, true, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, true ], [ false, true, true ], [ false, true, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ] ], "groups": [ { "query_id": "query-0", "before_state": [ false, false, false ], "positions": [ [ 0, 0 ], [ 1, 0 ], [ 1, 1 ], [ 2, 0 ], [ 3, 0 ], [ 4, 0 ], [ 5, 0 ] ], "gains": [ 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "advantages": [ 0.4082471238005305, -2.4494827428031822, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305 ] }, { "query_id": "query-0", "before_state": [ false, true, false ], "positions": [ [ 0, 1 ] ], "gains": [ 1.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-0", "before_state": [ true, false, false ], "positions": [ [ 2, 1 ], [ 5, 1 ] ], "gains": [ 1.0, 0.0 ], "advantages": [ 0.999998000004, -0.999998000004 ] }, { "query_id": "query-0", "before_state": [ false, false, true ], "positions": [ [ 3, 1 ], [ 4, 1 ] ], "gains": [ 0.0, 1.0 ], "advantages": [ -0.999998000004, 0.999998000004 ] }, { "query_id": "query-1", "before_state": [ false, false, false ], "positions": [ [ 6, 0 ], [ 7, 0 ], [ 8, 0 ], [ 8, 1 ], [ 9, 0 ], [ 10, 0 ], [ 11, 0 ], [ 11, 1 ] ], "gains": [ 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0 ], "advantages": [ 0.5773489358593717, 0.5773489358593717, -1.732046807578115, 0.5773489358593717, 0.5773489358593717, 0.5773489358593717, -1.732046807578115, 0.5773489358593717 ] }, { "query_id": "query-1", "before_state": [ false, true, false ], "positions": [ [ 6, 1 ], [ 9, 1 ] ], "gains": [ 1.0, 0.0 ], "advantages": [ 0.999998000004, -0.999998000004 ] }, { "query_id": "query-1", "before_state": [ true, false, false ], "positions": [ [ 7, 1 ] ], "gains": [ 1.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-1", "before_state": [ false, false, true ], "positions": [ [ 10, 1 ] ], "gains": [ 1.0 ], "advantages": [ 0.0 ] } ], "answer_process_advantages": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } ] }, { "seed": 44, "status": "completed", "metrics": { "parameter_delta_l2": 0.013291505898279717, "gradient_norm_min": 0.10599216947309935, "optimizer_updates": 3, "credit_reference_max_abs_error": 3.3306690738754696e-16, "loss_reference_max_abs_error": 8.635067969306772e-17, "reference_delta_l2": 0.0, "reference_gradient_count": 0, "reverse_kl_max": 3.987055896347983e-06, "answer_process_max_abs_credit": 0.0, "observation_credit_max_abs_error": 0.0, "singleton_negative_control_max_abs_advantage": 0.0, "group_count_last": 7, "non_singleton_group_count_last": 5, "actor_receives_private_verifier_state": false }, "group_audit": [ { "update": 0, "query_ids": [ "query-0", "query-0", "query-0", "query-0", "query-0", "query-0", "query-1", "query-1", "query-1", "query-1", "query-1", "query-1" ], "increments": [ [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ true, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, true ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, true ], [ true, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, true ], [ true, false, false ], [ false, false, false ] ] ], "outcomes": [ 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0 ], "before_states": [ [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, true ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ false, false, true ], [ true, false, true ] ] ], "after_states": [ [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ true, true, false ], [ true, true, false ] ], [ [ false, true, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, true, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, true, false ], [ false, true, true ], [ false, true, true ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, true ], [ true, false, true ], [ true, false, true ] ], [ [ true, false, false ], [ true, false, true ], [ true, false, true ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, true ], [ true, false, true ], [ true, false, true ] ] ], "groups": [ { "query_id": "query-0", "before_state": [ false, false, false ], "positions": [ [ 0, 0 ], [ 0, 1 ], [ 1, 0 ], [ 2, 0 ], [ 3, 0 ], [ 4, 0 ], [ 5, 0 ] ], "gains": [ 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "advantages": [ -1.581135330091937, -1.581135330091937, 0.6324541320367751, 0.6324541320367751, 0.6324541320367751, 0.6324541320367751, 0.6324541320367751 ] }, { "query_id": "query-0", "before_state": [ false, true, false ], "positions": [ [ 1, 1 ], [ 2, 1 ], [ 3, 1 ], [ 4, 1 ] ], "gains": [ 1.0, 0.0, 0.0, 1.0 ], "advantages": [ 0.999998000004, -0.999998000004, -0.999998000004, 0.999998000004 ] }, { "query_id": "query-0", "before_state": [ false, false, true ], "positions": [ [ 5, 1 ] ], "gains": [ 0.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-1", "before_state": [ false, false, false ], "positions": [ [ 6, 0 ], [ 6, 1 ], [ 7, 0 ], [ 7, 1 ], [ 8, 0 ], [ 9, 0 ], [ 10, 0 ], [ 11, 0 ] ], "gains": [ 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0 ], "advantages": [ -0.999998000004, -0.999998000004, -0.999998000004, -0.999998000004, 0.999998000004, 0.999998000004, 0.999998000004, 0.999998000004 ] }, { "query_id": "query-1", "before_state": [ false, false, true ], "positions": [ [ 8, 1 ], [ 10, 1 ], [ 11, 1 ] ], "gains": [ 1.0, 0.0, 1.0 ], "advantages": [ 0.7071052811897296, -1.414210562379459, 0.7071052811897296 ] }, { "query_id": "query-1", "before_state": [ true, false, false ], "positions": [ [ 9, 1 ] ], "gains": [ 1.0 ], "advantages": [ 0.0 ] } ], "answer_process_advantages": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, { "update": 1, "query_ids": [ "query-0", "query-0", "query-0", "query-0", "query-0", "query-0", "query-1", "query-1", "query-1", "query-1", "query-1", "query-1" ], "increments": [ [ [ false, true, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ false, true, false ], [ false, false, true ], [ false, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, false ] ] ], "outcomes": [ 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0 ], "before_states": [ [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ] ], "after_states": [ [ [ false, true, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ true, false, true ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, true, false ], [ false, true, true ], [ false, true, true ] ], [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ] ], "groups": [ { "query_id": "query-0", "before_state": [ false, false, false ], "positions": [ [ 0, 0 ], [ 1, 0 ], [ 1, 1 ], [ 2, 0 ], [ 3, 0 ], [ 3, 1 ], [ 4, 0 ], [ 4, 1 ], [ 5, 0 ] ], "gains": [ 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0 ], "advantages": [ 1.118031738754423, -0.8944253910035382, -0.8944253910035382, 1.118031738754423, -0.8944253910035382, -0.8944253910035382, -0.8944253910035382, 1.118031738754423, 1.118031738754423 ] }, { "query_id": "query-0", "before_state": [ false, true, false ], "positions": [ [ 0, 1 ], [ 5, 1 ] ], "gains": [ 0.0, 1.0 ], "advantages": [ -0.999998000004, 0.999998000004 ] }, { "query_id": "query-0", "before_state": [ true, false, false ], "positions": [ [ 2, 1 ] ], "gains": [ 1.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-1", "before_state": [ false, false, false ], "positions": [ [ 6, 0 ], [ 7, 0 ], [ 8, 0 ], [ 8, 1 ], [ 9, 0 ], [ 9, 1 ], [ 10, 0 ], [ 11, 0 ] ], "gains": [ 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0 ], "advantages": [ 0.5773489358593717, 0.5773489358593717, -1.732046807578115, 0.5773489358593717, -1.732046807578115, 0.5773489358593717, 0.5773489358593717, 0.5773489358593717 ] }, { "query_id": "query-1", "before_state": [ true, false, false ], "positions": [ [ 6, 1 ], [ 10, 1 ] ], "gains": [ 0.0, 0.0 ], "advantages": [ 0.0, 0.0 ] }, { "query_id": "query-1", "before_state": [ false, false, true ], "positions": [ [ 7, 1 ], [ 11, 1 ] ], "gains": [ 0.0, 0.0 ], "advantages": [ 0.0, 0.0 ] } ], "answer_process_advantages": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, { "update": 2, "query_ids": [ "query-0", "query-0", "query-0", "query-0", "query-0", "query-0", "query-1", "query-1", "query-1", "query-1", "query-1", "query-1" ], "increments": [ [ [ true, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ false, false, false ], [ false, false, false ] ], [ [ true, false, false ], [ false, true, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, true, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ false, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, false ] ], [ [ false, true, false ], [ false, false, false ], [ false, false, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, false ] ], [ [ true, false, false ], [ false, false, true ], [ false, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, false ] ], [ [ true, false, false ], [ false, false, false ], [ false, false, false ] ] ], "outcomes": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], "before_states": [ [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ true, false, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, true ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, true ] ], [ [ false, false, false ], [ false, false, false ], [ true, false, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, false ], [ false, false, false ], [ false, false, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, true ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ] ], "after_states": [ [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ true, false, false ], [ true, true, false ], [ true, true, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ false, true, false ], [ false, true, true ], [ false, true, true ] ], [ [ false, false, false ], [ true, false, false ], [ true, false, false ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ], [ [ false, true, false ], [ false, true, false ], [ false, true, false ] ], [ [ false, false, false ], [ false, false, true ], [ false, false, true ] ], [ [ true, false, false ], [ true, false, true ], [ true, false, true ] ], [ [ false, false, true ], [ false, false, true ], [ false, false, true ] ], [ [ true, false, false ], [ true, false, false ], [ true, false, false ] ] ], "groups": [ { "query_id": "query-0", "before_state": [ false, false, false ], "positions": [ [ 0, 0 ], [ 1, 0 ], [ 2, 0 ], [ 3, 0 ], [ 3, 1 ], [ 4, 0 ], [ 5, 0 ], [ 5, 1 ] ], "gains": [ 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], "advantages": [ 0.5773489358593717, 0.5773489358593717, 0.5773489358593717, -1.732046807578115, 0.5773489358593717, 0.5773489358593717, -1.732046807578115, 0.5773489358593717 ] }, { "query_id": "query-0", "before_state": [ true, false, false ], "positions": [ [ 0, 1 ], [ 1, 1 ], [ 2, 1 ] ], "gains": [ 0.0, 0.0, 1.0 ], "advantages": [ -0.7071052811897295, -0.7071052811897295, 1.4142105623794592 ] }, { "query_id": "query-0", "before_state": [ false, true, false ], "positions": [ [ 4, 1 ] ], "gains": [ 1.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-1", "before_state": [ false, false, false ], "positions": [ [ 6, 0 ], [ 7, 0 ], [ 8, 0 ], [ 8, 1 ], [ 9, 0 ], [ 10, 0 ], [ 11, 0 ] ], "gains": [ 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0 ], "advantages": [ 0.4082471238005305, 0.4082471238005305, -2.4494827428031822, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305, 0.4082471238005305 ] }, { "query_id": "query-1", "before_state": [ false, false, true ], "positions": [ [ 6, 1 ], [ 10, 1 ] ], "gains": [ 0.0, 0.0 ], "advantages": [ 0.0, 0.0 ] }, { "query_id": "query-1", "before_state": [ false, true, false ], "positions": [ [ 7, 1 ] ], "gains": [ 0.0 ], "advantages": [ 0.0 ] }, { "query_id": "query-1", "before_state": [ true, false, false ], "positions": [ [ 9, 1 ], [ 11, 1 ] ], "gains": [ 1.0, 0.0 ], "advantages": [ 0.999998000004, -0.999998000004 ] } ], "answer_process_advantages": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } ] } ], "provenance": { "commit": "8c963f810e45ce3886e43b1b5da39980e41c95c0", "artifact_path": "docs/post-training/2610.22331-knowgpo/metrics/component-cuda-seeds42-44.json", "dataset_fingerprint": "sha256:4285bb4cc09d0360e10085e1ce4ec00e7d82e6bf37a5226ee29e7c6024831bf4", "raw_runner_artifact_sha256": "952b81fb6ef8848534d1f2d73417fbf3a89523a2b92148e35eca4860027438e4", "executed_source_sha256": { "src/auto_research/post_training/reviewed_oct19.py": "dfb47e02a7acf9611eb76b1a366d8fcc457c04f085e4f1e210e279e8dbe839dc", "scripts/run_oct19_post_components.py": "a1d7e454b7803b542d9d384c640cfa0641888e8b32f4e77ae3d8f3662bea5bee" }, "accelerator": "NVIDIA A100-SXM4-80GB" }, "diagnostic_only": true, "promotion_eligible": false, "evolve_integrated": false, "full_experiment_status": "not_reproduced_high_cost", "full_experiment_review_done": true }