{
  "schema_version": 2,
  "method": "ig-opd",
  "manifest_ref": "post-training:ig-opd",
  "seeds": [
    42,
    43,
    44
  ],
  "dataset": {
    "id": "fixture:oct18-post-components-v1",
    "revision": "sha256:892558620552098707845985bf97a045802b1776337d19e011599745d5539a11"
  },
  "evaluation_tier": "l1_mechanism",
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": false,
    "claim_policy": "bounded mechanism/protocol diagnostic, not capability evidence"
  },
  "metrics": {
    "actor_receives_reference_answer": false,
    "advantage_reference_max_abs_error": {
      "mean": 2.9605947323337506e-16,
      "std": 1.2819751242557092e-16,
      "n": 3
    },
    "external_observation_tokens_excluded": {
      "mean": 2,
      "std": 0.0,
      "n": 3
    },
    "formatting_iqc_max_abs_credit": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    },
    "gain_telescoping_max_abs_error": {
      "mean": 5.921189464667501e-16,
      "std": 2.5639502485114184e-16,
      "n": 3
    },
    "gradient_norm_min": {
      "mean": 0.1834808859171997,
      "std": 0.03559155983441021,
      "n": 3
    },
    "macro_action_credit_max_abs_error": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    },
    "no_gain_equal_teacher_negative_control_max_abs_advantage": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    },
    "no_gain_turn_share_max_abs_error": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    },
    "optimizer_updates": {
      "mean": 3,
      "std": 0.0,
      "n": 3
    },
    "parameter_delta_l2": {
      "mean": 0.032244593479169296,
      "std": 0.005734212184479766,
      "n": 3
    },
    "teacher_delta_l2": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    }
  },
  "per_seed": [
    {
      "seed": 42,
      "status": "completed",
      "metrics": {
        "parameter_delta_l2": 0.03723814482803477,
        "gradient_norm_min": 0.22453154225787605,
        "optimizer_updates": 3,
        "advantage_reference_max_abs_error": 4.440892098500626e-16,
        "macro_action_credit_max_abs_error": 0.0,
        "gain_telescoping_max_abs_error": 4.440892098500626e-16,
        "no_gain_equal_teacher_negative_control_max_abs_advantage": 0.0,
        "no_gain_turn_share_max_abs_error": 0.0,
        "formatting_iqc_max_abs_credit": 0.0,
        "teacher_delta_l2": 0.0,
        "actor_receives_reference_answer": false,
        "external_observation_tokens_excluded": 2
      }
    },
    {
      "seed": 43,
      "status": "completed",
      "metrics": {
        "parameter_delta_l2": 0.02598224705499369,
        "gradient_norm_min": 0.16125501608428236,
        "optimizer_updates": 3,
        "advantage_reference_max_abs_error": 2.220446049250313e-16,
        "macro_action_credit_max_abs_error": 0.0,
        "gain_telescoping_max_abs_error": 4.440892098500626e-16,
        "no_gain_equal_teacher_negative_control_max_abs_advantage": 0.0,
        "no_gain_turn_share_max_abs_error": 0.0,
        "formatting_iqc_max_abs_credit": 0.0,
        "teacher_delta_l2": 0.0,
        "actor_receives_reference_answer": false,
        "external_observation_tokens_excluded": 2
      }
    },
    {
      "seed": 44,
      "status": "completed",
      "metrics": {
        "parameter_delta_l2": 0.03351338855447944,
        "gradient_norm_min": 0.16465609940944065,
        "optimizer_updates": 3,
        "advantage_reference_max_abs_error": 2.220446049250313e-16,
        "macro_action_credit_max_abs_error": 0.0,
        "gain_telescoping_max_abs_error": 8.881784197001252e-16,
        "no_gain_equal_teacher_negative_control_max_abs_advantage": 0.0,
        "no_gain_turn_share_max_abs_error": 0.0,
        "formatting_iqc_max_abs_credit": 0.0,
        "teacher_delta_l2": 0.0,
        "actor_receives_reference_answer": false,
        "external_observation_tokens_excluded": 2
      }
    }
  ],
  "provenance": {
    "commit": "505dbfa7537fd3a325a1c4fc827a3a5629afd132",
    "artifact_path": "docs/post-training/2610.20664-ig-opd/metrics/component-cuda-seeds42-44.json",
    "dataset_fingerprint": "sha256:0130680bf4328e47ee3154055fd641fc037d71f453780fda7271dfbab4d17cac",
    "raw_runner_artifact_sha256": "1775d38861959f5891ab4a5c8748956a50ccd884a1b28cb9c401afe9b0e93d19",
    "executed_source_sha256": {
      "src/auto_research/post_training/reviewed_oct18.py": "4f93007608a535b6012276dd628df80fdd39bce93f944d8e7a77a9c628d8d196",
      "scripts/run_oct18_post_components.py": "892558620552098707845985bf97a045802b1776337d19e011599745d5539a11"
    },
    "accelerator": "NVIDIA A100-SXM4-80GB"
  },
  "diagnostic_only": true,
  "promotion_eligible": false,
  "evolve_integrated": false,
  "full_experiment_status": "not_reproduced_high_cost",
  "full_experiment_review_done": true
}