{
  "schema_version": 2,
  "method": "clean-rm",
  "manifest_ref": "post-training:clean-rm",
  "seeds": [
    42,
    43,
    44
  ],
  "dataset": {
    "id": "fixture:oct17-post-numeric-grammar-v1",
    "revision": "sha256:d4f7445085414e990508248e802cd60cdefffc76d0833f19e8911d9b327f2cc0"
  },
  "evaluation_tier": "l1_mechanism",
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": false,
    "claim_policy": "independent bounded operator diagnostic, not full paper or model capability"
  },
  "metrics": {
    "corrected_vs_naive_parameter_l2": {
      "mean": 0.1060585270013943,
      "std": 0.08721962641664437,
      "n": 3
    },
    "exact_ot_reference_abs_error": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    },
    "final_preupdate_joint_ot_loss": {
      "mean": 0.09072645089438104,
      "std": 0.03594983726351725,
      "n": 3
    },
    "final_signed_corrected_loss": {
      "mean": 1.0269822370954267,
      "std": 0.19214129551355222,
      "n": 3
    },
    "initial_joint_ot_loss": {
      "mean": 0.13024739336832653,
      "std": 0.039649647142012946,
      "n": 3
    },
    "noise_estimator_delta_during_reward_phase_l2": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    },
    "noise_estimator_delta_l2": {
      "mean": 0.289685725534618,
      "std": 0.059612214990035876,
      "n": 3
    },
    "noise_gradient_norm_min": {
      "mean": 0.44648211204743293,
      "std": 0.2736761944537287,
      "n": 3
    },
    "noise_optimizer_updates": {
      "mean": 4,
      "std": 0.0,
      "n": 3
    },
    "nondegenerate_margin_min": {
      "mean": 0.36053275853968064,
      "std": 0.06957178579504297,
      "n": 3
    },
    "reward_gradient_norm_min": {
      "mean": 2.4255140524259042,
      "std": 0.9195091837332527,
      "n": 3
    },
    "reward_optimizer_updates": {
      "mean": 4,
      "std": 0.0,
      "n": 3
    },
    "reward_parameter_delta_l2": {
      "mean": 0.32828356605138026,
      "std": 0.1378340556478753,
      "n": 3
    },
    "transport_marginal_max_abs_error": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    },
    "zero_noise_negative_control_abs_error": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    }
  },
  "per_seed": [
    {
      "seed": 42,
      "metrics": {
        "noise_estimator_delta_l2": 0.33048795642135215,
        "reward_parameter_delta_l2": 0.25327737373574527,
        "noise_estimator_delta_during_reward_phase_l2": 0.0,
        "noise_gradient_norm_min": 0.37270690519356303,
        "reward_gradient_norm_min": 1.958535686473017,
        "noise_optimizer_updates": 4,
        "reward_optimizer_updates": 4,
        "initial_joint_ot_loss": 0.1523554468436849,
        "final_preupdate_joint_ot_loss": 0.10546671239151564,
        "exact_ot_reference_abs_error": 0.0,
        "transport_marginal_max_abs_error": 0.0,
        "nondegenerate_margin_min": 0.3755634581620937,
        "zero_noise_negative_control_abs_error": 0.0,
        "corrected_vs_naive_parameter_l2": 0.09262280991966558,
        "final_signed_corrected_loss": 0.8719085318900728
      }
    },
    {
      "seed": 43,
      "metrics": {
        "noise_estimator_delta_l2": 0.31729502189970654,
        "reward_parameter_delta_l2": 0.24421865559531078,
        "noise_estimator_delta_during_reward_phase_l2": 0.0,
        "noise_gradient_norm_min": 0.21725587977444297,
        "reward_gradient_norm_min": 1.8332032939705436,
        "noise_optimizer_updates": 4,
        "reward_optimizer_updates": 4,
        "initial_joint_ot_loss": 0.08447276759874474,
        "final_preupdate_joint_ot_loss": 0.049749262590585236,
        "exact_ot_reference_abs_error": 0.0,
        "transport_marginal_max_abs_error": 0.0,
        "nondegenerate_margin_min": 0.42136060100361544,
        "zero_noise_negative_control_abs_error": 0.0,
        "corrected_vs_naive_parameter_l2": 0.026336381133803113,
        "final_signed_corrected_loss": 0.9671058919802771
      }
    },
    {
      "seed": 44,
      "metrics": {
        "noise_estimator_delta_l2": 0.22127419828279543,
        "reward_parameter_delta_l2": 0.4873546688230847,
        "noise_estimator_delta_during_reward_phase_l2": 0.0,
        "noise_gradient_norm_min": 0.7494835511742929,
        "reward_gradient_norm_min": 3.484803176834152,
        "noise_optimizer_updates": 4,
        "reward_optimizer_updates": 4,
        "initial_joint_ot_loss": 0.15391396566254995,
        "final_preupdate_joint_ot_loss": 0.11696337770104226,
        "exact_ot_reference_abs_error": 0.0,
        "transport_marginal_max_abs_error": 0.0,
        "nondegenerate_margin_min": 0.2846742164533328,
        "zero_noise_negative_control_abs_error": 0.0,
        "corrected_vs_naive_parameter_l2": 0.19921638995071422,
        "final_signed_corrected_loss": 1.24193228741593
      }
    }
  ],
  "provenance": {
    "commit": "2b9c5f4dc5757c14692654f700d2c40d90ffbfa1",
    "artifact_path": "docs/post-training/2610.21138-clean-rm/metrics/component-cuda-seeds42-44.json",
    "dataset_fingerprint": "fixture:oct17-post-numeric-grammar-v1@sha256:d4f7445085414e990508248e802cd60cdefffc76d0833f19e8911d9b327f2cc0;seeds=42,43,44",
    "raw_runner_artifact_sha256": "5de338e14428cb5b314ee5c9da6124a7fae02249059c11f0567a028d8a16ac34",
    "executed_source_sha256": {
      "src/auto_research/post_training/clean_rm.py": "465ca360bd7b0ae1d9448e3fd042e19cf7daf42bfb1101f7f2ec2c30d8f59de9",
      "scripts/run_oct17_post_components.py": "d4f7445085414e990508248e802cd60cdefffc76d0833f19e8911d9b327f2cc0"
    },
    "accelerator": "NVIDIA A100-SXM4-80GB"
  },
  "diagnostic_only": true,
  "promotion_eligible": false,
  "full_experiment_status": "not_reproduced_high_cost",
  "full_experiment_review_done": true
}