{
  "schema_version": 2,
  "method": "opst",
  "manifest_ref": "post-training:opst",
  "dataset": {
    "id": "synthetic:oct26-opst-v1",
    "revision": "sha256:3c54cd44c34045f196f6ed5e2504ae98388df8276fc007c593e5694479f46783",
    "recipe": "fixed-seeded-component-contracts",
    "capability_benchmark": false
  },
  "seeds": [
    42,
    43,
    44
  ],
  "per_seed": [
    {
      "seed": 42,
      "diagnostic_only": true,
      "component": "opst_gate_external_divergence_reducer_ema_not_canonical_jsd",
      "metrics": {
        "external_divergence_loss": 0.4983769421497493,
        "gradient_norm": 0.44095855184409843,
        "reference_error": 5.551115123125783e-17,
        "gradient_reference_error": 0.0,
        "retained_questions": 1,
        "ema_parameter_delta": 0.10014475520551898
      },
      "checks": {
        "equal_response_weighting": true,
        "gradient_matches_reference": true,
        "padding_zero_gradient": true,
        "different_answer_consensus_retained": true,
        "candidate_consensus_rejected": true,
        "failed_verification_rejected": true,
        "ema_new_student_weight": true,
        "ema_detached": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    },
    {
      "seed": 43,
      "diagnostic_only": true,
      "component": "opst_gate_external_divergence_reducer_ema_not_canonical_jsd",
      "metrics": {
        "external_divergence_loss": 0.36428455920188335,
        "gradient_norm": 0.44095855184409843,
        "reference_error": 0.0,
        "gradient_reference_error": 0.0,
        "retained_questions": 1,
        "ema_parameter_delta": 0.07590405909135906
      },
      "checks": {
        "equal_response_weighting": true,
        "gradient_matches_reference": true,
        "padding_zero_gradient": true,
        "different_answer_consensus_retained": true,
        "candidate_consensus_rejected": true,
        "failed_verification_rejected": true,
        "ema_new_student_weight": true,
        "ema_detached": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    },
    {
      "seed": 44,
      "diagnostic_only": true,
      "component": "opst_gate_external_divergence_reducer_ema_not_canonical_jsd",
      "metrics": {
        "external_divergence_loss": 0.3380553849608807,
        "gradient_norm": 0.44095855184409843,
        "reference_error": 0.0,
        "gradient_reference_error": 0.0,
        "retained_questions": 1,
        "ema_parameter_delta": 0.08996268280680568
      },
      "checks": {
        "equal_response_weighting": true,
        "gradient_matches_reference": true,
        "padding_zero_gradient": true,
        "different_answer_consensus_retained": true,
        "candidate_consensus_rejected": true,
        "failed_verification_rejected": true,
        "ema_new_student_weight": true,
        "ema_detached": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    }
  ],
  "metrics": {
    "ema_parameter_delta": {
      "mean": 0.08867049903456124,
      "std": 0.012171899654560947,
      "n": 3
    },
    "external_divergence_loss": {
      "mean": 0.40023896210417115,
      "std": 0.08599587048754694,
      "n": 3
    },
    "gradient_norm": {
      "mean": 0.44095855184409843,
      "std": 0.0,
      "n": 3
    },
    "gradient_reference_error": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    },
    "reference_error": {
      "mean": 1.850371707708594e-17,
      "std": 3.204937810639273e-17,
      "n": 3
    },
    "retained_questions": {
      "mean": 1,
      "std": 0.0,
      "n": 3
    }
  },
  "evaluation_tier": "l1_mechanism",
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": false,
    "claim_policy": "L1 mechanism contracts, not pretrained capability or full paper reproduction"
  },
  "diagnostic_only": true,
  "fixture_demo": true,
  "formal_comparison": false,
  "promotion_eligible": false,
  "evolve_integrated": false,
  "pretrained_model_calls": 0,
  "full_experiment_status": "not_reproduced_high_cost",
  "full_experiment_review_done": true,
  "provenance": {
    "commit": "fae525e8939a003d97452bef78b283389c718376",
    "artifact_path": "docs/post-training/2610.32770-opst/metrics/component-cuda-seeds42-44.json",
    "accelerator": "NVIDIA A100-SXM4-80GB",
    "executed_source_sha256": {
      "scripts/run_oct26_components.py": "09142ff1234513d2708a633fb88631f4422987ed0d5e80198f02317b3998747c",
      "docs/research-audits/oct26-components/execution-spec.json": "2c260307071ea1ac042fab05a862818795594278767f811568edd4528ffc19b8",
      "scripts/oct18_frozen_sources.py": "da08355049c1f6b5184ee659643c9be9decedf2041ef6a87a3dce2e4582e385a",
      "scripts/run_google_emnlp25_components.py": "bb336482f0927c7d1164d93534309a78d8258acaaab9f90549ef397fdf12a0d9",
      "src/auto_research/__init__.py": "ebea89760aafc6784a537e81317c59ccb75661b28340ddf3e788cd12f9ca43f7",
      "src/auto_research/foundation_models/__init__.py": "a12e1b69e3ea2eed6e8c5a6551f7dc0b123c2fced9ed7d120d79132fb4806c03",
      "src/auto_research/system_one/__init__.py": "12c22f97762c474284c5a59bb4616ccf210c274401a634f667f7dc4e0e70b092",
      "src/auto_research/multimodal/__init__.py": "a784e1c821d5bd710f767bbe83d051478357c7da24804abcc0eacf4e1911615a",
      "src/auto_research/post_training/__init__.py": "35cf722f6d202f5f8bf52059cc355bf18dbf14381fac6abf4720e467ce64a11c",
      "src/auto_research/agent_research/__init__.py": "f69fbc30eab75bfe746f8735d5c34ec7e6afab5d47f04fcae0fd540846620eea",
      "src/auto_research/reproductions/__init__.py": "34c58dc0680ea7168bd0e6c5fc813c9c1cd97eed723cc836cc206670a638382e",
      "src/auto_research/agent_research/frontier_opd.py": "b4fe7c20f1838074a2bd1b8cb2788d02dc50e797e1827ca3e1703fc6a47359aa",
      "src/auto_research/foundation_models/detector_scope.py": "7affd2136708a3c575161b944f27ed38eab7bdcf8464138bc114570995498374",
      "src/auto_research/foundation_models/dt_jepa.py": "e309ab436a4502355d95cb2686e7d54ff7a7cf0ea3e146d80951e5fa5acc67ad",
      "src/auto_research/multimodal/uniaction.py": "ccbd14b00c8c0c6243a5c58e220d91ecc8b2ad31394fb031119654d088956e8b",
      "src/auto_research/post_training/mart_grpo.py": "7732d349815411649302b382a769eef46a8e90a8e1188e1e509ace2235fb1b36",
      "src/auto_research/post_training/opst.py": "ce6c2cfde0ebe40943f6e67461c0188bfb478227b9bd5da6a82d68921c626d2a",
      "src/auto_research/reproductions/hge.py": "2872191c3e6c363f3432970b9ca60f6e6b11c310a656b638b8d76a0c5fe424a6",
      "src/auto_research/system_one/editjev.py": "c8c84b8e42959c29b3f2a897285bfdfacdbe24a57916da6e6f4889c4f0837b72"
    },
    "raw_runner_artifact_sha256": "1f337d341db11571d818641bc43b30ef563394d98bf79ddfb2feca811c6e56c4",
    "dataset_fingerprint": "sha256:440c3ee933f7095fd67de6fe47df6fe879bbdd85009cac008d33b7cc7e60940c"
  }
}