{
  "schema_version": 2,
  "method": "kl-mopd",
  "manifest_ref": "recommendation:kl-mopd",
  "paper": {
    "key": "kl-mopd",
    "title": "KL-MOPD: Discrepancy-Aware Multi-Objective On-Policy Distillation for Generative Recommendation"
  },
  "dataset": {
    "id": "synthetic:oct29-kl-mopd-v1",
    "revision": "sha256:01298abcd3e06a2dbad62e7a1ade42a605af203eeb54f2ebc826a8093568aa01",
    "recipe": "fixed seeded mechanism contracts, no public capability dataset",
    "capability_benchmark": false
  },
  "seed": [
    42,
    43,
    44
  ],
  "seeds": [
    42,
    43,
    44
  ],
  "per_seed": [
    {
      "seed": 42,
      "metrics": {
        "reference_error": 2.220446049250313e-16,
        "loss_before": 1.9053958067752939,
        "loss_after": 1.8935418112554734,
        "gradient_norm": 0.34481185708752826,
        "weight_sum_error": 1.1102230246251565e-16
      },
      "checks": {
        "probability_reference": true,
        "teachers_frozen": true,
        "calibration_frozen": true,
        "padding_zero_gradient": true,
        "real_student_update": true,
        "dynamic_recalibration_negative_control": true,
        "reverse_kl_direction": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    },
    {
      "seed": 43,
      "metrics": {
        "reference_error": 0.0,
        "loss_before": 2.0052463594523964,
        "loss_after": 1.993071604945527,
        "gradient_norm": 0.3493421652302874,
        "weight_sum_error": 0.0
      },
      "checks": {
        "probability_reference": true,
        "teachers_frozen": true,
        "calibration_frozen": true,
        "padding_zero_gradient": true,
        "real_student_update": true,
        "dynamic_recalibration_negative_control": true,
        "reverse_kl_direction": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    },
    {
      "seed": 44,
      "metrics": {
        "reference_error": 6.661338147750939e-16,
        "loss_before": 1.8369778945203217,
        "loss_after": 1.8292489610805807,
        "gradient_norm": 0.27819591308289743,
        "weight_sum_error": 0.0
      },
      "checks": {
        "probability_reference": true,
        "teachers_frozen": true,
        "calibration_frozen": true,
        "padding_zero_gradient": true,
        "real_student_update": true,
        "dynamic_recalibration_negative_control": true,
        "reverse_kl_direction": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    }
  ],
  "metrics": {
    "gradient_norm": {
      "mean": 0.324116645133571,
      "std": 0.03983297813394585,
      "n": 3
    },
    "loss_after": {
      "mean": 1.9052874590938604,
      "std": 0.08254050425750267,
      "n": 3
    },
    "loss_before": {
      "mean": 1.9158733535826706,
      "std": 0.08462212070714602,
      "n": 3
    },
    "reference_error": {
      "mean": 2.9605947323337506e-16,
      "std": 3.3917873657517345e-16,
      "n": 3
    },
    "weight_sum_error": {
      "mean": 3.700743415417188e-17,
      "std": 6.409875621278546e-17,
      "n": 3
    }
  },
  "evaluation_tier": "l1_mechanism",
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": false,
    "claim_policy": "component formulas/contracts only, not a capability or full paper reproduction"
  },
  "diagnostic_only": true,
  "fixture_demo": true,
  "formal_comparison": false,
  "promotion_eligible": false,
  "evolve_integrated": false,
  "full_experiment_status": "not_reproduced_high_cost",
  "full_experiment_review_done": true,
  "provenance": {
    "commit": "4fd3d0c5845f7f88b9a68333c33c9035f47b3983",
    "artifact_path": "docs/recommendation-components/2610.36973-kl-mopd/metrics/component-cuda-seeds42-44.json",
    "accelerator": "NVIDIA A100-SXM4-80GB",
    "executed_source_sha256": {
      "scripts/run_oct29_components.py": "8cd0b1227b5238ae2bb434f930cd851e60661e035991421b18decad77a65c806",
      "docs/research-audits/oct29-components/execution-spec.json": "36fb236a14fba74c72a6521fe973d24040c7c5611902394a7ad6401cc7ebf715",
      "scripts/oct18_frozen_sources.py": "da08355049c1f6b5184ee659643c9be9decedf2041ef6a87a3dce2e4582e385a",
      "scripts/run_google_emnlp25_components.py": "bb336482f0927c7d1164d93534309a78d8258acaaab9f90549ef397fdf12a0d9",
      "src/auto_research/agent_research/discernmem.py": "e9aad2dc645eaf627056e5d9dce8dc03b746d722647049473dde610fa28e7ef2",
      "src/auto_research/agent_research/ruharness.py": "fed7efd2af6d919a2f2ce358f5ded4a76ec96a08aa3b6a723e9255899850bd7c",
      "src/auto_research/foundation_models/gui_jepa.py": "5feabf6cd9530a2841bfcc9b20199159550bf17af13b0a7e02509056237f5104",
      "src/auto_research/foundation_models/hope_hilbert.py": "65f6af44919f7d4e517daad04660531a949c4badb274c4866ea903d9b2ef035c",
      "src/auto_research/foundation_models/rescom.py": "b53f5dd44e6d4e72fc28b1c56fbffb06eb0262fbc647162f6dcc8ef440e9b567",
      "src/auto_research/foundation_models/select_ttt.py": "b63aacbcd05d3a12e0a93460172e58991601989a08b89a4fb2235ed98d215e8f",
      "src/auto_research/foundation_models/sleep_lti.py": "3f7219ba159916cb75b163430bea88a71c6609663a5b8e6ad2a97040a220bb42",
      "src/auto_research/reproductions/kl_mopd.py": "01298abcd3e06a2dbad62e7a1ade42a605af203eeb54f2ebc826a8093568aa01"
    },
    "raw_runner_artifact_sha256": "5f9d7ace5f52dc7e30df5e2550b62c4a6b0428f760734042e6107fe64e059da0",
    "dataset_fingerprint": "sha256:ec4b2328e06cbe5607f68cac4f5a4804da0e76fe2357ad5d740676aa36cd4de2"
  }
}