{
  "schema_version": 2,
  "method": "csd",
  "manifest_ref": "post-training:csd",
  "dataset": {
    "id": "synthetic:oct22-bulletin-csd-v1",
    "revision": "sha256:1dc0f401f242d6bea9435763cc2023d4f84d134164e3386e3f6ad8052696c716",
    "recipe": "source-frozen-generated-mechanism-contract-inputs",
    "capability_benchmark": false
  },
  "seeds": [
    42,
    43,
    44
  ],
  "per_seed": [
    {
      "seed": 42,
      "metrics": {
        "optimizer_updates": 3,
        "accepted_chunks": 5,
        "student_vocabulary": 10,
        "teacher_vocabulary": 12,
        "loss_reference_error": 0.0,
        "gradient_reference_error": 1.8932078127420482e-13,
        "normalization_error": 1.1102230246251565e-16,
        "no_chain_negative_gap": 0.06189398870909253,
        "no_residual_negative_gap": 0.08834880331845876,
        "student_parameter_delta": 0.3834679510254496,
        "final_loss": 5.3505314606619105,
        "final_kd": 0.0780560010734376
      },
      "checks": {
        "three_real_updates": true,
        "frozen_teacher": true,
        "all_four_chunk_shapes": true,
        "value_reference_agrees": true,
        "gradient_reference_agrees": true,
        "normalized_with_rest": true,
        "no_chain_negative_control": true,
        "no_residual_negative_control": true
      }
    },
    {
      "seed": 43,
      "metrics": {
        "optimizer_updates": 3,
        "accepted_chunks": 5,
        "student_vocabulary": 10,
        "teacher_vocabulary": 12,
        "loss_reference_error": 1.7763568394002505e-15,
        "gradient_reference_error": 8.084505287442312e-14,
        "normalization_error": 1.1102230246251565e-16,
        "no_chain_negative_gap": 0.03457129789840091,
        "no_residual_negative_gap": 0.05717321307940858,
        "student_parameter_delta": 0.3187496039963206,
        "final_loss": 5.555340190561904,
        "final_kd": 0.08015853436918875
      },
      "checks": {
        "three_real_updates": true,
        "frozen_teacher": true,
        "all_four_chunk_shapes": true,
        "value_reference_agrees": true,
        "gradient_reference_agrees": true,
        "normalized_with_rest": true,
        "no_chain_negative_control": true,
        "no_residual_negative_control": true
      }
    },
    {
      "seed": 44,
      "metrics": {
        "optimizer_updates": 3,
        "accepted_chunks": 5,
        "student_vocabulary": 10,
        "teacher_vocabulary": 12,
        "loss_reference_error": 1.7763568394002505e-15,
        "gradient_reference_error": 4.2521541843143495e-14,
        "normalization_error": 2.220446049250313e-16,
        "no_chain_negative_gap": 0.07608031485407071,
        "no_residual_negative_gap": 0.11126454847675044,
        "student_parameter_delta": 0.3205671661120416,
        "final_loss": 5.370469217148092,
        "final_kd": 0.0920065187332143
      },
      "checks": {
        "three_real_updates": true,
        "frozen_teacher": true,
        "all_four_chunk_shapes": true,
        "value_reference_agrees": true,
        "gradient_reference_agrees": true,
        "normalized_with_rest": true,
        "no_chain_negative_control": true,
        "no_residual_negative_control": true
      }
    }
  ],
  "metrics": {
    "accepted_chunks": {
      "mean": 5,
      "std": 0.0,
      "n": 3
    },
    "final_kd": {
      "mean": 0.08340701805861356,
      "std": 0.007521218016669881,
      "n": 3
    },
    "final_loss": {
      "mean": 5.425446956123969,
      "std": 0.11293169527633445,
      "n": 3
    },
    "gradient_reference_error": {
      "mean": 1.0422912533059048e-13,
      "std": 7.614207317811212e-14,
      "n": 3
    },
    "loss_reference_error": {
      "mean": 1.1842378929335002e-15,
      "std": 1.0255800994045674e-15,
      "n": 3
    },
    "no_chain_negative_gap": {
      "mean": 0.05751520048718805,
      "std": 0.021098103276734094,
      "n": 3
    },
    "no_residual_negative_gap": {
      "mean": 0.08559552162487259,
      "std": 0.027150572025836022,
      "n": 3
    },
    "normalization_error": {
      "mean": 1.4802973661668753e-16,
      "std": 6.409875621278546e-17,
      "n": 3
    },
    "optimizer_updates": {
      "mean": 3,
      "std": 0.0,
      "n": 3
    },
    "student_parameter_delta": {
      "mean": 0.3409282403779373,
      "std": 0.03685167729550017,
      "n": 3
    },
    "student_vocabulary": {
      "mean": 10,
      "std": 0.0,
      "n": 3
    },
    "teacher_vocabulary": {
      "mean": 12,
      "std": 0.0,
      "n": 3
    }
  },
  "evaluation_tier": "l1_mechanism",
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": false,
    "claim_policy": "generated mechanism/scorer contracts, no pretrained capability or full-paper comparison"
  },
  "provenance": {
    "commit": "d767be53ac5a8a79f2b02aa23db0fcf3773ae588",
    "artifact_path": "docs/post-training/2610.28895-csd/metrics/component-cuda-seeds42-44.json",
    "accelerator": "NVIDIA A100-SXM4-80GB",
    "executed_source_sha256": {
      "scripts/run_oct22_bulletin_components.py": "0581649a3e872529905359709a0a7d21b44bbb5ce129b43cd4f65df75895b323",
      "scripts/oct18_frozen_sources.py": "da08355049c1f6b5184ee659643c9be9decedf2041ef6a87a3dce2e4582e385a",
      "src/auto_research/foundation_models/alps.py": "92f71f68fe01d5489327c5d7d89afca43b453722ae4b785336f43d3934830269",
      "src/auto_research/agent_research/asteroid.py": "95fd728c6a80779d73f89e2d2ca9e96ad2ce2d6c94ac6994727df222452e4a5f",
      "src/auto_research/post_training/cord.py": "2616a3a9ea93bdbd1402b12be6112f3eef7cd08dc9a61c672156ed03470e5984",
      "src/auto_research/post_training/csd.py": "a4b08dc51e57cceec3a488cc0439de22b3212f8f3d0db21d79a381c047986739",
      "src/auto_research/system_one/multicorrect.py": "a6169b61c950ef7b5b40825afefefc3e7a02e018da4e4fc3b6d2c23d880a1406"
    },
    "raw_runner_artifact_sha256": "201500f7b1656614d340d30afc9892a1ebeb369e2865769c23cb7170457e1831",
    "dataset_fingerprint": "sha256:b6123e9d870905bd6d5e4c372d2de8b67ec31af7d37d98ecd79b8da292a12303"
  },
  "diagnostic_only": true,
  "fixture_demo": true,
  "pretrained_model_calls": 0,
  "formal_comparison": false,
  "promotion_eligible": false,
  "evolve_integrated": false,
  "full_experiment_status": "not_reproduced_high_cost",
  "full_experiment_review_done": true
}