{
  "schema_version": 2,
  "method": "race-rope-compression",
  "manifest_ref": "foundation-models:race-rope-compression",
  "seeds": [
    42,
    43,
    44
  ],
  "dataset": {
    "id": "synthetic:oct21-followup-race-rope-compression-v1",
    "revision": "sha256:4aa561012428e5c68340503dc2746ca200cee876a408cec149c2b9e85a4a2dff",
    "capability_benchmark": false,
    "recipe": "fixed-source-generated-component-inputs-v1"
  },
  "per_seed": [
    {
      "seed": 42,
      "metrics": {
        "folded_explicit_max_abs_error": 9.313225746154785e-08,
        "rope_commutation_max_abs_error": 0.0,
        "input_gradient_norm": 0.015402713790535927,
        "value_basis_orthogonality_max_error": 5.960464477539063e-08,
        "retained_qk_dimension": 4,
        "original_qk_dimension": 8,
        "retained_value_dimension": 4,
        "wrong_reduced_dim_scale_output_l2_gap": 0.23019592463970184
      },
      "checks": {
        "finite_metrics": true,
        "folded_explicit_parity": true,
        "rope_commutation": true,
        "value_basis_orthogonal": true,
        "positive_input_gradient": true,
        "wrong_scale_negative_control": true
      },
      "retained_pair_ids": [
        0,
        2
      ],
      "dataset_sha256": "93af0ccd64c8cd46cef5fa8fa336022a7603a03e0bbb51f86954bd3d3ecd5edd"
    },
    {
      "seed": 43,
      "metrics": {
        "folded_explicit_max_abs_error": 2.384185791015625e-07,
        "rope_commutation_max_abs_error": 0.0,
        "input_gradient_norm": 0.11328720301389694,
        "value_basis_orthogonality_max_error": 1.1920928955078125e-07,
        "retained_qk_dimension": 4,
        "original_qk_dimension": 8,
        "retained_value_dimension": 4,
        "wrong_reduced_dim_scale_output_l2_gap": 1.016991138458252
      },
      "checks": {
        "finite_metrics": true,
        "folded_explicit_parity": true,
        "rope_commutation": true,
        "value_basis_orthogonal": true,
        "positive_input_gradient": true,
        "wrong_scale_negative_control": true
      },
      "retained_pair_ids": [
        0,
        2
      ],
      "dataset_sha256": "f5168d461bc4ef76eefad98b714acf7c08acc05d6586d8a1e68469afb5cacb4f"
    },
    {
      "seed": 44,
      "metrics": {
        "folded_explicit_max_abs_error": 1.1920928955078125e-07,
        "rope_commutation_max_abs_error": 0.0,
        "input_gradient_norm": 0.03350187838077545,
        "value_basis_orthogonality_max_error": 1.1920928955078125e-07,
        "retained_qk_dimension": 4,
        "original_qk_dimension": 8,
        "retained_value_dimension": 4,
        "wrong_reduced_dim_scale_output_l2_gap": 0.23913708329200745
      },
      "checks": {
        "finite_metrics": true,
        "folded_explicit_parity": true,
        "rope_commutation": true,
        "value_basis_orthogonal": true,
        "positive_input_gradient": true,
        "wrong_scale_negative_control": true
      },
      "retained_pair_ids": [
        0,
        2
      ],
      "dataset_sha256": "9153cc53aefa68b04f8820d53a1eb99672ae2e149b3941e4926a9757e12fefa8"
    }
  ],
  "metrics": {
    "folded_explicit_max_abs_error": {
      "mean": 1.502533753712972e-07,
      "std": 7.745857126390285e-08,
      "n": 3
    },
    "input_gradient_norm": {
      "mean": 0.05406393172840277,
      "std": 0.0520811082450496,
      "n": 3
    },
    "original_qk_dimension": {
      "mean": 8,
      "std": 0.0,
      "n": 3
    },
    "retained_qk_dimension": {
      "mean": 4,
      "std": 0.0,
      "n": 3
    },
    "retained_value_dimension": {
      "mean": 4,
      "std": 0.0,
      "n": 3
    },
    "rope_commutation_max_abs_error": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    },
    "value_basis_orthogonality_max_error": {
      "mean": 9.934107462565105e-08,
      "std": 3.4412757706023796e-08,
      "n": 3
    },
    "wrong_reduced_dim_scale_output_l2_gap": {
      "mean": 0.49544138212998706,
      "std": 0.4516974621625251,
      "n": 3
    }
  },
  "provenance": {
    "commit": "f630daed189fe0b3d8d7412ff50719b931670e1a",
    "artifact_path": "docs/foundation-models/2610.28385-race-rope-compression/metrics/component-cuda-seeds42-44.json",
    "raw_runner_artifact_sha256": "5e8daec3a622d6728094b59288896605e6c315579a55a7c3d53509f0b2a827fd",
    "executed_source_sha256": {
      "src/auto_research/foundation_models/oct21_followup_attention.py": "4085a5dd382f523753e6b79f3ef7f039f77bbed3cfe1680d5bc404a5b2fdb5d9",
      "scripts/run_oct21_followup_attention.py": "854c78875246b2f97bc4ac6806b611a3fa86b5f7e065be263873cd225466c661"
    },
    "dataset_fingerprint": "sha256:a88900356e62ed4398136a5146c0e471e50a5f1aa69d00b6e34898e80318b6c9",
    "accelerator": "NVIDIA A100-SXM4-80GB"
  },
  "evaluation_tier": "l1_mechanism",
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": false,
    "claim_policy": "synthetic mechanism/interface diagnostics; no pretrained model, official benchmark or production capability claims"
  },
  "diagnostic_only": true,
  "fixture_demo": true,
  "pretrained_model_calls": 0,
  "formal_comparison": false,
  "promotion_eligible": false,
  "evolve_integrated": false,
  "full_experiment_status": "not_reproduced_high_cost",
  "full_experiment_review_done": true
}