{
  "schema_version": 2,
  "method": "fold-bias",
  "manifest_ref": "foundation-models:fold-bias",
  "paper": {
    "key": "fold-bias",
    "title": "Folding Attention Biases into Keys Makes Compacted KV Caches Run on Standard Kernels"
  },
  "dataset": {
    "id": "synthetic:oct30-fold-bias-v1",
    "revision": "sha256:c9d316b7e6310adb647460f1c7ef6c59b26bfcdd8543566fbd35947356b2f24c",
    "recipe": "fixed seeded formula/state/statistical contracts; no public capability dataset",
    "capability_benchmark": false
  },
  "seed": [
    42,
    43,
    44
  ],
  "seeds": [
    42,
    43,
    44
  ],
  "per_seed": [
    {
      "seed": 42,
      "metrics": {
        "logit_identity_error": 1.7763568394002505e-15,
        "projection_mean_error": 0.0,
        "kkt_reference_error": 5.551115123125783e-17,
        "value_normal_equation_error": 4.686752204467476e-15,
        "cache_rounding_attention_gap": 0.0013661067023573725,
        "drop_bias_output_error": 4.915641793461238,
        "minimum_output_bound_slack": 0.025623998282212707,
        "model_calls": 0
      },
      "checks": {
        "rank_one_logit_identity_reference": true,
        "context_projection_mean_constraint": true,
        "ridge_constrained_kkt_reference": true,
        "keys_really_rounded_before_value_refit": true,
        "rounded_value_fit_normal_equations": true,
        "same_value_output_error_bound": true,
        "dropping_bias_changes_attention": true,
        "offline_fit_is_frozen": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    },
    {
      "seed": 43,
      "metrics": {
        "logit_identity_error": 1.0130785099704553e-15,
        "projection_mean_error": 0.0,
        "kkt_reference_error": 2.7755575615628914e-17,
        "value_normal_equation_error": 5.08947899562766e-15,
        "cache_rounding_attention_gap": 0.0021701469048487354,
        "drop_bias_output_error": 1.8327768862308702,
        "minimum_output_bound_slack": 0.0007904182986181899,
        "model_calls": 0
      },
      "checks": {
        "rank_one_logit_identity_reference": true,
        "context_projection_mean_constraint": true,
        "ridge_constrained_kkt_reference": true,
        "keys_really_rounded_before_value_refit": true,
        "rounded_value_fit_normal_equations": true,
        "same_value_output_error_bound": true,
        "dropping_bias_changes_attention": true,
        "offline_fit_is_frozen": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    },
    {
      "seed": 44,
      "metrics": {
        "logit_identity_error": 1.3322676295501878e-15,
        "projection_mean_error": 0.0,
        "kkt_reference_error": 2.7755575615628914e-17,
        "value_normal_equation_error": 1.5397525402628224e-15,
        "cache_rounding_attention_gap": 0.0011621036035421861,
        "drop_bias_output_error": 1.4599084927554822,
        "minimum_output_bound_slack": 0.0013810395752671485,
        "model_calls": 0
      },
      "checks": {
        "rank_one_logit_identity_reference": true,
        "context_projection_mean_constraint": true,
        "ridge_constrained_kkt_reference": true,
        "keys_really_rounded_before_value_refit": true,
        "rounded_value_fit_normal_equations": true,
        "same_value_output_error_bound": true,
        "dropping_bias_changes_attention": true,
        "offline_fit_is_frozen": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    }
  ],
  "metrics": {
    "cache_rounding_attention_gap": {
      "mean": 0.0015661190702494314,
      "std": 0.0005329554716949558,
      "n": 3
    },
    "drop_bias_output_error": {
      "mean": 2.73610905748253,
      "std": 1.8967155612045137,
      "n": 3
    },
    "kkt_reference_error": {
      "mean": 3.700743415417188e-17,
      "std": 1.6024689053196365e-17,
      "n": 3
    },
    "logit_identity_error": {
      "mean": 1.3739009929736312e-15,
      "std": 3.833385641397772e-16,
      "n": 3
    },
    "minimum_output_bound_slack": {
      "mean": 0.009265152052032682,
      "std": 0.014170253909514608,
      "n": 3
    },
    "model_calls": {
      "mean": 0,
      "std": 0.0,
      "n": 3
    },
    "projection_mean_error": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    },
    "value_normal_equation_error": {
      "mean": 3.771994580119319e-15,
      "std": 1.943637211636103e-15,
      "n": 3
    }
  },
  "evaluation_tier": "l1_mechanism",
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": false,
    "claim_policy": "bounded component contracts only, not a capability or complete paper reproduction"
  },
  "diagnostic_only": true,
  "fixture_demo": true,
  "formal_comparison": false,
  "promotion_eligible": false,
  "evolve_integrated": false,
  "automatic_retry": false,
  "automatic_implementation_queue": false,
  "full_experiment_status": "not_reproduced_high_cost",
  "full_experiment_review_done": true,
  "provenance": {
    "commit": "af9b9245aa85b4cbeb3da27ca701cc01cb94da86",
    "artifact_path": "docs/foundation-models/2610.36520-fold-bias/metrics/component-cuda-seeds42-44.json",
    "accelerator": "NVIDIA A100-SXM4-80GB",
    "executed_source_sha256": {
      "scripts/run_oct30_components.py": "77a4a18b17587a04f06fda5b4d2d07998b50b8a7c670db61d594a12a94613379",
      "docs/research-audits/oct30-overlap-components/execution-spec.json": "0afad26f7fc9ee66a0febd18ea5cf7b9cb6ded10d4c09c6efc30be05594d54dc",
      "docs/research-audits/oct30-overlap-components/preflight.json": "193b954ae5600436cd55090b0a5e4e373f557963704e33ed70ecfd58cb99f4d5",
      "scripts/oct18_frozen_sources.py": "da08355049c1f6b5184ee659643c9be9decedf2041ef6a87a3dce2e4582e385a",
      "scripts/run_google_emnlp25_components.py": "bb336482f0927c7d1164d93534309a78d8258acaaab9f90549ef397fdf12a0d9",
      "src/auto_research/agent_research/crop.py": "6c73df58387b52fa4d73b68306b6f2991bc56096a35de30a90ae728fc50bbec9",
      "src/auto_research/agent_research/emma.py": "4c237168aff9f5de2821e800dbaff348d2b02233417683eb6c2acc3431187f07",
      "src/auto_research/agent_research/evalalloc.py": "e4debc6d0f1e4b2ee55703cec42278014a4fc10904a0ac8cd804983c612665d5",
      "src/auto_research/foundation_models/fold_bias.py": "c9d316b7e6310adb647460f1c7ef6c59b26bfcdd8543566fbd35947356b2f24c",
      "src/auto_research/foundation_models/merlin.py": "60267e6a6ff17dc96bb748737a6dbfae7fa234d2f17cdfe11f6dcc819b1a3836",
      "src/auto_research/foundation_models/swim.py": "4bedb2886bd22b76bc3225614d5028a77ce3e5eaf324735097ea4125cbcb1452",
      "src/auto_research/post_training/concur.py": "ea7de177dcc957e7c57b89b705b089ab8ce3e0be129b3be08ea8ab4c493f80b9",
      "src/auto_research/post_training/mpopd.py": "dcc3940889a0ea3c7522f9558493788126845aefe1dc74d26d321078d7edc229",
      "src/auto_research/reproductions/pinger_components.py": "0bc3fc9f8741a310fdfd1d41f6dc29b722144051c1ed4d5926e26c9402ef89db",
      "src/auto_research/reproductions/pinterest_rlbp.py": "3551a1ac348e0d70beff1fbd70950d9583f4913b9623bc455c1350e14a766d3b"
    },
    "raw_runner_artifact_sha256": "a8715157c2fa709683c92e28230427e923ad34481168624a5c52320fc90be876",
    "dataset_fingerprint": "sha256:db79b69cb4875bcca49091481da8d3a3b8a33927d9b6964503b3bf28c0d42bed"
  }
}