{
  "schema_version": 2,
  "method": "openattention",
  "manifest_ref": "foundation-models:openattention",
  "dataset": {
    "id": "synthetic:oct23-openattention-v1",
    "revision": "sha256:1c0a7607bba82f6aad7ca192db99c6b53f914c40b5d2bc4e78e9b027f3ad9580",
    "recipe": "frozen-source-seeded-mechanism-contracts",
    "capability_benchmark": false
  },
  "seeds": [
    42,
    43,
    44
  ],
  "per_seed": [
    {
      "seed": 42,
      "checks": {
        "full_read_max_abs_error": true,
        "expanded_proxy_max_abs_error": true,
        "equal_key_proxy_max_abs_error": true,
        "exact_budget_and_uniqueness": true,
        "detector_rows_charged": true,
        "int8_selector_index": true,
        "dynamic_range_waterfill_exact": true
      },
      "metrics": {
        "full_read_max_abs_error": 0.0,
        "expanded_proxy_max_abs_error": 2.9802322387695312e-08,
        "equal_key_proxy_max_abs_error": 0.0,
        "dense_relative_output_error": 0.3480288088321686,
        "exact_rows": 16,
        "charged_kv_rows": 28.0
      },
      "data_sha256": "885c6ea50d096844d0cf5b12d752e473159e105b7a7b17b894fbf0d5bf2e53d4"
    },
    {
      "seed": 43,
      "checks": {
        "full_read_max_abs_error": true,
        "expanded_proxy_max_abs_error": true,
        "equal_key_proxy_max_abs_error": true,
        "exact_budget_and_uniqueness": true,
        "detector_rows_charged": true,
        "int8_selector_index": true,
        "dynamic_range_waterfill_exact": true
      },
      "metrics": {
        "full_read_max_abs_error": 0.0,
        "expanded_proxy_max_abs_error": 2.2351741790771484e-08,
        "equal_key_proxy_max_abs_error": 0.0,
        "dense_relative_output_error": 0.6820048689842224,
        "exact_rows": 16,
        "charged_kv_rows": 28.0
      },
      "data_sha256": "7b815024b86619eddcfb8af2221aeb8c858a4a8e75924f24fc5c110fb2002bd6"
    },
    {
      "seed": 44,
      "checks": {
        "full_read_max_abs_error": true,
        "expanded_proxy_max_abs_error": true,
        "equal_key_proxy_max_abs_error": true,
        "exact_budget_and_uniqueness": true,
        "detector_rows_charged": true,
        "int8_selector_index": true,
        "dynamic_range_waterfill_exact": true
      },
      "metrics": {
        "full_read_max_abs_error": 0.0,
        "expanded_proxy_max_abs_error": 2.9802322387695312e-08,
        "equal_key_proxy_max_abs_error": 0.0,
        "dense_relative_output_error": 0.3681285083293915,
        "exact_rows": 16,
        "charged_kv_rows": 28.0
      },
      "data_sha256": "3aea0753df4c815c81c877671cb3d16c28f1d06194d7db8d3f6358e12c8c625c"
    }
  ],
  "metrics": {
    "charged_kv_rows": {
      "mean": 28.0,
      "std": 0.0,
      "n": 3
    },
    "dense_relative_output_error": {
      "mean": 0.4660540620485942,
      "std": 0.18728871493520746,
      "n": 3
    },
    "equal_key_proxy_max_abs_error": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    },
    "exact_rows": {
      "mean": 16,
      "std": 0.0,
      "n": 3
    },
    "expanded_proxy_max_abs_error": {
      "mean": 2.7318795522054035e-08,
      "std": 4.3015947132529745e-09,
      "n": 3
    },
    "full_read_max_abs_error": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    }
  },
  "evaluation_tier": "l1_mechanism",
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": false,
    "claim_policy": "generated mechanism contracts; no pretrained capability or full-paper comparison"
  },
  "diagnostic_only": true,
  "fixture_demo": true,
  "formal_comparison": false,
  "promotion_eligible": false,
  "evolve_integrated": false,
  "pretrained_model_calls": 0,
  "full_experiment_status": "not_reproduced_high_cost",
  "full_experiment_review_done": true,
  "provenance": {
    "commit": "f3fbc6db4db084a2a6a4ee754f9a3d9e5b606ac7",
    "artifact_path": "docs/foundation-models/2610.30951-openattention/metrics/component-cuda-seeds42-44.json",
    "accelerator": "NVIDIA A100-SXM4-80GB",
    "executed_source_sha256": {
      "scripts/run_oct23_priority_components.py": "523fe3f25f4a6cb2a6f9ab9530f9f93f0fd5213ae29f6762272d83dfe6516026",
      "scripts/oct18_frozen_sources.py": "da08355049c1f6b5184ee659643c9be9decedf2041ef6a87a3dce2e4582e385a",
      "src/auto_research/foundation_models/gemma_priority_protocol.py": "6ddb7eb4daa67f268869d69865c0ce2e91caa2452e4b1b5287ad504c7a39334a",
      "src/auto_research/foundation_models/rkl_policy_distillation.py": "3c03e572a5b28ba3bb2e89302eaa06653104e93e634aeaf1f0f738de56bd0c3c",
      "src/auto_research/foundation_models/openattention.py": "76b34267c46a7b2ab8e139d5f8c2312646686847863520a5f2995d9800497678",
      "src/auto_research/foundation_models/moezip.py": "3aca16279b163ebb09f5b66c4b8544bdb0373345cf1af1dd0a0fdeee2fabdbe3",
      "src/auto_research/post_training/aopd.py": "c8c4cbc028cfee6e578599460b420a0c821fddd6a4f225bb2e26fa4aaf463a89",
      "src/auto_research/post_training/gift.py": "a9ef99d6cca5a29994da58df1eec945cefe87fbdd70672746cab2bfefb7f68d4",
      "src/auto_research/recommendation_components/pair.py": "2f4838260b0e4c83f3a2b0dda7db3a43f781cd679cf716412d8ed901a4063cb5",
      "src/auto_research/system_one/jev_dlc.py": "e4f07315246f7e8e1a9e5178256bd1c5c30ba24b51722fba69b60cda7f268a20"
    },
    "raw_runner_artifact_sha256": "c7206d8c50db8fb46fabca7d2020f383f37504aa1a67de0c9b562d9a5e7b1b92",
    "dataset_fingerprint": "sha256:9aae0918638d8a8214762d05e2e2d1228964029a834575316927ed46e2f9c47e"
  }
}