{
  "schema_version": 2,
  "manifest_ref": "foundation-models:sparse-decoding",
  "method": "sparse-decoding",
  "dataset": "openai/grade-school-math",
  "seeds": [
    42
  ],
  "metrics": {
    "dense": {
      "validation_examples": 4,
      "bounded_exact_match": 1.0,
      "eos_completion_fraction": 1.0,
      "truncated_examples": 0,
      "generated_tokens_per_second": 25.624695520085492
    },
    "fixed-text-wanda-bitmask": {
      "validation_examples": 4,
      "bounded_exact_match": 0.5,
      "eos_completion_fraction": 0.25,
      "truncated_examples": 3,
      "generated_tokens_per_second": 20.070653524600313
    },
    "decode-wanda-bitmask": {
      "validation_examples": 4,
      "bounded_exact_match": 0.25,
      "eos_completion_fraction": 0.25,
      "truncated_examples": 3,
      "generated_tokens_per_second": 20.09242803963374
    }
  },
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "diagnostic_only": true,
    "formal_comparison": false,
    "test_read": false,
    "seeds": [
      42
    ],
    "claim_policy": "bounded actual CUDA mechanism diagnostic; not benchmark improvement"
  },
  "runtime_details": {
    "schema_version": 1,
    "adapter_key": "sparse-decoding",
    "seed": 42,
    "kernel_checks": [
      {
        "n": 2,
        "m": 4,
        "relative_error": 0.0,
        "sparse_ms": 0.04420845458904902,
        "dense_pruned_ms": 0.0719426820675532,
        "metadata_bits_per_nonzero": 2
      },
      {
        "n": 4,
        "m": 8,
        "relative_error": 0.0,
        "sparse_ms": 0.04143404463926951,
        "dense_pruned_ms": 0.01434963196516037,
        "metadata_bits_per_nonzero": 2
      },
      {
        "n": 8,
        "m": 16,
        "relative_error": 0.0,
        "sparse_ms": 0.04181917756795883,
        "dense_pruned_ms": 0.013924638430277506,
        "metadata_bits_per_nonzero": 2
      },
      {
        "n": 16,
        "m": 32,
        "relative_error": 0.0,
        "sparse_ms": 0.040856003761291504,
        "dense_pruned_ms": 0.013456245263417562,
        "metadata_bits_per_nonzero": 2
      }
    ],
    "diagnostic_only": true,
    "evaluation_tier": "l1_mechanism",
    "claim_scope": "bounded Wanda backend and independent bitmask SpMV; not WritingBench/ClassEval or original kernel speedup",
    "max_tokens": 512,
    "warmup": "two training-question tokens per recipe before timed validation",
    "checkpoint": {
      "id": "Qwen/Qwen3-4B-Instruct-2507",
      "revision": "cdbee75f17c01a7cc42f958dc650907174af0554"
    },
    "dataset": {
      "id": "openai/grade-school-math",
      "revision": "3101c7d5072418e28b9008a6636bde82a006892c",
      "train_sha256": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3",
      "validation_sha256": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7"
    },
    "split_provenance": {
      "verified": true,
      "test_read": false,
      "source_id": "openai/grade-school-math",
      "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c",
      "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465",
      "partition_sha256": {
        "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3",
        "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7"
      },
      "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation"
    },
    "n": 2,
    "m": 4,
    "rows": [
      {
        "recipe": "dense",
        "example": 0,
        "tokens": 275,
        "decode_calls": 274,
        "decode_seconds": 10.66154332831502,
        "ended_with_eos": true,
        "truncated": false,
        "correct": 1.0
      },
      {
        "recipe": "dense",
        "example": 1,
        "tokens": 294,
        "decode_calls": 293,
        "decode_seconds": 11.496945966035128,
        "ended_with_eos": true,
        "truncated": false,
        "correct": 1.0
      },
      {
        "recipe": "dense",
        "example": 2,
        "tokens": 293,
        "decode_calls": 292,
        "decode_seconds": 11.527821972966194,
        "ended_with_eos": true,
        "truncated": false,
        "correct": 1.0
      },
      {
        "recipe": "dense",
        "example": 3,
        "tokens": 274,
        "decode_calls": 273,
        "decode_seconds": 10.645922811701894,
        "ended_with_eos": true,
        "truncated": false,
        "correct": 1.0
      },
      {
        "recipe": "fixed-text-wanda-bitmask",
        "example": 0,
        "tokens": 512,
        "decode_calls": 511,
        "decode_seconds": 25.414721524342895,
        "ended_with_eos": false,
        "truncated": true,
        "correct": 1.0
      },
      {
        "recipe": "fixed-text-wanda-bitmask",
        "example": 1,
        "tokens": 512,
        "decode_calls": 511,
        "decode_seconds": 25.678875057026744,
        "ended_with_eos": false,
        "truncated": true,
        "correct": 0.0
      },
      {
        "recipe": "fixed-text-wanda-bitmask",
        "example": 2,
        "tokens": 296,
        "decode_calls": 295,
        "decode_seconds": 14.645405314862728,
        "ended_with_eos": true,
        "truncated": false,
        "correct": 1.0
      },
      {
        "recipe": "fixed-text-wanda-bitmask",
        "example": 3,
        "tokens": 512,
        "decode_calls": 511,
        "decode_seconds": 25.53854408673942,
        "ended_with_eos": false,
        "truncated": true,
        "correct": 0.0
      },
      {
        "recipe": "decode-wanda-bitmask",
        "example": 0,
        "tokens": 512,
        "decode_calls": 511,
        "decode_seconds": 25.451336041092873,
        "ended_with_eos": false,
        "truncated": true,
        "correct": 0.0
      },
      {
        "recipe": "decode-wanda-bitmask",
        "example": 1,
        "tokens": 512,
        "decode_calls": 511,
        "decode_seconds": 25.448643120005727,
        "ended_with_eos": false,
        "truncated": true,
        "correct": 0.0
      },
      {
        "recipe": "decode-wanda-bitmask",
        "example": 2,
        "tokens": 299,
        "decode_calls": 298,
        "decode_seconds": 15.01681693457067,
        "ended_with_eos": true,
        "truncated": false,
        "correct": 1.0
      },
      {
        "recipe": "decode-wanda-bitmask",
        "example": 3,
        "tokens": 512,
        "decode_calls": 511,
        "decode_seconds": 25.41114079579711,
        "ended_with_eos": false,
        "truncated": true,
        "correct": 0.0
      }
    ],
    "calibration": {
      "phase": "decode_only",
      "prefill_excluded": true,
      "counts": {
        "model.layers.0.self_attn.q_proj": 599,
        "model.layers.0.self_attn.k_proj": 599,
        "model.layers.0.self_attn.v_proj": 599,
        "model.layers.0.self_attn.o_proj": 599,
        "model.layers.0.mlp.gate_proj": 599,
        "model.layers.0.mlp.up_proj": 599,
        "model.layers.0.mlp.down_proj": 599,
        "model.layers.1.self_attn.q_proj": 599,
        "model.layers.1.self_attn.k_proj": 599,
        "model.layers.1.self_attn.v_proj": 599,
        "model.layers.1.self_attn.o_proj": 599,
        "model.layers.1.mlp.gate_proj": 599,
        "model.layers.1.mlp.up_proj": 599,
        "model.layers.1.mlp.down_proj": 599,
        "model.layers.2.self_attn.q_proj": 599,
        "model.layers.2.self_attn.k_proj": 599,
        "model.layers.2.self_attn.v_proj": 599,
        "model.layers.2.self_attn.o_proj": 599,
        "model.layers.2.mlp.gate_proj": 599,
        "model.layers.2.mlp.up_proj": 599,
        "model.layers.2.mlp.down_proj": 599,
        "model.layers.3.self_attn.q_proj": 599,
        "model.layers.3.self_attn.k_proj": 599,
        "model.layers.3.self_attn.v_proj": 599,
        "model.layers.3.self_attn.o_proj": 599,
        "model.layers.3.mlp.gate_proj": 599,
        "model.layers.3.mlp.up_proj": 599,
        "model.layers.3.mlp.down_proj": 599,
        "model.layers.4.self_attn.q_proj": 599,
        "model.layers.4.self_attn.k_proj": 599,
        "model.layers.4.self_attn.v_proj": 599,
        "model.layers.4.self_attn.o_proj": 599,
        "model.layers.4.mlp.gate_proj": 599,
        "model.layers.4.mlp.up_proj": 599,
        "model.layers.4.mlp.down_proj": 599,
        "model.layers.5.self_attn.q_proj": 599,
        "model.layers.5.self_attn.k_proj": 599,
        "model.layers.5.self_attn.v_proj": 599,
        "model.layers.5.self_attn.o_proj": 599,
        "model.layers.5.mlp.gate_proj": 599,
        "model.layers.5.mlp.up_proj": 599,
        "model.layers.5.mlp.down_proj": 599,
        "model.layers.6.self_attn.q_proj": 599,
        "model.layers.6.self_attn.k_proj": 599,
        "model.layers.6.self_attn.v_proj": 599,
        "model.layers.6.self_attn.o_proj": 599,
        "model.layers.6.mlp.gate_proj": 599,
        "model.layers.6.mlp.up_proj": 599,
        "model.layers.6.mlp.down_proj": 599,
        "model.layers.7.self_attn.q_proj": 599,
        "model.layers.7.self_attn.k_proj": 599,
        "model.layers.7.self_attn.v_proj": 599,
        "model.layers.7.self_attn.o_proj": 599,
        "model.layers.7.mlp.gate_proj": 599,
        "model.layers.7.mlp.up_proj": 599,
        "model.layers.7.mlp.down_proj": 599,
        "model.layers.8.self_attn.q_proj": 599,
        "model.layers.8.self_attn.k_proj": 599,
        "model.layers.8.self_attn.v_proj": 599,
        "model.layers.8.self_attn.o_proj": 599,
        "model.layers.8.mlp.gate_proj": 599,
        "model.layers.8.mlp.up_proj": 599,
        "model.layers.8.mlp.down_proj": 599,
        "model.layers.9.self_attn.q_proj": 599,
        "model.layers.9.self_attn.k_proj": 599,
        "model.layers.9.self_attn.v_proj": 599,
        "model.layers.9.self_attn.o_proj": 599,
        "model.layers.9.mlp.gate_proj": 599,
        "model.layers.9.mlp.up_proj": 599,
        "model.layers.9.mlp.down_proj": 599,
        "model.layers.10.self_attn.q_proj": 599,
        "model.layers.10.self_attn.k_proj": 599,
        "model.layers.10.self_attn.v_proj": 599,
        "model.layers.10.self_attn.o_proj": 599,
        "model.layers.10.mlp.gate_proj": 599,
        "model.layers.10.mlp.up_proj": 599,
        "model.layers.10.mlp.down_proj": 599,
        "model.layers.11.self_attn.q_proj": 599,
        "model.layers.11.self_attn.k_proj": 599,
        "model.layers.11.self_attn.v_proj": 599,
        "model.layers.11.self_attn.o_proj": 599,
        "model.layers.11.mlp.gate_proj": 599,
        "model.layers.11.mlp.up_proj": 599,
        "model.layers.11.mlp.down_proj": 599,
        "model.layers.12.self_attn.q_proj": 599,
        "model.layers.12.self_attn.k_proj": 599,
        "model.layers.12.self_attn.v_proj": 599,
        "model.layers.12.self_attn.o_proj": 599,
        "model.layers.12.mlp.gate_proj": 599,
        "model.layers.12.mlp.up_proj": 599,
        "model.layers.12.mlp.down_proj": 599,
        "model.layers.13.self_attn.q_proj": 599,
        "model.layers.13.self_attn.k_proj": 599,
        "model.layers.13.self_attn.v_proj": 599,
        "model.layers.13.self_attn.o_proj": 599,
        "model.layers.13.mlp.gate_proj": 599,
        "model.layers.13.mlp.up_proj": 599,
        "model.layers.13.mlp.down_proj": 599,
        "model.layers.14.self_attn.q_proj": 599,
        "model.layers.14.self_attn.k_proj": 599,
        "model.layers.14.self_attn.v_proj": 599,
        "model.layers.14.self_attn.o_proj": 599,
        "model.layers.14.mlp.gate_proj": 599,
        "model.layers.14.mlp.up_proj": 599,
        "model.layers.14.mlp.down_proj": 599,
        "model.layers.15.self_attn.q_proj": 599,
        "model.layers.15.self_attn.k_proj": 599,
        "model.layers.15.self_attn.v_proj": 599,
        "model.layers.15.self_attn.o_proj": 599,
        "model.layers.15.mlp.gate_proj": 599,
        "model.layers.15.mlp.up_proj": 599,
        "model.layers.15.mlp.down_proj": 599,
        "model.layers.16.self_attn.q_proj": 599,
        "model.layers.16.self_attn.k_proj": 599,
        "model.layers.16.self_attn.v_proj": 599,
        "model.layers.16.self_attn.o_proj": 599,
        "model.layers.16.mlp.gate_proj": 599,
        "model.layers.16.mlp.up_proj": 599,
        "model.layers.16.mlp.down_proj": 599,
        "model.layers.17.self_attn.q_proj": 599,
        "model.layers.17.self_attn.k_proj": 599,
        "model.layers.17.self_attn.v_proj": 599,
        "model.layers.17.self_attn.o_proj": 599,
        "model.layers.17.mlp.gate_proj": 599,
        "model.layers.17.mlp.up_proj": 599,
        "model.layers.17.mlp.down_proj": 599,
        "model.layers.18.self_attn.q_proj": 599,
        "model.layers.18.self_attn.k_proj": 599,
        "model.layers.18.self_attn.v_proj": 599,
        "model.layers.18.self_attn.o_proj": 599,
        "model.layers.18.mlp.gate_proj": 599,
        "model.layers.18.mlp.up_proj": 599,
        "model.layers.18.mlp.down_proj": 599,
        "model.layers.19.self_attn.q_proj": 599,
        "model.layers.19.self_attn.k_proj": 599,
        "model.layers.19.self_attn.v_proj": 599,
        "model.layers.19.self_attn.o_proj": 599,
        "model.layers.19.mlp.gate_proj": 599,
        "model.layers.19.mlp.up_proj": 599,
        "model.layers.19.mlp.down_proj": 599,
        "model.layers.20.self_attn.q_proj": 599,
        "model.layers.20.self_attn.k_proj": 599,
        "model.layers.20.self_attn.v_proj": 599,
        "model.layers.20.self_attn.o_proj": 599,
        "model.layers.20.mlp.gate_proj": 599,
        "model.layers.20.mlp.up_proj": 599,
        "model.layers.20.mlp.down_proj": 599,
        "model.layers.21.self_attn.q_proj": 599,
        "model.layers.21.self_attn.k_proj": 599,
        "model.layers.21.self_attn.v_proj": 599,
        "model.layers.21.self_attn.o_proj": 599,
        "model.layers.21.mlp.gate_proj": 599,
        "model.layers.21.mlp.up_proj": 599,
        "model.layers.21.mlp.down_proj": 599,
        "model.layers.22.self_attn.q_proj": 599,
        "model.layers.22.self_attn.k_proj": 599,
        "model.layers.22.self_attn.v_proj": 599,
        "model.layers.22.self_attn.o_proj": 599,
        "model.layers.22.mlp.gate_proj": 599,
        "model.layers.22.mlp.up_proj": 599,
        "model.layers.22.mlp.down_proj": 599,
        "model.layers.23.self_attn.q_proj": 599,
        "model.layers.23.self_attn.k_proj": 599,
        "model.layers.23.self_attn.v_proj": 599,
        "model.layers.23.self_attn.o_proj": 599,
        "model.layers.23.mlp.gate_proj": 599,
        "model.layers.23.mlp.up_proj": 599,
        "model.layers.23.mlp.down_proj": 599,
        "model.layers.24.self_attn.q_proj": 599,
        "model.layers.24.self_attn.k_proj": 599,
        "model.layers.24.self_attn.v_proj": 599,
        "model.layers.24.self_attn.o_proj": 599,
        "model.layers.24.mlp.gate_proj": 599,
        "model.layers.24.mlp.up_proj": 599,
        "model.layers.24.mlp.down_proj": 599,
        "model.layers.25.self_attn.q_proj": 599,
        "model.layers.25.self_attn.k_proj": 599,
        "model.layers.25.self_attn.v_proj": 599,
        "model.layers.25.self_attn.o_proj": 599,
        "model.layers.25.mlp.gate_proj": 599,
        "model.layers.25.mlp.up_proj": 599,
        "model.layers.25.mlp.down_proj": 599,
        "model.layers.26.self_attn.q_proj": 599,
        "model.layers.26.self_attn.k_proj": 599,
        "model.layers.26.self_attn.v_proj": 599,
        "model.layers.26.self_attn.o_proj": 599,
        "model.layers.26.mlp.gate_proj": 599,
        "model.layers.26.mlp.up_proj": 599,
        "model.layers.26.mlp.down_proj": 599,
        "model.layers.27.self_attn.q_proj": 599,
        "model.layers.27.self_attn.k_proj": 599,
        "model.layers.27.self_attn.v_proj": 599,
        "model.layers.27.self_attn.o_proj": 599,
        "model.layers.27.mlp.gate_proj": 599,
        "model.layers.27.mlp.up_proj": 599,
        "model.layers.27.mlp.down_proj": 599,
        "model.layers.28.self_attn.q_proj": 599,
        "model.layers.28.self_attn.k_proj": 599,
        "model.layers.28.self_attn.v_proj": 599,
        "model.layers.28.self_attn.o_proj": 599,
        "model.layers.28.mlp.gate_proj": 599,
        "model.layers.28.mlp.up_proj": 599,
        "model.layers.28.mlp.down_proj": 599,
        "model.layers.29.self_attn.q_proj": 599,
        "model.layers.29.self_attn.k_proj": 599,
        "model.layers.29.self_attn.v_proj": 599,
        "model.layers.29.self_attn.o_proj": 599,
        "model.layers.29.mlp.gate_proj": 599,
        "model.layers.29.mlp.up_proj": 599,
        "model.layers.29.mlp.down_proj": 599,
        "model.layers.30.self_attn.q_proj": 599,
        "model.layers.30.self_attn.k_proj": 599,
        "model.layers.30.self_attn.v_proj": 599,
        "model.layers.30.self_attn.o_proj": 599,
        "model.layers.30.mlp.gate_proj": 599,
        "model.layers.30.mlp.up_proj": 599,
        "model.layers.30.mlp.down_proj": 599,
        "model.layers.31.self_attn.q_proj": 599,
        "model.layers.31.self_attn.k_proj": 599,
        "model.layers.31.self_attn.v_proj": 599,
        "model.layers.31.self_attn.o_proj": 599,
        "model.layers.31.mlp.gate_proj": 599,
        "model.layers.31.mlp.up_proj": 599,
        "model.layers.31.mlp.down_proj": 599,
        "model.layers.32.self_attn.q_proj": 599,
        "model.layers.32.self_attn.k_proj": 599,
        "model.layers.32.self_attn.v_proj": 599,
        "model.layers.32.self_attn.o_proj": 599,
        "model.layers.32.mlp.gate_proj": 599,
        "model.layers.32.mlp.up_proj": 599,
        "model.layers.32.mlp.down_proj": 599,
        "model.layers.33.self_attn.q_proj": 599,
        "model.layers.33.self_attn.k_proj": 599,
        "model.layers.33.self_attn.v_proj": 599,
        "model.layers.33.self_attn.o_proj": 599,
        "model.layers.33.mlp.gate_proj": 599,
        "model.layers.33.mlp.up_proj": 599,
        "model.layers.33.mlp.down_proj": 599,
        "model.layers.34.self_attn.q_proj": 599,
        "model.layers.34.self_attn.k_proj": 599,
        "model.layers.34.self_attn.v_proj": 599,
        "model.layers.34.self_attn.o_proj": 599,
        "model.layers.34.mlp.gate_proj": 599,
        "model.layers.34.mlp.up_proj": 599,
        "model.layers.34.mlp.down_proj": 599,
        "model.layers.35.self_attn.q_proj": 599,
        "model.layers.35.self_attn.k_proj": 599,
        "model.layers.35.self_attn.v_proj": 599,
        "model.layers.35.self_attn.o_proj": 599,
        "model.layers.35.mlp.gate_proj": 599,
        "model.layers.35.mlp.up_proj": 599,
        "model.layers.35.mlp.down_proj": 599
      },
      "generations": [
        {
          "tokens": 104,
          "decode_calls": 103,
          "decode_seconds": 5.824675360694528,
          "ended_with_eos": true,
          "truncated": false
        },
        {
          "tokens": 130,
          "decode_calls": 129,
          "decode_seconds": 7.16865224018693,
          "ended_with_eos": true,
          "truncated": false
        },
        {
          "tokens": 205,
          "decode_calls": 204,
          "decode_seconds": 11.34529641084373,
          "ended_with_eos": true,
          "truncated": false
        },
        {
          "tokens": 164,
          "decode_calls": 163,
          "decode_seconds": 8.97977806814015,
          "ended_with_eos": true,
          "truncated": false
        }
      ]
    },
    "fixed_text_calibration": {
      "phase": "teacher_forced_train_only",
      "counts": {
        "model.layers.0.self_attn.q_proj": 566,
        "model.layers.0.self_attn.k_proj": 566,
        "model.layers.0.self_attn.v_proj": 566,
        "model.layers.0.self_attn.o_proj": 566,
        "model.layers.0.mlp.gate_proj": 566,
        "model.layers.0.mlp.up_proj": 566,
        "model.layers.0.mlp.down_proj": 566,
        "model.layers.1.self_attn.q_proj": 566,
        "model.layers.1.self_attn.k_proj": 566,
        "model.layers.1.self_attn.v_proj": 566,
        "model.layers.1.self_attn.o_proj": 566,
        "model.layers.1.mlp.gate_proj": 566,
        "model.layers.1.mlp.up_proj": 566,
        "model.layers.1.mlp.down_proj": 566,
        "model.layers.2.self_attn.q_proj": 566,
        "model.layers.2.self_attn.k_proj": 566,
        "model.layers.2.self_attn.v_proj": 566,
        "model.layers.2.self_attn.o_proj": 566,
        "model.layers.2.mlp.gate_proj": 566,
        "model.layers.2.mlp.up_proj": 566,
        "model.layers.2.mlp.down_proj": 566,
        "model.layers.3.self_attn.q_proj": 566,
        "model.layers.3.self_attn.k_proj": 566,
        "model.layers.3.self_attn.v_proj": 566,
        "model.layers.3.self_attn.o_proj": 566,
        "model.layers.3.mlp.gate_proj": 566,
        "model.layers.3.mlp.up_proj": 566,
        "model.layers.3.mlp.down_proj": 566,
        "model.layers.4.self_attn.q_proj": 566,
        "model.layers.4.self_attn.k_proj": 566,
        "model.layers.4.self_attn.v_proj": 566,
        "model.layers.4.self_attn.o_proj": 566,
        "model.layers.4.mlp.gate_proj": 566,
        "model.layers.4.mlp.up_proj": 566,
        "model.layers.4.mlp.down_proj": 566,
        "model.layers.5.self_attn.q_proj": 566,
        "model.layers.5.self_attn.k_proj": 566,
        "model.layers.5.self_attn.v_proj": 566,
        "model.layers.5.self_attn.o_proj": 566,
        "model.layers.5.mlp.gate_proj": 566,
        "model.layers.5.mlp.up_proj": 566,
        "model.layers.5.mlp.down_proj": 566,
        "model.layers.6.self_attn.q_proj": 566,
        "model.layers.6.self_attn.k_proj": 566,
        "model.layers.6.self_attn.v_proj": 566,
        "model.layers.6.self_attn.o_proj": 566,
        "model.layers.6.mlp.gate_proj": 566,
        "model.layers.6.mlp.up_proj": 566,
        "model.layers.6.mlp.down_proj": 566,
        "model.layers.7.self_attn.q_proj": 566,
        "model.layers.7.self_attn.k_proj": 566,
        "model.layers.7.self_attn.v_proj": 566,
        "model.layers.7.self_attn.o_proj": 566,
        "model.layers.7.mlp.gate_proj": 566,
        "model.layers.7.mlp.up_proj": 566,
        "model.layers.7.mlp.down_proj": 566,
        "model.layers.8.self_attn.q_proj": 566,
        "model.layers.8.self_attn.k_proj": 566,
        "model.layers.8.self_attn.v_proj": 566,
        "model.layers.8.self_attn.o_proj": 566,
        "model.layers.8.mlp.gate_proj": 566,
        "model.layers.8.mlp.up_proj": 566,
        "model.layers.8.mlp.down_proj": 566,
        "model.layers.9.self_attn.q_proj": 566,
        "model.layers.9.self_attn.k_proj": 566,
        "model.layers.9.self_attn.v_proj": 566,
        "model.layers.9.self_attn.o_proj": 566,
        "model.layers.9.mlp.gate_proj": 566,
        "model.layers.9.mlp.up_proj": 566,
        "model.layers.9.mlp.down_proj": 566,
        "model.layers.10.self_attn.q_proj": 566,
        "model.layers.10.self_attn.k_proj": 566,
        "model.layers.10.self_attn.v_proj": 566,
        "model.layers.10.self_attn.o_proj": 566,
        "model.layers.10.mlp.gate_proj": 566,
        "model.layers.10.mlp.up_proj": 566,
        "model.layers.10.mlp.down_proj": 566,
        "model.layers.11.self_attn.q_proj": 566,
        "model.layers.11.self_attn.k_proj": 566,
        "model.layers.11.self_attn.v_proj": 566,
        "model.layers.11.self_attn.o_proj": 566,
        "model.layers.11.mlp.gate_proj": 566,
        "model.layers.11.mlp.up_proj": 566,
        "model.layers.11.mlp.down_proj": 566,
        "model.layers.12.self_attn.q_proj": 566,
        "model.layers.12.self_attn.k_proj": 566,
        "model.layers.12.self_attn.v_proj": 566,
        "model.layers.12.self_attn.o_proj": 566,
        "model.layers.12.mlp.gate_proj": 566,
        "model.layers.12.mlp.up_proj": 566,
        "model.layers.12.mlp.down_proj": 566,
        "model.layers.13.self_attn.q_proj": 566,
        "model.layers.13.self_attn.k_proj": 566,
        "model.layers.13.self_attn.v_proj": 566,
        "model.layers.13.self_attn.o_proj": 566,
        "model.layers.13.mlp.gate_proj": 566,
        "model.layers.13.mlp.up_proj": 566,
        "model.layers.13.mlp.down_proj": 566,
        "model.layers.14.self_attn.q_proj": 566,
        "model.layers.14.self_attn.k_proj": 566,
        "model.layers.14.self_attn.v_proj": 566,
        "model.layers.14.self_attn.o_proj": 566,
        "model.layers.14.mlp.gate_proj": 566,
        "model.layers.14.mlp.up_proj": 566,
        "model.layers.14.mlp.down_proj": 566,
        "model.layers.15.self_attn.q_proj": 566,
        "model.layers.15.self_attn.k_proj": 566,
        "model.layers.15.self_attn.v_proj": 566,
        "model.layers.15.self_attn.o_proj": 566,
        "model.layers.15.mlp.gate_proj": 566,
        "model.layers.15.mlp.up_proj": 566,
        "model.layers.15.mlp.down_proj": 566,
        "model.layers.16.self_attn.q_proj": 566,
        "model.layers.16.self_attn.k_proj": 566,
        "model.layers.16.self_attn.v_proj": 566,
        "model.layers.16.self_attn.o_proj": 566,
        "model.layers.16.mlp.gate_proj": 566,
        "model.layers.16.mlp.up_proj": 566,
        "model.layers.16.mlp.down_proj": 566,
        "model.layers.17.self_attn.q_proj": 566,
        "model.layers.17.self_attn.k_proj": 566,
        "model.layers.17.self_attn.v_proj": 566,
        "model.layers.17.self_attn.o_proj": 566,
        "model.layers.17.mlp.gate_proj": 566,
        "model.layers.17.mlp.up_proj": 566,
        "model.layers.17.mlp.down_proj": 566,
        "model.layers.18.self_attn.q_proj": 566,
        "model.layers.18.self_attn.k_proj": 566,
        "model.layers.18.self_attn.v_proj": 566,
        "model.layers.18.self_attn.o_proj": 566,
        "model.layers.18.mlp.gate_proj": 566,
        "model.layers.18.mlp.up_proj": 566,
        "model.layers.18.mlp.down_proj": 566,
        "model.layers.19.self_attn.q_proj": 566,
        "model.layers.19.self_attn.k_proj": 566,
        "model.layers.19.self_attn.v_proj": 566,
        "model.layers.19.self_attn.o_proj": 566,
        "model.layers.19.mlp.gate_proj": 566,
        "model.layers.19.mlp.up_proj": 566,
        "model.layers.19.mlp.down_proj": 566,
        "model.layers.20.self_attn.q_proj": 566,
        "model.layers.20.self_attn.k_proj": 566,
        "model.layers.20.self_attn.v_proj": 566,
        "model.layers.20.self_attn.o_proj": 566,
        "model.layers.20.mlp.gate_proj": 566,
        "model.layers.20.mlp.up_proj": 566,
        "model.layers.20.mlp.down_proj": 566,
        "model.layers.21.self_attn.q_proj": 566,
        "model.layers.21.self_attn.k_proj": 566,
        "model.layers.21.self_attn.v_proj": 566,
        "model.layers.21.self_attn.o_proj": 566,
        "model.layers.21.mlp.gate_proj": 566,
        "model.layers.21.mlp.up_proj": 566,
        "model.layers.21.mlp.down_proj": 566,
        "model.layers.22.self_attn.q_proj": 566,
        "model.layers.22.self_attn.k_proj": 566,
        "model.layers.22.self_attn.v_proj": 566,
        "model.layers.22.self_attn.o_proj": 566,
        "model.layers.22.mlp.gate_proj": 566,
        "model.layers.22.mlp.up_proj": 566,
        "model.layers.22.mlp.down_proj": 566,
        "model.layers.23.self_attn.q_proj": 566,
        "model.layers.23.self_attn.k_proj": 566,
        "model.layers.23.self_attn.v_proj": 566,
        "model.layers.23.self_attn.o_proj": 566,
        "model.layers.23.mlp.gate_proj": 566,
        "model.layers.23.mlp.up_proj": 566,
        "model.layers.23.mlp.down_proj": 566,
        "model.layers.24.self_attn.q_proj": 566,
        "model.layers.24.self_attn.k_proj": 566,
        "model.layers.24.self_attn.v_proj": 566,
        "model.layers.24.self_attn.o_proj": 566,
        "model.layers.24.mlp.gate_proj": 566,
        "model.layers.24.mlp.up_proj": 566,
        "model.layers.24.mlp.down_proj": 566,
        "model.layers.25.self_attn.q_proj": 566,
        "model.layers.25.self_attn.k_proj": 566,
        "model.layers.25.self_attn.v_proj": 566,
        "model.layers.25.self_attn.o_proj": 566,
        "model.layers.25.mlp.gate_proj": 566,
        "model.layers.25.mlp.up_proj": 566,
        "model.layers.25.mlp.down_proj": 566,
        "model.layers.26.self_attn.q_proj": 566,
        "model.layers.26.self_attn.k_proj": 566,
        "model.layers.26.self_attn.v_proj": 566,
        "model.layers.26.self_attn.o_proj": 566,
        "model.layers.26.mlp.gate_proj": 566,
        "model.layers.26.mlp.up_proj": 566,
        "model.layers.26.mlp.down_proj": 566,
        "model.layers.27.self_attn.q_proj": 566,
        "model.layers.27.self_attn.k_proj": 566,
        "model.layers.27.self_attn.v_proj": 566,
        "model.layers.27.self_attn.o_proj": 566,
        "model.layers.27.mlp.gate_proj": 566,
        "model.layers.27.mlp.up_proj": 566,
        "model.layers.27.mlp.down_proj": 566,
        "model.layers.28.self_attn.q_proj": 566,
        "model.layers.28.self_attn.k_proj": 566,
        "model.layers.28.self_attn.v_proj": 566,
        "model.layers.28.self_attn.o_proj": 566,
        "model.layers.28.mlp.gate_proj": 566,
        "model.layers.28.mlp.up_proj": 566,
        "model.layers.28.mlp.down_proj": 566,
        "model.layers.29.self_attn.q_proj": 566,
        "model.layers.29.self_attn.k_proj": 566,
        "model.layers.29.self_attn.v_proj": 566,
        "model.layers.29.self_attn.o_proj": 566,
        "model.layers.29.mlp.gate_proj": 566,
        "model.layers.29.mlp.up_proj": 566,
        "model.layers.29.mlp.down_proj": 566,
        "model.layers.30.self_attn.q_proj": 566,
        "model.layers.30.self_attn.k_proj": 566,
        "model.layers.30.self_attn.v_proj": 566,
        "model.layers.30.self_attn.o_proj": 566,
        "model.layers.30.mlp.gate_proj": 566,
        "model.layers.30.mlp.up_proj": 566,
        "model.layers.30.mlp.down_proj": 566,
        "model.layers.31.self_attn.q_proj": 566,
        "model.layers.31.self_attn.k_proj": 566,
        "model.layers.31.self_attn.v_proj": 566,
        "model.layers.31.self_attn.o_proj": 566,
        "model.layers.31.mlp.gate_proj": 566,
        "model.layers.31.mlp.up_proj": 566,
        "model.layers.31.mlp.down_proj": 566,
        "model.layers.32.self_attn.q_proj": 566,
        "model.layers.32.self_attn.k_proj": 566,
        "model.layers.32.self_attn.v_proj": 566,
        "model.layers.32.self_attn.o_proj": 566,
        "model.layers.32.mlp.gate_proj": 566,
        "model.layers.32.mlp.up_proj": 566,
        "model.layers.32.mlp.down_proj": 566,
        "model.layers.33.self_attn.q_proj": 566,
        "model.layers.33.self_attn.k_proj": 566,
        "model.layers.33.self_attn.v_proj": 566,
        "model.layers.33.self_attn.o_proj": 566,
        "model.layers.33.mlp.gate_proj": 566,
        "model.layers.33.mlp.up_proj": 566,
        "model.layers.33.mlp.down_proj": 566,
        "model.layers.34.self_attn.q_proj": 566,
        "model.layers.34.self_attn.k_proj": 566,
        "model.layers.34.self_attn.v_proj": 566,
        "model.layers.34.self_attn.o_proj": 566,
        "model.layers.34.mlp.gate_proj": 566,
        "model.layers.34.mlp.up_proj": 566,
        "model.layers.34.mlp.down_proj": 566,
        "model.layers.35.self_attn.q_proj": 566,
        "model.layers.35.self_attn.k_proj": 566,
        "model.layers.35.self_attn.v_proj": 566,
        "model.layers.35.self_attn.o_proj": 566,
        "model.layers.35.mlp.gate_proj": 566,
        "model.layers.35.mlp.up_proj": 566,
        "model.layers.35.mlp.down_proj": 566
      }
    },
    "sparse_calls": 461664,
    "retained_dense_prefill_copy": true,
    "packed_bytes": 4087480320,
    "test_read": false
  },
  "limitations": [
    "Wanda alternative backend, not original SparseGPT experiments",
    "independent Triton bitmask SpMV, no original kernel speedup claim",
    "four held-out GSM8K questions; retain every truncation and negative outcome",
    "dense pruned prefill copy retained; packed bytes are not model memory savings",
    "single seed mechanism diagnostic, not formal benchmark improvement",
    "different generated lengths; throughput is descriptive, not matched-output acceleration"
  ],
  "provenance": {
    "original_code_commit": "6cec35efdff399c3fb1a21d904946f6bf0dff76e",
    "artifact_path": "docs/foundation-models/2610.12327-sparse-decoding/metrics/checkpoint-a100-seed42.json",
    "executed_source_sha256": {
      "scripts/run_sparse_decoding_public.py": "388fce4283395ca862420dc6aef12d5baa2cf5dc631d34e72eb049eb58542f96",
      "src/auto_research/foundation/sparse_decoding.py": "82c8bdcc615add9c77c0b239bc53374db2b008f0e2020c6304b98db99f0816be",
      "src/auto_research/foundation/sparse_decoding_cuda.py": "0cf28f11640ddfa22216ebb910950c37e5a27060165d224eac9be557ab55c842",
      "src/auto_research/foundation/sparse_decoding_triton.py": "8ac973fa2e83d50f34f966848e3c4fc0de10a04dc603978e36719292ffa4f08c",
      "src/auto_research/public_holdout.py": "033d9c1fd112accf5ac79573b99d9f31cffc646bcab6911cf3e49459fa003b46",
      "src/auto_research/post_training/oct10_checkpoint.py": "247f1f97a3ca701277f241ec81d99296f0ea82e1db8f68006fcd7bfdc661cd74"
    },
    "dataset_fingerprint": "69efc634f51a589335fcdea85238bf3218653a94de2ba2604a64056960547dab"
  }
}