{
  "schema_version": 2,
  "seeds_by_adapter": {
    "beaconkv": [
      42,
      43,
      44
    ]
  },
  "budget": "paper-specific",
  "papers": {
    "beaconkv": {
      "manifest": {
        "adapter_key": "beaconkv",
        "arxiv_id": "2609.04971",
        "title": "BeaconKV: Key-Value Cache Compression Guided by Beacon Queries for Efficient Large Reasoning Model Inference",
        "paper_url": "https://arxiv.org/abs/2609.04971",
        "track": "llm",
        "organization": "Hanyang University",
        "published": "2026-09-04",
        "code_url": null,
        "topics": [
          "kv-cache",
          "long-context",
          "reasoning",
          "inference-serving"
        ],
        "local_code_dir": "src/auto_research/reproductions/beaconkv",
        "fidelity": "core_mechanism",
        "evaluation_tier": "l2_public_dataset",
        "datasets": [
          "public-domain long-context probe"
        ],
        "baseline": "equal-budget recent-token KV retention",
        "metrics": [
          "attention-output cosine",
          "retained tokens",
          "peak GPU memory"
        ],
        "default_seeds": [
          42
        ],
        "budget": "adapter-defined fixed budget",
        "device_capabilities": [
          "cuda"
        ],
        "requires_gpu_validation": true,
        "gpu_validation_artifact": "docs/gpu-validations/beaconkv-a100-20260907.json",
        "online_evidence": [],
        "selection_exception": null,
        "evolve_operators": [
          "attention:beacon-query-kv"
        ]
      },
      "seed_results": [
        {
          "paper": {
            "arxiv_id": "2609.04971",
            "title": "BeaconKV",
            "url": "https://arxiv.org/abs/2609.04971",
            "organization": "Hanyang University"
          },
          "dataset": {
            "name": "deterministic KV mechanism fixture",
            "tokens": 512
          },
          "setup": {
            "adapter": "beaconkv",
            "seed": 42,
            "retained_tokens": 160,
            "beacons": 8
          },
          "baseline": {
            "name": "recent-token KV",
            "attention_cosine": 0.5892940163612366
          },
          "method": {
            "name": "beacon-query KV",
            "attention_cosine": 0.6147770881652832
          },
          "stages": {
            "beacon_queries": 8,
            "recent_tokens_protected": 64,
            "selected_tokens": 160
          },
          "paper_results": {
            "memory_reduction_x": 5.8,
            "throughput_improvement_x": 4.3
          },
          "scope": "CPU fixture checks beacon clustering and scoring; committed A100 receipt uses real checkpoint KV tensors.",
          "manifest_ref": "reproduction:beaconkv",
          "runtime": {
            "requested_device": "cpu",
            "cpu_threads": null,
            "platform": "Darwin arm64",
            "resolved_device": "cpu",
            "torch_version": "2.13.0",
            "accelerator": "arm"
          },
          "seed": 42,
          "schema_version": 2,
          "manifest": {
            "adapter_key": "beaconkv",
            "arxiv_id": "2609.04971",
            "title": "BeaconKV: Key-Value Cache Compression Guided by Beacon Queries for Efficient Large Reasoning Model Inference",
            "paper_url": "https://arxiv.org/abs/2609.04971",
            "track": "llm",
            "organization": "Hanyang University",
            "published": "2026-09-04",
            "code_url": null,
            "topics": [
              "kv-cache",
              "long-context",
              "reasoning",
              "inference-serving"
            ],
            "local_code_dir": "src/auto_research/reproductions/beaconkv",
            "fidelity": "core_mechanism",
            "evaluation_tier": "l2_public_dataset",
            "datasets": [
              "public-domain long-context probe"
            ],
            "baseline": "equal-budget recent-token KV retention",
            "metrics": [
              "attention-output cosine",
              "retained tokens",
              "peak GPU memory"
            ],
            "default_seeds": [
              42
            ],
            "budget": "adapter-defined fixed budget",
            "device_capabilities": [
              "cuda"
            ],
            "requires_gpu_validation": true,
            "gpu_validation_artifact": "docs/gpu-validations/beaconkv-a100-20260907.json",
            "online_evidence": [],
            "selection_exception": null,
            "evolve_operators": [
              "attention:beacon-query-kv"
            ]
          },
          "provenance": {
            "created_at": "2026-09-07T08:31:36.416198+00:00",
            "code_commit": "f00cb330ae68d2de0253511148e7116708171291",
            "python": "3.12.9",
            "platform": "macOS-26.5.2-arm64-arm-64bit",
            "dataset_dir": "/Users/bytedance/Documents/git_daiwk/auto-research/data",
            "dataset_fingerprint": "e66c261317a7b3179720ef3e3f5f79d7a204b135d1f217e2911b153ad2ce50a0",
            "packages": {
              "auto-research": "0.1.0",
              "numpy": "2.5.2",
              "torch": "2.13.0",
              "transformers": "5.14.1"
            }
          },
          "evaluation_protocol": {
            "tier": "l2_public_dataset",
            "tier_label": "L2 公开数据集训练",
            "seeds": [
              42
            ],
            "budget": "paper-specific",
            "formal_comparison": false,
            "claim_policy": "single/few-seed smoke result; do not claim a stable improvement"
          }
        },
        {
          "paper": {
            "arxiv_id": "2609.04971",
            "title": "BeaconKV",
            "url": "https://arxiv.org/abs/2609.04971",
            "organization": "Hanyang University"
          },
          "dataset": {
            "name": "deterministic KV mechanism fixture",
            "tokens": 512
          },
          "setup": {
            "adapter": "beaconkv",
            "seed": 43,
            "retained_tokens": 160,
            "beacons": 8
          },
          "baseline": {
            "name": "recent-token KV",
            "attention_cosine": 0.3806067407131195
          },
          "method": {
            "name": "beacon-query KV",
            "attention_cosine": 0.49489104747772217
          },
          "stages": {
            "beacon_queries": 8,
            "recent_tokens_protected": 64,
            "selected_tokens": 160
          },
          "paper_results": {
            "memory_reduction_x": 5.8,
            "throughput_improvement_x": 4.3
          },
          "scope": "CPU fixture checks beacon clustering and scoring; committed A100 receipt uses real checkpoint KV tensors.",
          "manifest_ref": "reproduction:beaconkv",
          "runtime": {
            "requested_device": "cpu",
            "cpu_threads": null,
            "platform": "Darwin arm64",
            "resolved_device": "cpu",
            "torch_version": "2.13.0",
            "accelerator": "arm"
          },
          "seed": 43,
          "schema_version": 2,
          "manifest": {
            "adapter_key": "beaconkv",
            "arxiv_id": "2609.04971",
            "title": "BeaconKV: Key-Value Cache Compression Guided by Beacon Queries for Efficient Large Reasoning Model Inference",
            "paper_url": "https://arxiv.org/abs/2609.04971",
            "track": "llm",
            "organization": "Hanyang University",
            "published": "2026-09-04",
            "code_url": null,
            "topics": [
              "kv-cache",
              "long-context",
              "reasoning",
              "inference-serving"
            ],
            "local_code_dir": "src/auto_research/reproductions/beaconkv",
            "fidelity": "core_mechanism",
            "evaluation_tier": "l2_public_dataset",
            "datasets": [
              "public-domain long-context probe"
            ],
            "baseline": "equal-budget recent-token KV retention",
            "metrics": [
              "attention-output cosine",
              "retained tokens",
              "peak GPU memory"
            ],
            "default_seeds": [
              42
            ],
            "budget": "adapter-defined fixed budget",
            "device_capabilities": [
              "cuda"
            ],
            "requires_gpu_validation": true,
            "gpu_validation_artifact": "docs/gpu-validations/beaconkv-a100-20260907.json",
            "online_evidence": [],
            "selection_exception": null,
            "evolve_operators": [
              "attention:beacon-query-kv"
            ]
          },
          "provenance": {
            "created_at": "2026-09-07T08:31:36.505515+00:00",
            "code_commit": "f00cb330ae68d2de0253511148e7116708171291",
            "python": "3.12.9",
            "platform": "macOS-26.5.2-arm64-arm-64bit",
            "dataset_dir": "/Users/bytedance/Documents/git_daiwk/auto-research/data",
            "dataset_fingerprint": "e66c261317a7b3179720ef3e3f5f79d7a204b135d1f217e2911b153ad2ce50a0",
            "packages": {
              "auto-research": "0.1.0",
              "numpy": "2.5.2",
              "torch": "2.13.0",
              "transformers": "5.14.1"
            }
          },
          "evaluation_protocol": {
            "tier": "l2_public_dataset",
            "tier_label": "L2 公开数据集训练",
            "seeds": [
              43
            ],
            "budget": "paper-specific",
            "formal_comparison": false,
            "claim_policy": "single/few-seed smoke result; do not claim a stable improvement"
          }
        },
        {
          "paper": {
            "arxiv_id": "2609.04971",
            "title": "BeaconKV",
            "url": "https://arxiv.org/abs/2609.04971",
            "organization": "Hanyang University"
          },
          "dataset": {
            "name": "deterministic KV mechanism fixture",
            "tokens": 512
          },
          "setup": {
            "adapter": "beaconkv",
            "seed": 44,
            "retained_tokens": 160,
            "beacons": 8
          },
          "baseline": {
            "name": "recent-token KV",
            "attention_cosine": 0.6527559757232666
          },
          "method": {
            "name": "beacon-query KV",
            "attention_cosine": 0.5434607267379761
          },
          "stages": {
            "beacon_queries": 8,
            "recent_tokens_protected": 64,
            "selected_tokens": 160
          },
          "paper_results": {
            "memory_reduction_x": 5.8,
            "throughput_improvement_x": 4.3
          },
          "scope": "CPU fixture checks beacon clustering and scoring; committed A100 receipt uses real checkpoint KV tensors.",
          "manifest_ref": "reproduction:beaconkv",
          "runtime": {
            "requested_device": "cpu",
            "cpu_threads": null,
            "platform": "Darwin arm64",
            "resolved_device": "cpu",
            "torch_version": "2.13.0",
            "accelerator": "arm"
          },
          "seed": 44,
          "schema_version": 2,
          "manifest": {
            "adapter_key": "beaconkv",
            "arxiv_id": "2609.04971",
            "title": "BeaconKV: Key-Value Cache Compression Guided by Beacon Queries for Efficient Large Reasoning Model Inference",
            "paper_url": "https://arxiv.org/abs/2609.04971",
            "track": "llm",
            "organization": "Hanyang University",
            "published": "2026-09-04",
            "code_url": null,
            "topics": [
              "kv-cache",
              "long-context",
              "reasoning",
              "inference-serving"
            ],
            "local_code_dir": "src/auto_research/reproductions/beaconkv",
            "fidelity": "core_mechanism",
            "evaluation_tier": "l2_public_dataset",
            "datasets": [
              "public-domain long-context probe"
            ],
            "baseline": "equal-budget recent-token KV retention",
            "metrics": [
              "attention-output cosine",
              "retained tokens",
              "peak GPU memory"
            ],
            "default_seeds": [
              42
            ],
            "budget": "adapter-defined fixed budget",
            "device_capabilities": [
              "cuda"
            ],
            "requires_gpu_validation": true,
            "gpu_validation_artifact": "docs/gpu-validations/beaconkv-a100-20260907.json",
            "online_evidence": [],
            "selection_exception": null,
            "evolve_operators": [
              "attention:beacon-query-kv"
            ]
          },
          "provenance": {
            "created_at": "2026-09-07T08:31:36.531990+00:00",
            "code_commit": "f00cb330ae68d2de0253511148e7116708171291",
            "python": "3.12.9",
            "platform": "macOS-26.5.2-arm64-arm-64bit",
            "dataset_dir": "/Users/bytedance/Documents/git_daiwk/auto-research/data",
            "dataset_fingerprint": "e66c261317a7b3179720ef3e3f5f79d7a204b135d1f217e2911b153ad2ce50a0",
            "packages": {
              "auto-research": "0.1.0",
              "numpy": "2.5.2",
              "torch": "2.13.0",
              "transformers": "5.14.1"
            }
          },
          "evaluation_protocol": {
            "tier": "l2_public_dataset",
            "tier_label": "L2 公开数据集训练",
            "seeds": [
              44
            ],
            "budget": "paper-specific",
            "formal_comparison": false,
            "claim_policy": "single/few-seed smoke result; do not claim a stable improvement"
          }
        }
      ],
      "aggregate_metrics": {
        "dataset.tokens": {
          "mean": 512.0,
          "std": 0.0,
          "ci95": 0.0,
          "n": 3
        },
        "setup.retained_tokens": {
          "mean": 160.0,
          "std": 0.0,
          "ci95": 0.0,
          "n": 3
        },
        "setup.beacons": {
          "mean": 8.0,
          "std": 0.0,
          "ci95": 0.0,
          "n": 3
        },
        "baseline.attention_cosine": {
          "mean": 0.5408855775992075,
          "std": 0.14238621505147506,
          "ci95": 0.1611251703941677,
          "n": 3
        },
        "method.attention_cosine": {
          "mean": 0.5510429541269938,
          "std": 0.06030160293946557,
          "ci95": 0.06823768751174611,
          "n": 3
        },
        "stages.beacon_queries": {
          "mean": 8.0,
          "std": 0.0,
          "ci95": 0.0,
          "n": 3
        },
        "stages.recent_tokens_protected": {
          "mean": 64.0,
          "std": 0.0,
          "ci95": 0.0,
          "n": 3
        },
        "stages.selected_tokens": {
          "mean": 160.0,
          "std": 0.0,
          "ci95": 0.0,
          "n": 3
        },
        "paper_results.memory_reduction_x": {
          "mean": 5.8,
          "std": 0.0,
          "ci95": 0.0,
          "n": 3
        },
        "paper_results.throughput_improvement_x": {
          "mean": 4.3,
          "std": 0.0,
          "ci95": 0.0,
          "n": 3
        }
      },
      "formal_comparison": true
    }
  },
  "manifest_ref": "reproduction:beaconkv",
  "evaluation_protocol": {
    "tier": "l2_public_dataset",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": true,
    "claim_policy": "formal multi-seed comparison"
  },
  "provenance": {
    "artifact_path": "docs/reproductions/2609.04971-beaconkv/metrics/synthetic-long-context-seeds42-44.json",
    "dataset_fingerprint": "not recorded in historical artifact"
  }
}