{
  "schema_version": 2,
  "method": "rescom",
  "manifest_ref": "foundation-models:rescom",
  "paper": {
    "key": "rescom",
    "title": "ResCom: Activation Residual Compensation for Large Language Model Quantization"
  },
  "dataset": {
    "id": "synthetic:oct29-rescom-v1",
    "revision": "sha256:b53f5dd44e6d4e72fc28b1c56fbffb06eb0262fbc647162f6dcc8ef440e9b567",
    "recipe": "fixed seeded mechanism contracts, no public capability dataset",
    "capability_benchmark": false
  },
  "seed": [
    42,
    43,
    44
  ],
  "seeds": [
    42,
    43,
    44
  ],
  "per_seed": [
    {
      "seed": 42,
      "metrics": {
        "stream_reference_error": 8.881784197001252e-16,
        "ridge_reference_error": 7.549516567451064e-15,
        "mean_reference_error": 1.1102230246251565e-16,
        "heldout_error_before": 0.2763649961437385,
        "heldout_error_after": 3.873413711179117e-05,
        "correction_rank": 2,
        "model_calls": 0
      },
      "checks": {
        "streamed_centered_moments_reference": true,
        "full_rank_ridge_independent_reference": true,
        "rank_budget_retained": true,
        "intercept_matches_calibration_mean": true,
        "heldout_activation_residual_error_reduced": true,
        "rank_zero_is_mean_only": true,
        "same_quantized_bin_retains_distinct_residual": true,
        "calibration_factors_frozen": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    },
    {
      "seed": 43,
      "metrics": {
        "stream_reference_error": 5.551115123125783e-16,
        "ridge_reference_error": 6.217248937900877e-15,
        "mean_reference_error": 2.0816681711721685e-17,
        "heldout_error_before": 0.06428150333338147,
        "heldout_error_after": 8.66112181944987e-06,
        "correction_rank": 2,
        "model_calls": 0
      },
      "checks": {
        "streamed_centered_moments_reference": true,
        "full_rank_ridge_independent_reference": true,
        "rank_budget_retained": true,
        "intercept_matches_calibration_mean": true,
        "heldout_activation_residual_error_reduced": true,
        "rank_zero_is_mean_only": true,
        "same_quantized_bin_retains_distinct_residual": true,
        "calibration_factors_frozen": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    },
    {
      "seed": 44,
      "metrics": {
        "stream_reference_error": 4.440892098500626e-16,
        "ridge_reference_error": 3.375077994860476e-14,
        "mean_reference_error": 1.3877787807814457e-17,
        "heldout_error_before": 0.2632417249154929,
        "heldout_error_after": 3.039333046645885e-05,
        "correction_rank": 2,
        "model_calls": 0
      },
      "checks": {
        "streamed_centered_moments_reference": true,
        "full_rank_ridge_independent_reference": true,
        "rank_budget_retained": true,
        "intercept_matches_calibration_mean": true,
        "heldout_activation_residual_error_reduced": true,
        "rank_zero_is_mean_only": true,
        "same_quantized_bin_retains_distinct_residual": true,
        "calibration_factors_frozen": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    }
  ],
  "metrics": {
    "correction_rank": {
      "mean": 2,
      "std": 0.0,
      "n": 3
    },
    "heldout_error_after": {
      "mean": 2.5929529799233298e-05,
      "std": 1.552548548325916e-05,
      "n": 3
    },
    "heldout_error_before": {
      "mean": 0.20129607479753764,
      "std": 0.11883938596720488,
      "n": 3
    },
    "mean_reference_error": {
      "mean": 4.85722573273506e-17,
      "std": 5.419449386414209e-17,
      "n": 3
    },
    "model_calls": {
      "mean": 0,
      "std": 0.0,
      "n": 3
    },
    "ridge_reference_error": {
      "mean": 1.5839181817985566e-14,
      "std": 1.5526195443629696e-14,
      "n": 3
    },
    "stream_reference_error": {
      "mean": 6.291263806209221e-16,
      "std": 2.3111135221866393e-16,
      "n": 3
    }
  },
  "evaluation_tier": "l1_mechanism",
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": false,
    "claim_policy": "component formulas/contracts only, not a capability or full paper reproduction"
  },
  "diagnostic_only": true,
  "fixture_demo": true,
  "formal_comparison": false,
  "promotion_eligible": false,
  "evolve_integrated": false,
  "full_experiment_status": "not_reproduced_high_cost",
  "full_experiment_review_done": true,
  "provenance": {
    "commit": "4fd3d0c5845f7f88b9a68333c33c9035f47b3983",
    "artifact_path": "docs/foundation-models/2610.35955-rescom/metrics/component-cuda-seeds42-44.json",
    "accelerator": "NVIDIA A100-SXM4-80GB",
    "executed_source_sha256": {
      "scripts/run_oct29_components.py": "8cd0b1227b5238ae2bb434f930cd851e60661e035991421b18decad77a65c806",
      "docs/research-audits/oct29-components/execution-spec.json": "36fb236a14fba74c72a6521fe973d24040c7c5611902394a7ad6401cc7ebf715",
      "scripts/oct18_frozen_sources.py": "da08355049c1f6b5184ee659643c9be9decedf2041ef6a87a3dce2e4582e385a",
      "scripts/run_google_emnlp25_components.py": "bb336482f0927c7d1164d93534309a78d8258acaaab9f90549ef397fdf12a0d9",
      "src/auto_research/agent_research/discernmem.py": "e9aad2dc645eaf627056e5d9dce8dc03b746d722647049473dde610fa28e7ef2",
      "src/auto_research/agent_research/ruharness.py": "fed7efd2af6d919a2f2ce358f5ded4a76ec96a08aa3b6a723e9255899850bd7c",
      "src/auto_research/foundation_models/gui_jepa.py": "5feabf6cd9530a2841bfcc9b20199159550bf17af13b0a7e02509056237f5104",
      "src/auto_research/foundation_models/hope_hilbert.py": "65f6af44919f7d4e517daad04660531a949c4badb274c4866ea903d9b2ef035c",
      "src/auto_research/foundation_models/rescom.py": "b53f5dd44e6d4e72fc28b1c56fbffb06eb0262fbc647162f6dcc8ef440e9b567",
      "src/auto_research/foundation_models/select_ttt.py": "b63aacbcd05d3a12e0a93460172e58991601989a08b89a4fb2235ed98d215e8f",
      "src/auto_research/foundation_models/sleep_lti.py": "3f7219ba159916cb75b163430bea88a71c6609663a5b8e6ad2a97040a220bb42",
      "src/auto_research/reproductions/kl_mopd.py": "01298abcd3e06a2dbad62e7a1ade42a605af203eeb54f2ebc826a8093568aa01"
    },
    "raw_runner_artifact_sha256": "5f9d7ace5f52dc7e30df5e2550b62c4a6b0428f760734042e6107fe64e059da0",
    "dataset_fingerprint": "sha256:06fa6daf123207b8e3445099642bf5f6686c2f79a2da9dfe242d4b6fe117fa7e"
  }
}
