{
  "schema_version": 2,
  "method": "ttr-compressor",
  "manifest_ref": "foundation-models:ttr-compressor",
  "dataset": {
    "id": "synthetic:oct24-ttr-compressor-v1",
    "revision": "sha256:d8d0355c7518e5eead4fb8ffd6e33f21b68b9116df97a4a4a02dc6a9c0612ce2",
    "recipe": "seeded-frozen-source-mechanism-contracts",
    "capability_benchmark": false
  },
  "seeds": [
    42,
    43,
    44
  ],
  "per_seed": [
    {
      "seed": 42,
      "metrics": {
        "primal_dual_max_abs_error": 6.658946278825795e-07,
        "a_gradient_max_abs_error": 9.081298870672327e-07,
        "rho_gradient_max_abs_error": 6.276863144805134e-07,
        "permutation_max_abs_error": 4.76837158203125e-07,
        "global_scale_max_abs_error": 0.0,
        "normalized_target_negative_control_gap": 3.2238485364668032,
        "repeated_evidence_max_abs_error": 5.960464477539063e-08,
        "token_gradient_norm": 9.688267707824707,
        "outer_fixture_loss_before": 1.8412530422210693,
        "outer_fixture_loss_after": 1.8353490829467773,
        "groups": 4,
        "tokens_per_group": 7,
        "dimension": 12,
        "outer_steps": 1
      },
      "checks": {
        "dual_matches_independent_primal": true,
        "outer_a_gradient_eq9": true,
        "outer_rho_gradient_eq9": true,
        "token_gradient_finite_nonzero": true,
        "base_token_permutation_invariance": true,
        "unnormalized_target_scale_response": true,
        "normalized_target_negative_control_differs": true,
        "repeated_evidence_closed_form": true,
        "actual_outer_step_updates_both_parameters": true,
        "outer_step_finite_nonincreasing_fixture_loss": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    },
    {
      "seed": 43,
      "metrics": {
        "primal_dual_max_abs_error": 1.641684896913631e-06,
        "a_gradient_max_abs_error": 1.7699648071634044e-06,
        "rho_gradient_max_abs_error": 1.1236462187369511e-06,
        "permutation_max_abs_error": 1.430511474609375e-06,
        "global_scale_max_abs_error": 0.0,
        "normalized_target_negative_control_gap": 4.204136847355336,
        "repeated_evidence_max_abs_error": 5.960464477539063e-08,
        "token_gradient_norm": 21.603008270263672,
        "outer_fixture_loss_before": 4.566366195678711,
        "outer_fixture_loss_after": 4.5556559562683105,
        "groups": 4,
        "tokens_per_group": 7,
        "dimension": 12,
        "outer_steps": 1
      },
      "checks": {
        "dual_matches_independent_primal": true,
        "outer_a_gradient_eq9": true,
        "outer_rho_gradient_eq9": true,
        "token_gradient_finite_nonzero": true,
        "base_token_permutation_invariance": true,
        "unnormalized_target_scale_response": true,
        "normalized_target_negative_control_differs": true,
        "repeated_evidence_closed_form": true,
        "actual_outer_step_updates_both_parameters": true,
        "outer_step_finite_nonincreasing_fixture_loss": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    },
    {
      "seed": 44,
      "metrics": {
        "primal_dual_max_abs_error": 1.076669191135693e-06,
        "a_gradient_max_abs_error": 1.337426404290909e-06,
        "rho_gradient_max_abs_error": 1.423391345678482e-06,
        "permutation_max_abs_error": 1.9073486328125e-06,
        "global_scale_max_abs_error": 0.0,
        "normalized_target_negative_control_gap": 7.587472623354749,
        "repeated_evidence_max_abs_error": 5.960464477539063e-08,
        "token_gradient_norm": 19.84284210205078,
        "outer_fixture_loss_before": 9.551738739013672,
        "outer_fixture_loss_after": 9.513458251953125,
        "groups": 4,
        "tokens_per_group": 7,
        "dimension": 12,
        "outer_steps": 1
      },
      "checks": {
        "dual_matches_independent_primal": true,
        "outer_a_gradient_eq9": true,
        "outer_rho_gradient_eq9": true,
        "token_gradient_finite_nonzero": true,
        "base_token_permutation_invariance": true,
        "unnormalized_target_scale_response": true,
        "normalized_target_negative_control_differs": true,
        "repeated_evidence_closed_form": true,
        "actual_outer_step_updates_both_parameters": true,
        "outer_step_finite_nonincreasing_fixture_loss": true
      },
      "execution_device": "cuda",
      "execution_accelerator": "NVIDIA A100-SXM4-80GB"
    }
  ],
  "metrics": {
    "a_gradient_max_abs_error": {
      "mean": 1.3385070328405153e-06,
      "std": 4.3091847627229947e-07,
      "n": 3
    },
    "dimension": {
      "mean": 12,
      "std": 0.0,
      "n": 3
    },
    "global_scale_max_abs_error": {
      "mean": 0.0,
      "std": 0.0,
      "n": 3
    },
    "groups": {
      "mean": 4,
      "std": 0.0,
      "n": 3
    },
    "normalized_target_negative_control_gap": {
      "mean": 5.005152669058963,
      "std": 2.2894373878492105,
      "n": 3
    },
    "outer_fixture_loss_after": {
      "mean": 5.301487763722737,
      "std": 3.893011548474123,
      "n": 3
    },
    "outer_fixture_loss_before": {
      "mean": 5.319785992304484,
      "std": 3.910067577749973,
      "n": 3
    },
    "outer_steps": {
      "mean": 1,
      "std": 0.0,
      "n": 3
    },
    "permutation_max_abs_error": {
      "mean": 1.2715657552083333e-06,
      "std": 7.283807905444845e-07,
      "n": 3
    },
    "primal_dual_max_abs_error": {
      "mean": 1.1280829053106345e-06,
      "std": 4.899226365334327e-07,
      "n": 3
    },
    "repeated_evidence_max_abs_error": {
      "mean": 5.960464477539063e-08,
      "std": 0.0,
      "n": 3
    },
    "rho_gradient_max_abs_error": {
      "mean": 1.0582412929653155e-06,
      "std": 4.018643768796071e-07,
      "n": 3
    },
    "token_gradient_norm": {
      "mean": 17.044706026713055,
      "std": 6.4313633694292935,
      "n": 3
    },
    "tokens_per_group": {
      "mean": 7,
      "std": 0.0,
      "n": 3
    }
  },
  "evaluation_tier": "l1_mechanism",
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": false,
    "claim_policy": "mechanism/protocol diagnostics; not pretrained capability or full reproduction"
  },
  "diagnostic_only": true,
  "fixture_demo": true,
  "formal_comparison": false,
  "promotion_eligible": false,
  "evolve_integrated": false,
  "pretrained_model_calls": 0,
  "full_experiment_status": "not_reproduced_high_cost",
  "full_experiment_review_done": true,
  "provenance": {
    "commit": "7b78ce1dbfc4006fbc81fdb181c3ead45aeb2457",
    "artifact_path": "docs/foundation-models/2610.31574-ttr-compressor/metrics/component-cuda-seeds42-44.json",
    "accelerator": "NVIDIA A100-SXM4-80GB",
    "executed_source_sha256": {
      "scripts/run_oct24_overlap_components.py": "ae6fbb18c6697e02f1e8c0f0d613828fa3006603c46e58cd12a6208f17ca143e",
      "scripts/oct18_frozen_sources.py": "da08355049c1f6b5184ee659643c9be9decedf2041ef6a87a3dce2e4582e385a",
      "src/auto_research/agent_research/physical_engineering_exam.py": "5c979d63b51b954ec11575efff76d4b7cbd64bb1f43cba6d27a61742d4b22132",
      "src/auto_research/foundation_models/ttr_compressor.py": "3d4b4dafc53fe0a5bc685a4fa236ae4d03b6449b969575f811fb79fbdf3cdd2d",
      "src/auto_research/post_training/userarena_optd.py": "fac048b0d687007becc4acf4a270f5287812f80d523052243f0fdd7e5c52fa01",
      "src/auto_research/post_training/moer.py": "d2d2dbfee1cc54207dc942b083eb1540c78fc735b3543446c1414e921fe09a1d"
    },
    "raw_runner_artifact_sha256": "81ae594100933e40a0a163ab56d744b16730cbc8b4b6c7f1cf419796c0b797ba",
    "dataset_fingerprint": "sha256:a5c56dabd9b70822f16ab2839f234100cbf0dc9a9e6857d1beb070f697ad60b6"
  }
}