{
  "schema_version": 2,
  "device": "cuda",
  "accelerator": "NVIDIA A100-SXM4-80GB",
  "seeds": [
    42,
    43,
    44
  ],
  "code_commit": "4fd3d0c5845f7f88b9a68333c33c9035f47b3983",
  "source_sha256": {
    "scripts/run_oct29_components.py": "8cd0b1227b5238ae2bb434f930cd851e60661e035991421b18decad77a65c806",
    "docs/research-audits/oct29-components/execution-spec.json": "36fb236a14fba74c72a6521fe973d24040c7c5611902394a7ad6401cc7ebf715",
    "scripts/oct18_frozen_sources.py": "da08355049c1f6b5184ee659643c9be9decedf2041ef6a87a3dce2e4582e385a",
    "scripts/run_google_emnlp25_components.py": "bb336482f0927c7d1164d93534309a78d8258acaaab9f90549ef397fdf12a0d9",
    "src/auto_research/agent_research/discernmem.py": "e9aad2dc645eaf627056e5d9dce8dc03b746d722647049473dde610fa28e7ef2",
    "src/auto_research/agent_research/ruharness.py": "fed7efd2af6d919a2f2ce358f5ded4a76ec96a08aa3b6a723e9255899850bd7c",
    "src/auto_research/foundation_models/gui_jepa.py": "5feabf6cd9530a2841bfcc9b20199159550bf17af13b0a7e02509056237f5104",
    "src/auto_research/foundation_models/hope_hilbert.py": "65f6af44919f7d4e517daad04660531a949c4badb274c4866ea903d9b2ef035c",
    "src/auto_research/foundation_models/rescom.py": "b53f5dd44e6d4e72fc28b1c56fbffb06eb0262fbc647162f6dcc8ef440e9b567",
    "src/auto_research/foundation_models/select_ttt.py": "b63aacbcd05d3a12e0a93460172e58991601989a08b89a4fb2235ed98d215e8f",
    "src/auto_research/foundation_models/sleep_lti.py": "3f7219ba159916cb75b163430bea88a71c6609663a5b8e6ad2a97040a220bb42",
    "src/auto_research/reproductions/kl_mopd.py": "01298abcd3e06a2dbad62e7a1ade42a605af203eeb54f2ebc826a8093568aa01"
  },
  "components": {
    "rescom": {
      "per_seed": [
        {
          "seed": 42,
          "metrics": {
            "stream_reference_error": 8.881784197001252e-16,
            "ridge_reference_error": 7.549516567451064e-15,
            "mean_reference_error": 1.1102230246251565e-16,
            "heldout_error_before": 0.2763649961437385,
            "heldout_error_after": 3.873413711179117e-05,
            "correction_rank": 2,
            "model_calls": 0
          },
          "checks": {
            "streamed_centered_moments_reference": true,
            "full_rank_ridge_independent_reference": true,
            "rank_budget_retained": true,
            "intercept_matches_calibration_mean": true,
            "heldout_activation_residual_error_reduced": true,
            "rank_zero_is_mean_only": true,
            "same_quantized_bin_retains_distinct_residual": true,
            "calibration_factors_frozen": true
          },
          "execution_device": "cuda",
          "execution_accelerator": "NVIDIA A100-SXM4-80GB"
        },
        {
          "seed": 43,
          "metrics": {
            "stream_reference_error": 5.551115123125783e-16,
            "ridge_reference_error": 6.217248937900877e-15,
            "mean_reference_error": 2.0816681711721685e-17,
            "heldout_error_before": 0.06428150333338147,
            "heldout_error_after": 8.66112181944987e-06,
            "correction_rank": 2,
            "model_calls": 0
          },
          "checks": {
            "streamed_centered_moments_reference": true,
            "full_rank_ridge_independent_reference": true,
            "rank_budget_retained": true,
            "intercept_matches_calibration_mean": true,
            "heldout_activation_residual_error_reduced": true,
            "rank_zero_is_mean_only": true,
            "same_quantized_bin_retains_distinct_residual": true,
            "calibration_factors_frozen": true
          },
          "execution_device": "cuda",
          "execution_accelerator": "NVIDIA A100-SXM4-80GB"
        },
        {
          "seed": 44,
          "metrics": {
            "stream_reference_error": 4.440892098500626e-16,
            "ridge_reference_error": 3.375077994860476e-14,
            "mean_reference_error": 1.3877787807814457e-17,
            "heldout_error_before": 0.2632417249154929,
            "heldout_error_after": 3.039333046645885e-05,
            "correction_rank": 2,
            "model_calls": 0
          },
          "checks": {
            "streamed_centered_moments_reference": true,
            "full_rank_ridge_independent_reference": true,
            "rank_budget_retained": true,
            "intercept_matches_calibration_mean": true,
            "heldout_activation_residual_error_reduced": true,
            "rank_zero_is_mean_only": true,
            "same_quantized_bin_retains_distinct_residual": true,
            "calibration_factors_frozen": true
          },
          "execution_device": "cuda",
          "execution_accelerator": "NVIDIA A100-SXM4-80GB"
        }
      ]
    },
    "select-ttt": {
      "per_seed": [
        {
          "seed": 42,
          "metrics": {
            "score_reference_error": 4.440892098500626e-16,
            "state_reference_error": 4.440892098500626e-16,
            "unclipped_write_budget": 4.0,
            "clipped_write_budget": 1.2,
            "weight_delta": 0.30291055455646565,
            "model_calls": 0
          },
          "checks": {
            "blockwise_lse_dense_query_ce_reference": true,
            "query_multiplicity_retained": true,
            "unclipped_budget_sums_to_chunk_count": true,
            "clip_not_silently_renormalized": true,
            "lower_ce_receives_stronger_write": true,
            "apply_precedes_current_chunk_write": true,
            "fast_weight_update_independent_reference": true,
            "real_fast_weight_state_changes": true
          },
          "execution_device": "cuda",
          "execution_accelerator": "NVIDIA A100-SXM4-80GB"
        },
        {
          "seed": 43,
          "metrics": {
            "score_reference_error": 8.881784197001252e-16,
            "state_reference_error": 1.1102230246251565e-16,
            "unclipped_write_budget": 4.0,
            "clipped_write_budget": 1.2,
            "weight_delta": 0.38163517133560426,
            "model_calls": 0
          },
          "checks": {
            "blockwise_lse_dense_query_ce_reference": true,
            "query_multiplicity_retained": true,
            "unclipped_budget_sums_to_chunk_count": true,
            "clip_not_silently_renormalized": true,
            "lower_ce_receives_stronger_write": true,
            "apply_precedes_current_chunk_write": true,
            "fast_weight_update_independent_reference": true,
            "real_fast_weight_state_changes": true
          },
          "execution_device": "cuda",
          "execution_accelerator": "NVIDIA A100-SXM4-80GB"
        },
        {
          "seed": 44,
          "metrics": {
            "score_reference_error": 1.7763568394002505e-15,
            "state_reference_error": 2.220446049250313e-16,
            "unclipped_write_budget": 3.999999999999999,
            "clipped_write_budget": 1.2,
            "weight_delta": 0.5242024428428865,
            "model_calls": 0
          },
          "checks": {
            "blockwise_lse_dense_query_ce_reference": true,
            "query_multiplicity_retained": true,
            "unclipped_budget_sums_to_chunk_count": true,
            "clip_not_silently_renormalized": true,
            "lower_ce_receives_stronger_write": true,
            "apply_precedes_current_chunk_write": true,
            "fast_weight_update_independent_reference": true,
            "real_fast_weight_state_changes": true
          },
          "execution_device": "cuda",
          "execution_accelerator": "NVIDIA A100-SXM4-80GB"
        }
      ]
    },
    "gui-jepa": {
      "per_seed": [
        {
          "seed": 42,
          "metrics": {
            "permutation_reference_error": 0.0,
            "loss_reference_error": 0.0,
            "listwise_loss": 1.060906267747412,
            "predictor_gradient_norm": 3.8740323522711937,
            "structural_gradient_norm": 2.3071123929379564,
            "parameter_delta": 0.00860930851936709,
            "environment_interactions": 0
          },
          "checks": {
            "three_real_transformer_layers": true,
            "candidate_permutation_equivariant": true,
            "invalid_candidates_cannot_be_selected": true,
            "weighted_listwise_independent_reference": true,
            "predictor_and_structural_head_receive_gradient": true,
            "frozen_external_screen_receives_no_gradient": true,
            "trainable_policy_parameters_change": true,
            "candidate_conditioned_latents_differ": true
          },
          "execution_device": "cuda",
          "execution_accelerator": "NVIDIA A100-SXM4-80GB"
        },
        {
          "seed": 43,
          "metrics": {
            "permutation_reference_error": 0.0,
            "loss_reference_error": 0.0,
            "listwise_loss": 1.6247019647424632,
            "predictor_gradient_norm": 4.58544284508639,
            "structural_gradient_norm": 2.483407138801894,
            "parameter_delta": 0.009600754825211983,
            "environment_interactions": 0
          },
          "checks": {
            "three_real_transformer_layers": true,
            "candidate_permutation_equivariant": true,
            "invalid_candidates_cannot_be_selected": true,
            "weighted_listwise_independent_reference": true,
            "predictor_and_structural_head_receive_gradient": true,
            "frozen_external_screen_receives_no_gradient": true,
            "trainable_policy_parameters_change": true,
            "candidate_conditioned_latents_differ": true
          },
          "execution_device": "cuda",
          "execution_accelerator": "NVIDIA A100-SXM4-80GB"
        },
        {
          "seed": 44,
          "metrics": {
            "permutation_reference_error": 0.0,
            "loss_reference_error": 0.0,
            "listwise_loss": 1.4136092445751975,
            "predictor_gradient_norm": 1.333935545781018,
            "structural_gradient_norm": 1.3029193940014954,
            "parameter_delta": 0.004027577963790402,
            "environment_interactions": 0
          },
          "checks": {
            "three_real_transformer_layers": true,
            "candidate_permutation_equivariant": true,
            "invalid_candidates_cannot_be_selected": true,
            "weighted_listwise_independent_reference": true,
            "predictor_and_structural_head_receive_gradient": true,
            "frozen_external_screen_receives_no_gradient": true,
            "trainable_policy_parameters_change": true,
            "candidate_conditioned_latents_differ": true
          },
          "execution_device": "cuda",
          "execution_accelerator": "NVIDIA A100-SXM4-80GB"
        }
      ]
    },
    "kl-mopd": {
      "per_seed": [
        {
          "seed": 42,
          "metrics": {
            "reference_error": 2.220446049250313e-16,
            "loss_before": 1.9053958067752939,
            "loss_after": 1.8935418112554734,
            "gradient_norm": 0.34481185708752826,
            "weight_sum_error": 1.1102230246251565e-16
          },
          "checks": {
            "probability_reference": true,
            "teachers_frozen": true,
            "calibration_frozen": true,
            "padding_zero_gradient": true,
            "real_student_update": true,
            "dynamic_recalibration_negative_control": true,
            "reverse_kl_direction": true
          },
          "execution_device": "cuda",
          "execution_accelerator": "NVIDIA A100-SXM4-80GB"
        },
        {
          "seed": 43,
          "metrics": {
            "reference_error": 0.0,
            "loss_before": 2.0052463594523964,
            "loss_after": 1.993071604945527,
            "gradient_norm": 0.3493421652302874,
            "weight_sum_error": 0.0
          },
          "checks": {
            "probability_reference": true,
            "teachers_frozen": true,
            "calibration_frozen": true,
            "padding_zero_gradient": true,
            "real_student_update": true,
            "dynamic_recalibration_negative_control": true,
            "reverse_kl_direction": true
          },
          "execution_device": "cuda",
          "execution_accelerator": "NVIDIA A100-SXM4-80GB"
        },
        {
          "seed": 44,
          "metrics": {
            "reference_error": 6.661338147750939e-16,
            "loss_before": 1.8369778945203217,
            "loss_after": 1.8292489610805807,
            "gradient_norm": 0.27819591308289743,
            "weight_sum_error": 0.0
          },
          "checks": {
            "probability_reference": true,
            "teachers_frozen": true,
            "calibration_frozen": true,
            "padding_zero_gradient": true,
            "real_student_update": true,
            "dynamic_recalibration_negative_control": true,
            "reverse_kl_direction": true
          },
          "execution_device": "cuda",
          "execution_accelerator": "NVIDIA A100-SXM4-80GB"
        }
      ]
    }
  },
  "elapsed_seconds": 1.5240063033998013,
  "evaluation_tier": "l1_mechanism",
  "diagnostic_only": true,
  "formal_comparison": false,
  "promotion_eligible": false,
  "evolve_integrated": false,
  "pretrained_model_calls": 0,
  "full_experiments_executed": false
}