{
  "schema_version": 2,
  "adapter_key": "synthself",
  "manifest_ref": "reproduction:synthself",
  "method": "synthself",
  "measured_locally": true,
  "diagnostic_only": true,
  "promotion_eligible": false,
  "seeds": [
    42,
    43,
    44
  ],
  "whole_method_gpu_validation_passed": true,
  "default_three_seed_plan_completed": true,
  "seed_results": [
    {
      "seed": 42,
      "diagnostic_only": true,
      "device": "cuda",
      "result": {
        "method": "synthself",
        "seed": 42,
        "device": "cuda",
        "diagnostic_only": true,
        "promotion_eligible": false,
        "evaluation_tier": "l1_mechanism",
        "dataset": {
          "verified": true,
          "test_read": false,
          "source_id": "openai/grade-school-math",
          "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c",
          "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465",
          "partition_sha256": {
            "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3",
            "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7"
          },
          "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation"
        },
        "checkpoint": {
          "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
          "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
          "verified_mirror": {
            "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
            "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
            "file_sha256": {
              "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45",
              "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6",
              "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
              "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe",
              "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
              "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
              "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
            }
          }
        },
        "baseline": {
          "acquisition": {
            "accuracy": 0.5,
            "examples": 2,
            "generated_tokens": 795,
            "truncated_responses": 1
          },
          "retention": {
            "accuracy": 0.5,
            "examples": 2,
            "generated_tokens": 624,
            "truncated_responses": 0
          }
        },
        "method_metrics": {
          "acquisition": {
            "accuracy": 0.5,
            "examples": 2,
            "generated_tokens": 795,
            "truncated_responses": 1
          },
          "retention": {
            "accuracy": 0.5,
            "examples": 2,
            "generated_tokens": 822,
            "truncated_responses": 0
          }
        },
        "training": [
          {
            "loss": 0.9328919672640394,
            "gradient_l2_norm": 1.440280556678772,
            "optimizer_update_executed": true,
            "supervised_tokens": 659,
            "supervised_instances": 8
          },
          {
            "loss": 0.9347499737428424,
            "gradient_l2_norm": 1.4877654314041138,
            "optimizer_update_executed": true,
            "supervised_tokens": 659,
            "supervised_instances": 8
          }
        ],
        "cost": {
          "generation_calls": {
            "evaluation": 12,
            "offline_aligner": 8,
            "construction_self_rewrite": 8
          },
          "generated_tokens": {
            "evaluation": 4344,
            "offline_aligner": 659,
            "construction_self_rewrite": 857
          },
          "scored_response_tokens": {
            "student": 1429,
            "student_sft": 2858
          },
          "frozen_encoder_forward_calls": 0,
          "frozen_encoder_input_tokens_including_prompt": 0,
          "scope": "entire invocation, including training controls, profiling and evaluation",
          "includes_rejected_and_profiling_generations": true
        },
        "protocol": {
          "test_opened": false,
          "gold_in_student_generation": false,
          "train_examples": 8,
          "validation_examples": 4,
          "max_tokens": 512
        },
        "parameters_changed": true,
        "teacher": {
          "public_id": "Qwen/Qwen2.5-7B-Instruct",
          "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75",
          "verified_mirror": {
            "public_id": "Qwen/Qwen2.5-7B-Instruct",
            "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75",
            "file_sha256": {
              "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c",
              "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f",
              "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
              "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7",
              "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185",
              "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5",
              "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd",
              "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028",
              "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
              "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
              "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
            }
          }
        },
        "execution_status": "passed",
        "rewrites": [
          {
            "verified": true,
            "truncated": false,
            "tokens": 57,
            "gold_original_tokens": 59,
            "gold_scored_tokens": 60,
            "rewrite_scored_tokens": 57,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 63,
            "gold_original_tokens": 64,
            "gold_scored_tokens": 65,
            "rewrite_scored_tokens": 63,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 71,
            "gold_original_tokens": 100,
            "gold_scored_tokens": 101,
            "rewrite_scored_tokens": 71,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 97,
            "gold_original_tokens": 126,
            "gold_scored_tokens": 127,
            "rewrite_scored_tokens": 97,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 81,
            "gold_original_tokens": 77,
            "gold_scored_tokens": 78,
            "rewrite_scored_tokens": 81,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 75,
            "gold_original_tokens": 88,
            "gold_scored_tokens": 89,
            "rewrite_scored_tokens": 75,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 97,
            "gold_original_tokens": 114,
            "gold_scored_tokens": 115,
            "rewrite_scored_tokens": 97,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 118,
            "gold_original_tokens": 134,
            "gold_scored_tokens": 135,
            "rewrite_scored_tokens": 118,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          }
        ],
        "empirical_aligner_constraints": {
          "satisfied": true,
          "all_aligner_responses_naturally_complete": true,
          "selection_blocked_by_incomplete_outputs": false,
          "nll_reduction": "full-response sequence sum including exactly one EOS",
          "eos_token_id": 151645,
          "gold_and_rewrite_eos_policy": "gold canonical EOS; rewrite requires actual single terminal EOS",
          "gold_sequence_nll": 79.45412969589233,
          "rewrite_sequence_nll": 76.84697580337524,
          "diagnostic_bounded_rewrite_sequence_or_partial_nll": 76.84697580337524,
          "aligner_quality": 1.0,
          "self_quality": 0.75
        },
        "control": {
          "method": "gold-sft",
          "training": [
            {
              "loss": 0.8254974513858945,
              "gradient_l2_norm": 1.287863850593567,
              "optimizer_update_executed": true,
              "supervised_tokens": 770,
              "supervised_instances": 8
            },
            {
              "loss": 0.8153244910302101,
              "gradient_l2_norm": 1.2179079055786133,
              "optimizer_update_executed": true,
              "supervised_tokens": 770,
              "supervised_instances": 8
            }
          ],
          "metrics": {
            "acquisition": {
              "accuracy": 0.5,
              "examples": 2,
              "generated_tokens": 637,
              "truncated_responses": 0
            },
            "retention": {
              "accuracy": 0.5,
              "examples": 2,
              "generated_tokens": 671,
              "truncated_responses": 0
            }
          }
        },
        "limitations": [
          "Qwen2.5-0.5B/7B and GSM8K replace the original multi-domain protocol.",
          "Retention is a predeclared disjoint math validation slice, not cross-domain capability retention.",
          "Frozen aligner is configured a priori; finite-sample Eq6 failure is retained.",
          "LoRA replaces original full fine-tuning; no benchmark gain is claimed."
        ]
      }
    },
    {
      "seed": 43,
      "diagnostic_only": true,
      "device": "cuda",
      "result": {
        "method": "synthself",
        "seed": 43,
        "device": "cuda",
        "diagnostic_only": true,
        "promotion_eligible": false,
        "evaluation_tier": "l1_mechanism",
        "dataset": {
          "verified": true,
          "test_read": false,
          "source_id": "openai/grade-school-math",
          "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c",
          "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465",
          "partition_sha256": {
            "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3",
            "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7"
          },
          "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation"
        },
        "checkpoint": {
          "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
          "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
          "verified_mirror": {
            "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
            "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
            "file_sha256": {
              "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45",
              "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6",
              "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
              "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe",
              "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
              "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
              "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
            }
          }
        },
        "baseline": {
          "acquisition": {
            "accuracy": 0.5,
            "examples": 2,
            "generated_tokens": 795,
            "truncated_responses": 1
          },
          "retention": {
            "accuracy": 0.5,
            "examples": 2,
            "generated_tokens": 624,
            "truncated_responses": 0
          }
        },
        "method_metrics": {
          "acquisition": {
            "accuracy": 0.5,
            "examples": 2,
            "generated_tokens": 825,
            "truncated_responses": 1
          },
          "retention": {
            "accuracy": 0.0,
            "examples": 2,
            "generated_tokens": 833,
            "truncated_responses": 0
          }
        },
        "training": [
          {
            "loss": 0.9328919672640394,
            "gradient_l2_norm": 1.4754393100738525,
            "optimizer_update_executed": true,
            "supervised_tokens": 659,
            "supervised_instances": 8
          },
          {
            "loss": 0.9274109477157477,
            "gradient_l2_norm": 1.5019735097885132,
            "optimizer_update_executed": true,
            "supervised_tokens": 659,
            "supervised_instances": 8
          }
        ],
        "cost": {
          "generation_calls": {
            "evaluation": 12,
            "offline_aligner": 8,
            "construction_self_rewrite": 8
          },
          "generated_tokens": {
            "evaluation": 4391,
            "offline_aligner": 659,
            "construction_self_rewrite": 857
          },
          "scored_response_tokens": {
            "student": 1429,
            "student_sft": 2858
          },
          "frozen_encoder_forward_calls": 0,
          "frozen_encoder_input_tokens_including_prompt": 0,
          "scope": "entire invocation, including training controls, profiling and evaluation",
          "includes_rejected_and_profiling_generations": true
        },
        "protocol": {
          "test_opened": false,
          "gold_in_student_generation": false,
          "train_examples": 8,
          "validation_examples": 4,
          "max_tokens": 512
        },
        "parameters_changed": true,
        "teacher": {
          "public_id": "Qwen/Qwen2.5-7B-Instruct",
          "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75",
          "verified_mirror": {
            "public_id": "Qwen/Qwen2.5-7B-Instruct",
            "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75",
            "file_sha256": {
              "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c",
              "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f",
              "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
              "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7",
              "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185",
              "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5",
              "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd",
              "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028",
              "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
              "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
              "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
            }
          }
        },
        "execution_status": "passed",
        "rewrites": [
          {
            "verified": true,
            "truncated": false,
            "tokens": 57,
            "gold_original_tokens": 59,
            "gold_scored_tokens": 60,
            "rewrite_scored_tokens": 57,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 63,
            "gold_original_tokens": 64,
            "gold_scored_tokens": 65,
            "rewrite_scored_tokens": 63,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 71,
            "gold_original_tokens": 100,
            "gold_scored_tokens": 101,
            "rewrite_scored_tokens": 71,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 97,
            "gold_original_tokens": 126,
            "gold_scored_tokens": 127,
            "rewrite_scored_tokens": 97,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 81,
            "gold_original_tokens": 77,
            "gold_scored_tokens": 78,
            "rewrite_scored_tokens": 81,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 75,
            "gold_original_tokens": 88,
            "gold_scored_tokens": 89,
            "rewrite_scored_tokens": 75,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 97,
            "gold_original_tokens": 114,
            "gold_scored_tokens": 115,
            "rewrite_scored_tokens": 97,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 118,
            "gold_original_tokens": 134,
            "gold_scored_tokens": 135,
            "rewrite_scored_tokens": 118,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          }
        ],
        "empirical_aligner_constraints": {
          "satisfied": true,
          "all_aligner_responses_naturally_complete": true,
          "selection_blocked_by_incomplete_outputs": false,
          "nll_reduction": "full-response sequence sum including exactly one EOS",
          "eos_token_id": 151645,
          "gold_and_rewrite_eos_policy": "gold canonical EOS; rewrite requires actual single terminal EOS",
          "gold_sequence_nll": 79.45412969589233,
          "rewrite_sequence_nll": 76.84697580337524,
          "diagnostic_bounded_rewrite_sequence_or_partial_nll": 76.84697580337524,
          "aligner_quality": 1.0,
          "self_quality": 0.75
        },
        "control": {
          "method": "gold-sft",
          "training": [
            {
              "loss": 0.8254974513858945,
              "gradient_l2_norm": 1.2823740243911743,
              "optimizer_update_executed": true,
              "supervised_tokens": 770,
              "supervised_instances": 8
            },
            {
              "loss": 0.8165817211200664,
              "gradient_l2_norm": 1.219901204109192,
              "optimizer_update_executed": true,
              "supervised_tokens": 770,
              "supervised_instances": 8
            }
          ],
          "metrics": {
            "acquisition": {
              "accuracy": 0.5,
              "examples": 2,
              "generated_tokens": 757,
              "truncated_responses": 0
            },
            "retention": {
              "accuracy": 0.5,
              "examples": 2,
              "generated_tokens": 557,
              "truncated_responses": 0
            }
          }
        },
        "limitations": [
          "Qwen2.5-0.5B/7B and GSM8K replace the original multi-domain protocol.",
          "Retention is a predeclared disjoint math validation slice, not cross-domain capability retention.",
          "Frozen aligner is configured a priori; finite-sample Eq6 failure is retained.",
          "LoRA replaces original full fine-tuning; no benchmark gain is claimed."
        ]
      }
    },
    {
      "seed": 44,
      "diagnostic_only": true,
      "device": "cuda",
      "result": {
        "method": "synthself",
        "seed": 44,
        "device": "cuda",
        "diagnostic_only": true,
        "promotion_eligible": false,
        "evaluation_tier": "l1_mechanism",
        "dataset": {
          "verified": true,
          "test_read": false,
          "source_id": "openai/grade-school-math",
          "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c",
          "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465",
          "partition_sha256": {
            "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3",
            "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7"
          },
          "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation"
        },
        "checkpoint": {
          "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
          "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
          "verified_mirror": {
            "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
            "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
            "file_sha256": {
              "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45",
              "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6",
              "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
              "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe",
              "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
              "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
              "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
            }
          }
        },
        "baseline": {
          "acquisition": {
            "accuracy": 0.5,
            "examples": 2,
            "generated_tokens": 795,
            "truncated_responses": 1
          },
          "retention": {
            "accuracy": 0.5,
            "examples": 2,
            "generated_tokens": 624,
            "truncated_responses": 0
          }
        },
        "method_metrics": {
          "acquisition": {
            "accuracy": 0.5,
            "examples": 2,
            "generated_tokens": 795,
            "truncated_responses": 1
          },
          "retention": {
            "accuracy": 0.5,
            "examples": 2,
            "generated_tokens": 701,
            "truncated_responses": 0
          }
        },
        "training": [
          {
            "loss": 0.9328919672640394,
            "gradient_l2_norm": 1.4422340393066406,
            "optimizer_update_executed": true,
            "supervised_tokens": 659,
            "supervised_instances": 8
          },
          {
            "loss": 0.9270321639065315,
            "gradient_l2_norm": 1.4639477729797363,
            "optimizer_update_executed": true,
            "supervised_tokens": 659,
            "supervised_instances": 8
          }
        ],
        "cost": {
          "generation_calls": {
            "evaluation": 12,
            "offline_aligner": 8,
            "construction_self_rewrite": 8
          },
          "generated_tokens": {
            "evaluation": 4331,
            "offline_aligner": 659,
            "construction_self_rewrite": 857
          },
          "scored_response_tokens": {
            "student": 1429,
            "student_sft": 2858
          },
          "frozen_encoder_forward_calls": 0,
          "frozen_encoder_input_tokens_including_prompt": 0,
          "scope": "entire invocation, including training controls, profiling and evaluation",
          "includes_rejected_and_profiling_generations": true
        },
        "protocol": {
          "test_opened": false,
          "gold_in_student_generation": false,
          "train_examples": 8,
          "validation_examples": 4,
          "max_tokens": 512
        },
        "parameters_changed": true,
        "teacher": {
          "public_id": "Qwen/Qwen2.5-7B-Instruct",
          "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75",
          "verified_mirror": {
            "public_id": "Qwen/Qwen2.5-7B-Instruct",
            "revision": "bb46c15ee4bb56c5b63245ef50fd7637234d6f75",
            "file_sha256": {
              "config.json": "7463bb0ea78315365e6c6b74de4e73bbcc8359dfb0c5a737584e077d42c0b03c",
              "generation_config.json": "3a8f9087e486054c8a4a08dae2e5a3ba62e23da212b5b8c08bc42cb983c3459f",
              "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
              "model-00001-of-00004.safetensors": "a1333e6293854747c481288ea83b348226af178dd565c49b6f9495ba1966aba7",
              "model-00002-of-00004.safetensors": "f5d25a2772cb825164a2a2c0fb6d51a87e282abf21e4dd75bc5cfb3cd0ea6185",
              "model-00003-of-00004.safetensors": "8efdec4c1bc12317ae1a38dc42b595ce777738a64deea3fcb8a0a91381bcdfd5",
              "model-00004-of-00004.safetensors": "1a72d403cdf0c1ec3cb7f289f17b394a01e64394c2e9b3c0f94dbce3faf879bd",
              "model.safetensors.index.json": "624bf7c47cd12468fdc16e38a47cf4f19e0415b859a223ba3c027eed2f0e1028",
              "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
              "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
              "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
            }
          }
        },
        "execution_status": "passed",
        "rewrites": [
          {
            "verified": true,
            "truncated": false,
            "tokens": 57,
            "gold_original_tokens": 59,
            "gold_scored_tokens": 60,
            "rewrite_scored_tokens": 57,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 63,
            "gold_original_tokens": 64,
            "gold_scored_tokens": 65,
            "rewrite_scored_tokens": 63,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 71,
            "gold_original_tokens": 100,
            "gold_scored_tokens": 101,
            "rewrite_scored_tokens": 71,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 97,
            "gold_original_tokens": 126,
            "gold_scored_tokens": 127,
            "rewrite_scored_tokens": 97,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 81,
            "gold_original_tokens": 77,
            "gold_scored_tokens": 78,
            "rewrite_scored_tokens": 81,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 75,
            "gold_original_tokens": 88,
            "gold_scored_tokens": 89,
            "rewrite_scored_tokens": 75,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 97,
            "gold_original_tokens": 114,
            "gold_scored_tokens": 115,
            "rewrite_scored_tokens": 97,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          },
          {
            "verified": true,
            "truncated": false,
            "tokens": 118,
            "gold_original_tokens": 134,
            "gold_scored_tokens": 135,
            "rewrite_scored_tokens": 118,
            "gold_scored_eos_count": 1,
            "rewrite_scored_eos_count": 1,
            "gold_canonical_eos_appended": true,
            "rewrite_natural_completion": true,
            "rewrite_canonical_eos_appended": false,
            "rewrite_nll_scope": "complete_sequence",
            "self_response_truncated": false,
            "self_natural_completion": true
          }
        ],
        "empirical_aligner_constraints": {
          "satisfied": true,
          "all_aligner_responses_naturally_complete": true,
          "selection_blocked_by_incomplete_outputs": false,
          "nll_reduction": "full-response sequence sum including exactly one EOS",
          "eos_token_id": 151645,
          "gold_and_rewrite_eos_policy": "gold canonical EOS; rewrite requires actual single terminal EOS",
          "gold_sequence_nll": 79.45412969589233,
          "rewrite_sequence_nll": 76.84697580337524,
          "diagnostic_bounded_rewrite_sequence_or_partial_nll": 76.84697580337524,
          "aligner_quality": 1.0,
          "self_quality": 0.75
        },
        "control": {
          "method": "gold-sft",
          "training": [
            {
              "loss": 0.8254974513858945,
              "gradient_l2_norm": 1.2935553789138794,
              "optimizer_update_executed": true,
              "supervised_tokens": 770,
              "supervised_instances": 8
            },
            {
              "loss": 0.8222834054525797,
              "gradient_l2_norm": 1.3264611959457397,
              "optimizer_update_executed": true,
              "supervised_tokens": 770,
              "supervised_instances": 8
            }
          ],
          "metrics": {
            "acquisition": {
              "accuracy": 1.0,
              "examples": 2,
              "generated_tokens": 583,
              "truncated_responses": 0
            },
            "retention": {
              "accuracy": 0.0,
              "examples": 2,
              "generated_tokens": 833,
              "truncated_responses": 0
            }
          }
        },
        "limitations": [
          "Qwen2.5-0.5B/7B and GSM8K replace the original multi-domain protocol.",
          "Retention is a predeclared disjoint math validation slice, not cross-domain capability retention.",
          "Frozen aligner is configured a priori; finite-sample Eq6 failure is retained.",
          "LoRA replaces original full fine-tuning; no benchmark gain is claimed."
        ]
      }
    }
  ],
  "aggregate_metrics": {
    "gold-sft.acquisition.accuracy": {
      "mean": 0.6666666666666666,
      "std": 0.28867513459481287,
      "n": 3
    },
    "gold-sft.retention.accuracy": {
      "mean": 0.3333333333333333,
      "std": 0.28867513459481287,
      "n": 3
    },
    "initial.acquisition.accuracy": {
      "mean": 0.5,
      "std": 0.0,
      "n": 3
    },
    "initial.retention.accuracy": {
      "mean": 0.5,
      "std": 0.0,
      "n": 3
    },
    "method_validation.acquisition.accuracy": {
      "mean": 0.5,
      "std": 0.0,
      "n": 3
    },
    "method_validation.retention.accuracy": {
      "mean": 0.3333333333333333,
      "std": 0.28867513459481287,
      "n": 3
    }
  },
  "execution_checks": {
    "per_seed": {
      "42": {
        "parameters_changed": true,
        "measured_cost": {
          "generation_calls": {
            "evaluation": 12,
            "offline_aligner": 8,
            "construction_self_rewrite": 8
          },
          "generated_tokens": {
            "evaluation": 4344,
            "offline_aligner": 659,
            "construction_self_rewrite": 857
          },
          "scored_response_tokens": {
            "student": 1429,
            "student_sft": 2858
          },
          "frozen_encoder_forward_calls": 0,
          "frozen_encoder_input_tokens_including_prompt": 0,
          "scope": "entire invocation, including training controls, profiling and evaluation",
          "includes_rejected_and_profiling_generations": true
        },
        "method_updates": 2,
        "control_updates": 2,
        "eq6": {
          "satisfied": true,
          "all_aligner_responses_naturally_complete": true,
          "selection_blocked_by_incomplete_outputs": false,
          "nll_reduction": "full-response sequence sum including exactly one EOS",
          "eos_token_id": 151645,
          "gold_and_rewrite_eos_policy": "gold canonical EOS; rewrite requires actual single terminal EOS",
          "gold_sequence_nll": 79.45412969589233,
          "rewrite_sequence_nll": 76.84697580337524,
          "diagnostic_bounded_rewrite_sequence_or_partial_nll": 76.84697580337524,
          "aligner_quality": 1.0,
          "self_quality": 0.75
        },
        "construction_gold_access": {
          "offline_aligner": "TRAIN demonstration explicitly supplied",
          "construction_self_rewrite": "independent frozen self-builder at student checkpoint sees TRAIN demonstration",
          "gold_sft_control": "TRAIN response supervision target",
          "evaluated_student_inference": "question only; no current validation gold"
        },
        "gold_in_student_generation_false_scope": "evaluated student inference, NOT all construction model generations",
        "invocation_elapsed_seconds": 156.29717549867928,
        "configured_wall_cap_seconds": 600
      },
      "43": {
        "parameters_changed": true,
        "measured_cost": {
          "generation_calls": {
            "evaluation": 12,
            "offline_aligner": 8,
            "construction_self_rewrite": 8
          },
          "generated_tokens": {
            "evaluation": 4391,
            "offline_aligner": 659,
            "construction_self_rewrite": 857
          },
          "scored_response_tokens": {
            "student": 1429,
            "student_sft": 2858
          },
          "frozen_encoder_forward_calls": 0,
          "frozen_encoder_input_tokens_including_prompt": 0,
          "scope": "entire invocation, including training controls, profiling and evaluation",
          "includes_rejected_and_profiling_generations": true
        },
        "method_updates": 2,
        "control_updates": 2,
        "eq6": {
          "satisfied": true,
          "all_aligner_responses_naturally_complete": true,
          "selection_blocked_by_incomplete_outputs": false,
          "nll_reduction": "full-response sequence sum including exactly one EOS",
          "eos_token_id": 151645,
          "gold_and_rewrite_eos_policy": "gold canonical EOS; rewrite requires actual single terminal EOS",
          "gold_sequence_nll": 79.45412969589233,
          "rewrite_sequence_nll": 76.84697580337524,
          "diagnostic_bounded_rewrite_sequence_or_partial_nll": 76.84697580337524,
          "aligner_quality": 1.0,
          "self_quality": 0.75
        },
        "construction_gold_access": {
          "offline_aligner": "TRAIN demonstration explicitly supplied",
          "construction_self_rewrite": "independent frozen self-builder at student checkpoint sees TRAIN demonstration",
          "gold_sft_control": "TRAIN response supervision target",
          "evaluated_student_inference": "question only; no current validation gold"
        },
        "gold_in_student_generation_false_scope": "evaluated student inference, NOT all construction model generations",
        "invocation_elapsed_seconds": 158.09395653754473,
        "configured_wall_cap_seconds": 600
      },
      "44": {
        "parameters_changed": true,
        "measured_cost": {
          "generation_calls": {
            "evaluation": 12,
            "offline_aligner": 8,
            "construction_self_rewrite": 8
          },
          "generated_tokens": {
            "evaluation": 4331,
            "offline_aligner": 659,
            "construction_self_rewrite": 857
          },
          "scored_response_tokens": {
            "student": 1429,
            "student_sft": 2858
          },
          "frozen_encoder_forward_calls": 0,
          "frozen_encoder_input_tokens_including_prompt": 0,
          "scope": "entire invocation, including training controls, profiling and evaluation",
          "includes_rejected_and_profiling_generations": true
        },
        "method_updates": 2,
        "control_updates": 2,
        "eq6": {
          "satisfied": true,
          "all_aligner_responses_naturally_complete": true,
          "selection_blocked_by_incomplete_outputs": false,
          "nll_reduction": "full-response sequence sum including exactly one EOS",
          "eos_token_id": 151645,
          "gold_and_rewrite_eos_policy": "gold canonical EOS; rewrite requires actual single terminal EOS",
          "gold_sequence_nll": 79.45412969589233,
          "rewrite_sequence_nll": 76.84697580337524,
          "diagnostic_bounded_rewrite_sequence_or_partial_nll": 76.84697580337524,
          "aligner_quality": 1.0,
          "self_quality": 0.75
        },
        "construction_gold_access": {
          "offline_aligner": "TRAIN demonstration explicitly supplied",
          "construction_self_rewrite": "independent frozen self-builder at student checkpoint sees TRAIN demonstration",
          "gold_sft_control": "TRAIN response supervision target",
          "evaluated_student_inference": "question only; no current validation gold"
        },
        "gold_in_student_generation_false_scope": "evaluated student inference, NOT all construction model generations",
        "invocation_elapsed_seconds": 157.33388446643949,
        "configured_wall_cap_seconds": 600
      }
    }
  },
  "actual_cuda_run_count": 3,
  "dataset": {
    "verified": true,
    "test_read": false,
    "source_id": "openai/grade-school-math",
    "source_revision": "3101c7d5072418e28b9008a6636bde82a006892c",
    "source_sha256": "17f347dc51477c50d4efb83959dbb7c56297aba886e5544ee2aaed3024813465",
    "partition_sha256": {
      "train": "6b8672439c8cf6f6b6e65bf5f0e515fbf4c497c9066eefb62a6a6a61ced158e3",
      "validation": "2cf1119ad7b2e31e825274487ef32c073e03a8ed44f08ecd3e0366c1f40ebdb7"
    },
    "partition": "normalized-question sha256 unsigned-prefix / 2^64 < 0.1 validation"
  },
  "checkpoint": {
    "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
    "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
    "verified_mirror": {
      "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
      "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
      "file_sha256": {
        "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45",
        "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6",
        "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
        "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe",
        "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
        "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
        "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
      }
    }
  },
  "evaluation_protocol": {
    "tier": "l1_mechanism",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": false,
    "promotion_eligible": false,
    "test_used_for_selection": false,
    "default_three_seed_plan_completed": true,
    "pending_seeds": [],
    "claim_policy": "three-seed L1 mechanism diagnostic, not formal capability evidence"
  },
  "provenance": {
    "code_commit": "51b4718a76da286b4111c6fc7d8e003d436def72",
    "artifact_path": "docs/reproductions/2610.13113-synthself/metrics/public-a100-complete-seeds42-44.json",
    "dataset_fingerprint": "69efc634f51a589335fcdea85238bf3218653a94de2ba2604a64056960547dab",
    "execution_config_sha256": "506dce6568921b9c8fa75d969267537f9bb5c5c5b093a77b283616a2246524c5",
    "raw_results_sha256": {
      "42": "8fa5c2d74188eae798a9f590c38a2917ebe64f45e93cb832e0cfbb9f9844579c",
      "43": "86f6ae66943cff1e5661ec2b3ab8955d01abcf5db80c6eb12b1d4ad7838ba286",
      "44": "a2cb96a97c8cc76765fd4c819a98bd03129a74c0c79dcac6a96a84ee713fbe72"
    }
  },
  "limitations": [
    "Three actual full-definition seeds42/43/44 complete this reduced-scale default-seed plan, not the entire multi-method batch.",
    "Three seeds remain L1 public-data mechanism diagnostics; no formal capability, stable relative gain or original benchmark claim.",
    "Tiny validation and realized costs are retained, including negative metrics; no test-selected adjustment.",
    "Only four validation cases; official test content was not opened or used for selection.",
    "Actual token cost is retained; matched configured caps do not imply identical realized compute.",
    "Qwen2.5-0.5B/7B and GSM8K replace the original multi-domain protocol.",
    "Retention is a predeclared disjoint math validation slice, not cross-domain capability retention.",
    "Frozen aligner is configured a priori; finite-sample Eq6 failure is retained.",
    "LoRA replaces original full fine-tuning; no benchmark gain is claimed.",
    "TRAIN gold is visible to offline aligner and construction self-builder, but never evaluated student inference."
  ]
}