{
  "schema_version": 2,
  "adapter_key": "t2mem",
  "method": "t2mem",
  "seeds": [
    42
  ],
  "diagnostic_only": true,
  "measured_locally": true,
  "evaluation_tier": "L1",
  "dataset": {
    "source": {
      "kind": "dataset",
      "public_id": "xiaowu0162/longmemeval-cleaned",
      "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f",
      "upstream_file": "longmemeval_s_cleaned.json",
      "upstream_sha256": "d6f21ea9d60a0d56f34a05b609c79c88a451d2ae03597821ea3d5a9678c3a442",
      "transformation": "first two official ordered queries, every haystack session preserved; gold used only by external scorer",
      "rows": 2,
      "files": {
        "t2mem-first2.jsonl": "5eca5610cb2a87fa0ede69a7c6c73234f539331ff9d9e1decbf6d926df3ff38a"
      }
    },
    "input_sha256": "5eca5610cb2a87fa0ede69a7c6c73234f539331ff9d9e1decbf6d926df3ff38a",
    "input_preparation_commit": "916a56ca630027b4ce99ebfb39a3fea441c4eaca"
  },
  "checkpoint": {
    "policy": {
      "id": "Qwen/Qwen2.5-0.5B-Instruct",
      "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
      "immutable_revision_verified": true,
      "file_sha256": {
        "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45",
        "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6",
        "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
        "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe",
        "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
        "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
        "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
      },
      "local_files_only": true,
      "trust_remote_code": false,
      "verification": "pinned official-source offline byte-hash manifest"
    }
  },
  "metrics": {
    "external_token_f1_mean": 0.0,
    "evaluated_queries": 2
  },
  "capability_comparison": false,
  "evolve_promotion_eligible": false,
  "numeric_query_traces": [
    {
      "query_index": 0,
      "external_token_f1": 0.0,
      "construction_steps": 2,
      "actions": [
        {
          "step": 0,
          "action": "ReadRaw",
          "observed_ids": [
            "4",
            "44"
          ],
          "raw_source_id": "4"
        },
        {
          "step": 1,
          "action": "ReadRaw",
          "observed_ids": [
            "4"
          ],
          "raw_source_id": "4"
        }
      ]
    },
    {
      "query_index": 1,
      "external_token_f1": 0.0,
      "construction_steps": 2,
      "actions": [
        {
          "step": 0,
          "action": "SearchMeta",
          "observed_ids": [
            "29",
            "25"
          ],
          "raw_source_id": null
        },
        {
          "step": 1,
          "action": "ReadRaw",
          "observed_ids": [
            "42",
            "38"
          ],
          "raw_source_id": "29"
        }
      ]
    }
  ],
  "scoring_limitation": "external token F1, not original LLM-judge accuracy",
  "manifest_ref": "reproduction:t2mem",
  "evaluation_protocol": {
    "tier": "L1",
    "seeds": [
      42
    ],
    "formal_comparison": false,
    "claim_policy": "single/few-seed smoke result; do not claim a stable improvement"
  },
  "provenance": {
    "artifact_path": "docs/reproductions/2610.13348-t2mem/metrics/public-agent-a100-42.json",
    "dataset_fingerprint": "242cef04745956b54a5d913b179cdb44048ed76ff49f830c504b8de01e6f2628",
    "dataset_fingerprint_kind": "sha256 of canonical JSON actual dataset/revision/input-or-split hash descriptors; not a digest of the full upstream dataset",
    "executed_code_commit": "36ef7286e973a0f40c017f40d9a1d3a26f81d265",
    "gpu_validation_artifact": "docs/gpu-validations/oct12-t2mem-a100.json"
  }
}
