{
  "dataset": "MovieLens 100K title/genre and co-occurrence pairs",
  "seeds": [
    42,
    43,
    44
  ],
  "protocol": {
    "steps": 40,
    "queries": 932,
    "model": "google-t5/t5-small"
  },
  "ndcg_at_10": {
    "frozen_compression_embedding": {
      "mean": 0.01142231,
      "std": 0.0
    },
    "notellm_gcl_csft": {
      "mean": 0.01223847,
      "std": 0.00036784
    },
    "relative_change_percent": 7.1453
  },
  "hit_at_10": {
    "frozen_compression_embedding": {
      "mean": 0.0193133,
      "std": 0.0
    },
    "notellm_gcl_csft": {
      "mean": 0.02110157,
      "std": 0.00223355
    },
    "relative_change_percent": 9.2593
  },
  "checkpoint_committed": false,
  "schema_version": 2,
  "manifest_ref": "reproduction:notellm",
  "evaluation_protocol": {
    "tier": "l3_paper_pipeline",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": true,
    "claim_policy": "formal multi-seed comparison"
  },
  "provenance": {
    "artifact_path": "docs/reproductions/2403.01744-notellm/metrics/movielens-100k-seeds42-44.json",
    "historical_migration": "historical-metrics-v2-2026-08-09",
    "original_code_commit": "not recorded",
    "dataset_fingerprint": "not recorded in historical artifact"
  }
}