{
  "paper": "2605.09338",
  "adapter": "mm-llm",
  "dataset": "MovieLens-100K content proxy",
  "fair_protocol": {
    "users": 180,
    "items": 280,
    "din_steps": 100,
    "seeds": [
      42,
      43,
      44
    ]
  },
  "setup": {
    "steps": 60,
    "caption_tokens": 4
  },
  "results": {
    "din": {
      "hit_at_10": 0.0481481481,
      "ndcg_at_10": 0.0216651657
    },
    "visual_id_baseline": {
      "hit_at_10": 0.0388888889,
      "ndcg_at_10": 0.018792554
    },
    "mm_llm_features": {
      "hit_at_10": 0.0351851852,
      "ndcg_at_10": 0.0187989569
    },
    "ndcg_vs_din_percent": -13.2295724,
    "ndcg_ablation_percent": 0.0340713
  },
  "paper_online_ab": {
    "engagement_percent": 0.02,
    "offline_auc_percent": 0.35
  },
  "schema_version": 2,
  "manifest_ref": "reproduction:mm-llm",
  "evaluation_protocol": {
    "tier": "l2_public_dataset",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": true,
    "claim_policy": "formal multi-seed comparison"
  },
  "provenance": {
    "artifact_path": "docs/reproductions/2605.09338-mm-llm/metrics/movielens-100k-seeds42-44.json",
    "historical_migration": "historical-metrics-v2-2026-08-09",
    "original_code_commit": "not recorded",
    "dataset_fingerprint": "not recorded in historical artifact"
  }
}
