{
  "paper": {
    "arxiv_id": "2606.00282",
    "title": "Synthetic Data from Cross-Domain Events for Large-Scale Recommendation Systems",
    "url": "https://arxiv.org/abs/2606.00282",
    "organization": "Meta"
  },
  "dataset": {
    "name": "MovieLens 100K",
    "users": 220,
    "items": 360
  },
  "setup": {
    "adapter": "scalr",
    "same_split_and_candidates": true
  },
  "baseline": {
    "name": "deterministic top-k cross-domain translation",
    "hit_at_10": 0.11363636363636363,
    "ndcg_at_10": 0.05361919400348945,
    "fresh_hit_at_10": 0.031746031746031744,
    "head_share_at_10": 0.3431818181818182
  },
  "method": {
    "name": "SCALR probabilistic synthetic events",
    "hit_at_10": 0.10454545454545454,
    "ndcg_at_10": 0.04812477770845023,
    "fresh_hit_at_10": 0.031746031746031744,
    "head_share_at_10": 0.245
  },
  "relative": {
    "hit_at_10_percent": -8.000000000000004,
    "ndcg_at_10_percent": -10.247107210678418,
    "fresh_hit_at_10_percent": 0.0,
    "head_share_at_10_percent": -28.609271523178812
  },
  "stages": {
    "translation_domains": 19,
    "synthetic_events": 25164,
    "deterministic_catalog_coverage": 0.025,
    "sampled_catalog_coverage": 1.0,
    "generation_strategy": "sample from empirical P(target item | source event)"
  },
  "paper_results": {
    "online_cvr_lift_percent_range": [
      0.14,
      0.24
    ],
    "experiment_duration": "multiple weeks"
  },
  "scope": "实际从重叠用户估计跨域 item translation distribution，分别生成 top-k 与概率采样事件并在同一公开切分评测；MovieLens genre 代理不同产品域，未复刻 Meta 私有 source surface 与转化日志。",
  "schema_version": 2,
  "manifest": {
    "adapter_key": "scalr",
    "arxiv_id": "2606.00282",
    "title": "Synthetic Data from Cross-Domain Events for Large-Scale Recommendation Systems",
    "paper_url": "https://arxiv.org/abs/2606.00282",
    "track": "recommendation",
    "organization": "Meta",
    "published": "2026-05-29",
    "code_url": null,
    "topics": [
      "cross-domain",
      "synthetic-data",
      "sampling",
      "conversion",
      "data-augmentation"
    ],
    "local_code_dir": "src/auto_research/reproductions/industrial_2026",
    "fidelity": "core_mechanism",
    "evaluation_tier": "l2_public_dataset",
    "datasets": [
      "MovieLens 100K (220 users / 360 items; genre-derived domains)"
    ],
    "baseline": "deterministic top-k translation under the identical source events and candidate catalog",
    "metrics": [
      "hit_at_10",
      "ndcg_at_10",
      "head_share_at_10",
      "synthetic_catalog_coverage"
    ],
    "default_seeds": [
      42,
      43,
      44
    ],
    "budget": "two synthetic targets per source event",
    "device_capabilities": [
      "cpu",
      "mps",
      "cuda"
    ],
    "requires_gpu_validation": false,
    "gpu_validation_artifact": null,
    "online_evidence": [
      {
        "product": "Meta industrial recommendation platform",
        "metric": "conversion rate",
        "lift_percent": 0.14,
        "traffic": "live traffic over multiple weeks; paper reports a consistent +0.14% to +0.24% range",
        "source_url": "https://arxiv.org/html/2606.00282v1#S5.SS2",
        "source_location": "Section 5.2",
        "experiment_duration": "multiple weeks",
        "significance": "statistically significant",
        "retrieved_at": "2026-09-01"
      }
    ],
    "selection_exception": null,
    "evolve_operators": []
  },
  "provenance": {
    "created_at": "2026-09-01T01:50:53.506815+00:00",
    "code_commit": "df64a338410bf9bdc3e6e2feb9d2d1f5000bf221",
    "python": "3.12.9",
    "platform": "macOS-26.5.2-arm64-arm-64bit",
    "dataset_dir": "/Users/bytedance/Documents/git_daiwk/auto-research/data",
    "dataset_fingerprint": "e66c261317a7b3179720ef3e3f5f79d7a204b135d1f217e2911b153ad2ce50a0",
    "packages": {
      "auto-research": "0.1.0",
      "numpy": "2.5.2",
      "torch": "2.13.0",
      "transformers": "5.14.1"
    },
    "artifact_path": "docs/reproductions/2606.00282-scalr/metrics/public-seeds42-44.json"
  },
  "evaluation_protocol": {
    "tier": "l2_public_dataset",
    "tier_label": "L2 公开数据集训练",
    "seeds": [
      42,
      43,
      44
    ],
    "budget": "two synthetic targets per source event",
    "formal_comparison": true,
    "claim_policy": "formal multi-seed comparison"
  },
  "seed_results": [
    {
      "paper": {
        "arxiv_id": "2606.00282",
        "title": "Synthetic Data from Cross-Domain Events for Large-Scale Recommendation Systems",
        "url": "https://arxiv.org/abs/2606.00282",
        "organization": "Meta"
      },
      "dataset": {
        "name": "MovieLens 100K",
        "users": 220,
        "items": 360
      },
      "setup": {
        "adapter": "scalr",
        "same_split_and_candidates": true
      },
      "baseline": {
        "name": "deterministic top-k cross-domain translation",
        "hit_at_10": 0.11363636363636363,
        "ndcg_at_10": 0.05361919400348945,
        "fresh_hit_at_10": 0.031746031746031744,
        "head_share_at_10": 0.3431818181818182
      },
      "method": {
        "name": "SCALR probabilistic synthetic events",
        "hit_at_10": 0.10454545454545454,
        "ndcg_at_10": 0.04812477770845023,
        "fresh_hit_at_10": 0.031746031746031744,
        "head_share_at_10": 0.245
      },
      "relative": {
        "hit_at_10_percent": -8.000000000000004,
        "ndcg_at_10_percent": -10.247107210678418,
        "fresh_hit_at_10_percent": 0.0,
        "head_share_at_10_percent": -28.609271523178812
      },
      "stages": {
        "translation_domains": 19,
        "synthetic_events": 25164,
        "deterministic_catalog_coverage": 0.025,
        "sampled_catalog_coverage": 1.0,
        "generation_strategy": "sample from empirical P(target item | source event)"
      },
      "paper_results": {
        "online_cvr_lift_percent_range": [
          0.14,
          0.24
        ],
        "experiment_duration": "multiple weeks"
      },
      "scope": "实际从重叠用户估计跨域 item translation distribution，分别生成 top-k 与概率采样事件并在同一公开切分评测；MovieLens genre 代理不同产品域，未复刻 Meta 私有 source surface 与转化日志。",
      "seed": 42
    },
    {
      "paper": {
        "arxiv_id": "2606.00282",
        "title": "Synthetic Data from Cross-Domain Events for Large-Scale Recommendation Systems",
        "url": "https://arxiv.org/abs/2606.00282",
        "organization": "Meta"
      },
      "dataset": {
        "name": "MovieLens 100K",
        "users": 220,
        "items": 360
      },
      "setup": {
        "adapter": "scalr",
        "same_split_and_candidates": true
      },
      "baseline": {
        "name": "deterministic top-k cross-domain translation",
        "hit_at_10": 0.11363636363636363,
        "ndcg_at_10": 0.05361919400348945,
        "fresh_hit_at_10": 0.031746031746031744,
        "head_share_at_10": 0.3431818181818182
      },
      "method": {
        "name": "SCALR probabilistic synthetic events",
        "hit_at_10": 0.10454545454545454,
        "ndcg_at_10": 0.04853069117708889,
        "fresh_hit_at_10": 0.031746031746031744,
        "head_share_at_10": 0.245
      },
      "relative": {
        "hit_at_10_percent": -8.000000000000004,
        "ndcg_at_10_percent": -9.490077053507001,
        "fresh_hit_at_10_percent": 0.0,
        "head_share_at_10_percent": -28.609271523178812
      },
      "stages": {
        "translation_domains": 19,
        "synthetic_events": 25164,
        "deterministic_catalog_coverage": 0.025,
        "sampled_catalog_coverage": 1.0,
        "generation_strategy": "sample from empirical P(target item | source event)"
      },
      "paper_results": {
        "online_cvr_lift_percent_range": [
          0.14,
          0.24
        ],
        "experiment_duration": "multiple weeks"
      },
      "scope": "实际从重叠用户估计跨域 item translation distribution，分别生成 top-k 与概率采样事件并在同一公开切分评测；MovieLens genre 代理不同产品域，未复刻 Meta 私有 source surface 与转化日志。",
      "seed": 43
    },
    {
      "paper": {
        "arxiv_id": "2606.00282",
        "title": "Synthetic Data from Cross-Domain Events for Large-Scale Recommendation Systems",
        "url": "https://arxiv.org/abs/2606.00282",
        "organization": "Meta"
      },
      "dataset": {
        "name": "MovieLens 100K",
        "users": 220,
        "items": 360
      },
      "setup": {
        "adapter": "scalr",
        "same_split_and_candidates": true
      },
      "baseline": {
        "name": "deterministic top-k cross-domain translation",
        "hit_at_10": 0.11363636363636363,
        "ndcg_at_10": 0.05361919400348945,
        "fresh_hit_at_10": 0.031746031746031744,
        "head_share_at_10": 0.3431818181818182
      },
      "method": {
        "name": "SCALR probabilistic synthetic events",
        "hit_at_10": 0.10454545454545454,
        "ndcg_at_10": 0.0482041296604875,
        "fresh_hit_at_10": 0.031746031746031744,
        "head_share_at_10": 0.24545454545454545
      },
      "relative": {
        "hit_at_10_percent": -8.000000000000004,
        "ndcg_at_10_percent": -10.099115519434216,
        "fresh_hit_at_10_percent": 0.0,
        "head_share_at_10_percent": -28.476821192052984
      },
      "stages": {
        "translation_domains": 19,
        "synthetic_events": 25164,
        "deterministic_catalog_coverage": 0.025,
        "sampled_catalog_coverage": 1.0,
        "generation_strategy": "sample from empirical P(target item | source event)"
      },
      "paper_results": {
        "online_cvr_lift_percent_range": [
          0.14,
          0.24
        ],
        "experiment_duration": "multiple weeks"
      },
      "scope": "实际从重叠用户估计跨域 item translation distribution，分别生成 top-k 与概率采样事件并在同一公开切分评测；MovieLens genre 代理不同产品域，未复刻 Meta 私有 source surface 与转化日志。",
      "seed": 44
    }
  ],
  "aggregate_metrics": {
    "dataset.users": {
      "mean": 220.0,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "dataset.items": {
      "mean": 360.0,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "baseline.hit_at_10": {
      "mean": 0.11363636363636363,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "baseline.ndcg_at_10": {
      "mean": 0.05361919400348945,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "baseline.fresh_hit_at_10": {
      "mean": 0.031746031746031744,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "baseline.head_share_at_10": {
      "mean": 0.3431818181818182,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "method.hit_at_10": {
      "mean": 0.10454545454545454,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "method.ndcg_at_10": {
      "mean": 0.04828653284867554,
      "std": 0.0002151375143326537,
      "ci95": 0.00024345101555297942,
      "n": 3
    },
    "method.fresh_hit_at_10": {
      "mean": 0.031746031746031744,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "method.head_share_at_10": {
      "mean": 0.24515151515151515,
      "std": 0.00026243194054074065,
      "ci95": 0.00029696969696969887,
      "n": 3
    },
    "relative.hit_at_10_percent": {
      "mean": -8.000000000000004,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "relative.ndcg_at_10_percent": {
      "mean": -9.945433261206546,
      "std": 0.40123227946815626,
      "ci95": 0.4540370665346741,
      "n": 3
    },
    "relative.fresh_hit_at_10_percent": {
      "mean": 0.0,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "relative.head_share_at_10_percent": {
      "mean": -28.565121412803535,
      "std": 0.07647023432975164,
      "ci95": 0.08653421633554072,
      "n": 3
    },
    "stages.translation_domains": {
      "mean": 19.0,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "stages.synthetic_events": {
      "mean": 25164.0,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "stages.deterministic_catalog_coverage": {
      "mean": 0.025000000000000005,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "stages.sampled_catalog_coverage": {
      "mean": 1.0,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    }
  },
  "manifest_ref": "reproduction:scalr"
}