{
  "paper": {
    "arxiv_id": "2606.06970",
    "title": "SSRLive: Live Streaming Recommendation with Dynamic Semantic ID",
    "url": "https://arxiv.org/abs/2606.06970",
    "organization": "Taobao & Tmall Group, Alibaba"
  },
  "dataset": {
    "name": "MovieLens 100K",
    "users": 220,
    "items": 360
  },
  "setup": {
    "adapter": "ssrlive",
    "same_split_and_candidates": true
  },
  "baseline": {
    "name": "transition + content + popularity",
    "hit_at_10": 0.10909090909090909,
    "ndcg_at_10": 0.05400546778896325,
    "fresh_hit_at_10": 0.031746031746031744,
    "head_share_at_10": 0.23772727272727273
  },
  "method": {
    "name": "ssrlive core mechanism (validation blend=0.4)",
    "hit_at_10": 0.1,
    "ndcg_at_10": 0.053507126834769804,
    "fresh_hit_at_10": 0.031746031746031744,
    "head_share_at_10": 0.18681818181818183
  },
  "relative": {
    "hit_at_10_percent": -8.333333333333325,
    "ndcg_at_10_percent": -0.9227601844702271,
    "fresh_hit_at_10_percent": 0.0,
    "head_share_at_10_percent": -21.414913957934985
  },
  "stages": {
    "finite_scores": 360,
    "score_std": 0.03736281831367762,
    "semantic_id_levels": 3,
    "dynamic_sid_channels": 2
  },
  "paper_results": {
    "watch_time_lift_percent": 3.38,
    "gmv_lift_percent": 0.72,
    "follower_lift_percent": 3.12,
    "interaction_lift_percent": 2.92
  },
  "scope": "执行论文可由公开 MovieLens 特征审计的核心计算；不复刻私有日志、生产大模型或线上服务栈。",
  "schema_version": 2,
  "manifest": {
    "adapter_key": "ssrlive",
    "arxiv_id": "2606.06970",
    "title": "SSRLive: Live Streaming Recommendation with Dynamic Semantic ID",
    "paper_url": "https://arxiv.org/abs/2606.06970",
    "track": "recommendation",
    "organization": "Taobao & Tmall Group, Alibaba",
    "published": "2026-06-05",
    "code_url": null,
    "topics": [
      "live-streaming",
      "semantic-id",
      "multitask-ranking"
    ],
    "local_code_dir": "src/auto_research/reproductions/ssrlive",
    "fidelity": "core_mechanism",
    "evaluation_tier": "l2_public_dataset",
    "datasets": [
      "MovieLens 100K"
    ],
    "baseline": "transition + content + popularity",
    "metrics": [
      "hit_at_10",
      "ndcg_at_10",
      "fresh_hit_at_10",
      "head_share_at_10"
    ],
    "default_seeds": [
      42,
      43,
      44
    ],
    "budget": "220 users / 360 items; validation-only blend selection",
    "device_capabilities": [
      "cpu"
    ],
    "requires_gpu_validation": false,
    "gpu_validation_artifact": null,
    "online_evidence": [
      {
        "product": "Alibaba live streaming",
        "metric": "Watch time",
        "lift_percent": 3.38,
        "traffic": "production A/B; statistically significant",
        "source_url": "https://arxiv.org/html/2606.06970v1",
        "source_location": "Section 6, Table 4",
        "retrieved_at": "2026-09-02"
      }
    ],
    "selection_exception": null,
    "evolve_operators": [
      "head:dynamic-sid"
    ]
  },
  "provenance": {
    "created_at": "2026-09-02T03:57:24.649753+00:00",
    "code_commit": "4786d139b957890340a7f58e54ee48d083b12944",
    "python": "3.12.9",
    "platform": "sanitized public CPU run",
    "dataset_dir": "data",
    "dataset_fingerprint": "e66c261317a7b3179720ef3e3f5f79d7a204b135d1f217e2911b153ad2ce50a0",
    "packages": {
      "auto-research": "0.1.0",
      "numpy": "2.5.2",
      "torch": "2.13.0",
      "transformers": "5.14.1"
    },
    "artifact_path": "docs/reproductions/2606.06970-ssrlive/metrics/public-seeds42-44.json"
  },
  "evaluation_protocol": {
    "tier": "l2_public_dataset",
    "tier_label": "L2 公开数据集训练",
    "seeds": [
      42,
      43,
      44
    ],
    "budget": "paper-specific",
    "formal_comparison": true,
    "claim_policy": "formal multi-seed comparison"
  },
  "seed_results": [
    {
      "paper": {
        "arxiv_id": "2606.06970",
        "title": "SSRLive: Live Streaming Recommendation with Dynamic Semantic ID",
        "url": "https://arxiv.org/abs/2606.06970",
        "organization": "Taobao & Tmall Group, Alibaba"
      },
      "dataset": {
        "name": "MovieLens 100K",
        "users": 220,
        "items": 360
      },
      "setup": {
        "adapter": "ssrlive",
        "same_split_and_candidates": true
      },
      "baseline": {
        "name": "transition + content + popularity",
        "hit_at_10": 0.10909090909090909,
        "ndcg_at_10": 0.05400546778896325,
        "fresh_hit_at_10": 0.031746031746031744,
        "head_share_at_10": 0.23772727272727273
      },
      "method": {
        "name": "ssrlive core mechanism (validation blend=0.4)",
        "hit_at_10": 0.1,
        "ndcg_at_10": 0.053507126834769804,
        "fresh_hit_at_10": 0.031746031746031744,
        "head_share_at_10": 0.18681818181818183
      },
      "relative": {
        "hit_at_10_percent": -8.333333333333325,
        "ndcg_at_10_percent": -0.9227601844702271,
        "fresh_hit_at_10_percent": 0.0,
        "head_share_at_10_percent": -21.414913957934985
      },
      "stages": {
        "finite_scores": 360,
        "score_std": 0.03736281831367762,
        "semantic_id_levels": 3,
        "dynamic_sid_channels": 2
      },
      "paper_results": {
        "watch_time_lift_percent": 3.38,
        "gmv_lift_percent": 0.72,
        "follower_lift_percent": 3.12,
        "interaction_lift_percent": 2.92
      },
      "scope": "执行论文可由公开 MovieLens 特征审计的核心计算；不复刻私有日志、生产大模型或线上服务栈。",
      "runtime": {
        "requested_device": "auto",
        "cpu_threads": null,
        "platform": "Darwin arm64",
        "resolved_device": "cpu",
        "torch_version": "2.13.0",
        "accelerator": "arm"
      },
      "seed": 42,
      "schema_version": 2,
      "manifest": {
        "adapter_key": "ssrlive",
        "arxiv_id": "2606.06970",
        "title": "SSRLive: Live Streaming Recommendation with Dynamic Semantic ID",
        "paper_url": "https://arxiv.org/abs/2606.06970",
        "track": "recommendation",
        "organization": "Taobao & Tmall Group, Alibaba",
        "published": "2026-06-05",
        "code_url": null,
        "topics": [
          "live-streaming",
          "semantic-id",
          "multitask-ranking"
        ],
        "local_code_dir": "src/auto_research/reproductions/ssrlive",
        "fidelity": "core_mechanism",
        "evaluation_tier": "l2_public_dataset",
        "datasets": [
          "MovieLens 100K"
        ],
        "baseline": "transition + content + popularity",
        "metrics": [
          "hit_at_10",
          "ndcg_at_10",
          "fresh_hit_at_10",
          "head_share_at_10"
        ],
        "default_seeds": [
          42,
          43,
          44
        ],
        "budget": "220 users / 360 items; validation-only blend selection",
        "device_capabilities": [
          "cpu"
        ],
        "requires_gpu_validation": false,
        "gpu_validation_artifact": null,
        "online_evidence": [
          {
            "product": "Alibaba live streaming",
            "metric": "Watch time",
            "lift_percent": 3.38,
            "traffic": "production A/B; statistically significant",
            "source_url": "https://arxiv.org/html/2606.06970v1",
            "source_location": "Section 6, Table 4",
            "retrieved_at": "2026-09-02"
          }
        ],
        "selection_exception": null,
        "evolve_operators": [
          "head:dynamic-sid"
        ]
      },
      "provenance": {
        "created_at": "2026-09-02T03:57:24.649753+00:00",
        "code_commit": "4786d139b957890340a7f58e54ee48d083b12944",
        "python": "3.12.9",
        "platform": "sanitized public CPU run",
        "dataset_dir": "data",
        "dataset_fingerprint": "e66c261317a7b3179720ef3e3f5f79d7a204b135d1f217e2911b153ad2ce50a0",
        "packages": {
          "auto-research": "0.1.0",
          "numpy": "2.5.2",
          "torch": "2.13.0",
          "transformers": "5.14.1"
        },
        "artifact_path": "docs/reproductions/2606.06970-ssrlive/metrics/public-seeds42-44.json"
      },
      "evaluation_protocol": {
        "tier": "l2_public_dataset",
        "tier_label": "L2 公开数据集训练",
        "seeds": [
          42
        ],
        "budget": "paper-specific",
        "formal_comparison": false,
        "claim_policy": "single/few-seed smoke result; do not claim a stable improvement"
      }
    },
    {
      "paper": {
        "arxiv_id": "2606.06970",
        "title": "SSRLive: Live Streaming Recommendation with Dynamic Semantic ID",
        "url": "https://arxiv.org/abs/2606.06970",
        "organization": "Taobao & Tmall Group, Alibaba"
      },
      "dataset": {
        "name": "MovieLens 100K",
        "users": 220,
        "items": 360
      },
      "setup": {
        "adapter": "ssrlive",
        "same_split_and_candidates": true
      },
      "baseline": {
        "name": "transition + content + popularity",
        "hit_at_10": 0.10909090909090909,
        "ndcg_at_10": 0.05400546778896325,
        "fresh_hit_at_10": 0.031746031746031744,
        "head_share_at_10": 0.23772727272727273
      },
      "method": {
        "name": "ssrlive core mechanism (validation blend=0.4)",
        "hit_at_10": 0.1,
        "ndcg_at_10": 0.053507126834769804,
        "fresh_hit_at_10": 0.031746031746031744,
        "head_share_at_10": 0.18681818181818183
      },
      "relative": {
        "hit_at_10_percent": -8.333333333333325,
        "ndcg_at_10_percent": -0.9227601844702271,
        "fresh_hit_at_10_percent": 0.0,
        "head_share_at_10_percent": -21.414913957934985
      },
      "stages": {
        "finite_scores": 360,
        "score_std": 0.03736281831367762,
        "semantic_id_levels": 3,
        "dynamic_sid_channels": 2
      },
      "paper_results": {
        "watch_time_lift_percent": 3.38,
        "gmv_lift_percent": 0.72,
        "follower_lift_percent": 3.12,
        "interaction_lift_percent": 2.92
      },
      "scope": "执行论文可由公开 MovieLens 特征审计的核心计算；不复刻私有日志、生产大模型或线上服务栈。",
      "runtime": {
        "requested_device": "auto",
        "cpu_threads": null,
        "platform": "Darwin arm64",
        "resolved_device": "cpu",
        "torch_version": "2.13.0",
        "accelerator": "arm"
      },
      "seed": 43,
      "schema_version": 2,
      "manifest": {
        "adapter_key": "ssrlive",
        "arxiv_id": "2606.06970",
        "title": "SSRLive: Live Streaming Recommendation with Dynamic Semantic ID",
        "paper_url": "https://arxiv.org/abs/2606.06970",
        "track": "recommendation",
        "organization": "Taobao & Tmall Group, Alibaba",
        "published": "2026-06-05",
        "code_url": null,
        "topics": [
          "live-streaming",
          "semantic-id",
          "multitask-ranking"
        ],
        "local_code_dir": "src/auto_research/reproductions/ssrlive",
        "fidelity": "core_mechanism",
        "evaluation_tier": "l2_public_dataset",
        "datasets": [
          "MovieLens 100K"
        ],
        "baseline": "transition + content + popularity",
        "metrics": [
          "hit_at_10",
          "ndcg_at_10",
          "fresh_hit_at_10",
          "head_share_at_10"
        ],
        "default_seeds": [
          42,
          43,
          44
        ],
        "budget": "220 users / 360 items; validation-only blend selection",
        "device_capabilities": [
          "cpu"
        ],
        "requires_gpu_validation": false,
        "gpu_validation_artifact": null,
        "online_evidence": [
          {
            "product": "Alibaba live streaming",
            "metric": "Watch time",
            "lift_percent": 3.38,
            "traffic": "production A/B; statistically significant",
            "source_url": "https://arxiv.org/html/2606.06970v1",
            "source_location": "Section 6, Table 4",
            "retrieved_at": "2026-09-02"
          }
        ],
        "selection_exception": null,
        "evolve_operators": [
          "head:dynamic-sid"
        ]
      },
      "provenance": {
        "created_at": "2026-09-02T03:57:25.214833+00:00",
        "code_commit": "4786d139b957890340a7f58e54ee48d083b12944",
        "python": "3.12.9",
        "platform": "macOS-26.5.2-arm64-arm-64bit",
        "dataset_dir": "/Users/bytedance/Documents/git_daiwk/auto-research/data",
        "dataset_fingerprint": "e66c261317a7b3179720ef3e3f5f79d7a204b135d1f217e2911b153ad2ce50a0",
        "packages": {
          "auto-research": "0.1.0",
          "numpy": "2.5.2",
          "torch": "2.13.0",
          "transformers": "5.14.1"
        }
      },
      "evaluation_protocol": {
        "tier": "l2_public_dataset",
        "tier_label": "L2 公开数据集训练",
        "seeds": [
          43
        ],
        "budget": "paper-specific",
        "formal_comparison": false,
        "claim_policy": "single/few-seed smoke result; do not claim a stable improvement"
      }
    },
    {
      "paper": {
        "arxiv_id": "2606.06970",
        "title": "SSRLive: Live Streaming Recommendation with Dynamic Semantic ID",
        "url": "https://arxiv.org/abs/2606.06970",
        "organization": "Taobao & Tmall Group, Alibaba"
      },
      "dataset": {
        "name": "MovieLens 100K",
        "users": 220,
        "items": 360
      },
      "setup": {
        "adapter": "ssrlive",
        "same_split_and_candidates": true
      },
      "baseline": {
        "name": "transition + content + popularity",
        "hit_at_10": 0.10909090909090909,
        "ndcg_at_10": 0.05400546778896325,
        "fresh_hit_at_10": 0.031746031746031744,
        "head_share_at_10": 0.23772727272727273
      },
      "method": {
        "name": "ssrlive core mechanism (validation blend=0.4)",
        "hit_at_10": 0.1,
        "ndcg_at_10": 0.053507126834769804,
        "fresh_hit_at_10": 0.031746031746031744,
        "head_share_at_10": 0.18681818181818183
      },
      "relative": {
        "hit_at_10_percent": -8.333333333333325,
        "ndcg_at_10_percent": -0.9227601844702271,
        "fresh_hit_at_10_percent": 0.0,
        "head_share_at_10_percent": -21.414913957934985
      },
      "stages": {
        "finite_scores": 360,
        "score_std": 0.03736281831367762,
        "semantic_id_levels": 3,
        "dynamic_sid_channels": 2
      },
      "paper_results": {
        "watch_time_lift_percent": 3.38,
        "gmv_lift_percent": 0.72,
        "follower_lift_percent": 3.12,
        "interaction_lift_percent": 2.92
      },
      "scope": "执行论文可由公开 MovieLens 特征审计的核心计算；不复刻私有日志、生产大模型或线上服务栈。",
      "runtime": {
        "requested_device": "auto",
        "cpu_threads": null,
        "platform": "Darwin arm64",
        "resolved_device": "cpu",
        "torch_version": "2.13.0",
        "accelerator": "arm"
      },
      "seed": 44,
      "schema_version": 2,
      "manifest": {
        "adapter_key": "ssrlive",
        "arxiv_id": "2606.06970",
        "title": "SSRLive: Live Streaming Recommendation with Dynamic Semantic ID",
        "paper_url": "https://arxiv.org/abs/2606.06970",
        "track": "recommendation",
        "organization": "Taobao & Tmall Group, Alibaba",
        "published": "2026-06-05",
        "code_url": null,
        "topics": [
          "live-streaming",
          "semantic-id",
          "multitask-ranking"
        ],
        "local_code_dir": "src/auto_research/reproductions/ssrlive",
        "fidelity": "core_mechanism",
        "evaluation_tier": "l2_public_dataset",
        "datasets": [
          "MovieLens 100K"
        ],
        "baseline": "transition + content + popularity",
        "metrics": [
          "hit_at_10",
          "ndcg_at_10",
          "fresh_hit_at_10",
          "head_share_at_10"
        ],
        "default_seeds": [
          42,
          43,
          44
        ],
        "budget": "220 users / 360 items; validation-only blend selection",
        "device_capabilities": [
          "cpu"
        ],
        "requires_gpu_validation": false,
        "gpu_validation_artifact": null,
        "online_evidence": [
          {
            "product": "Alibaba live streaming",
            "metric": "Watch time",
            "lift_percent": 3.38,
            "traffic": "production A/B; statistically significant",
            "source_url": "https://arxiv.org/html/2606.06970v1",
            "source_location": "Section 6, Table 4",
            "retrieved_at": "2026-09-02"
          }
        ],
        "selection_exception": null,
        "evolve_operators": [
          "head:dynamic-sid"
        ]
      },
      "provenance": {
        "created_at": "2026-09-02T03:57:25.611625+00:00",
        "code_commit": "4786d139b957890340a7f58e54ee48d083b12944",
        "python": "3.12.9",
        "platform": "macOS-26.5.2-arm64-arm-64bit",
        "dataset_dir": "/Users/bytedance/Documents/git_daiwk/auto-research/data",
        "dataset_fingerprint": "e66c261317a7b3179720ef3e3f5f79d7a204b135d1f217e2911b153ad2ce50a0",
        "packages": {
          "auto-research": "0.1.0",
          "numpy": "2.5.2",
          "torch": "2.13.0",
          "transformers": "5.14.1"
        }
      },
      "evaluation_protocol": {
        "tier": "l2_public_dataset",
        "tier_label": "L2 公开数据集训练",
        "seeds": [
          44
        ],
        "budget": "paper-specific",
        "formal_comparison": false,
        "claim_policy": "single/few-seed smoke result; do not claim a stable improvement"
      }
    }
  ],
  "aggregate_metrics": {
    "dataset.users": {
      "mean": 220.0,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "dataset.items": {
      "mean": 360.0,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "baseline.hit_at_10": {
      "mean": 0.10909090909090909,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "baseline.ndcg_at_10": {
      "mean": 0.05400546778896325,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "baseline.fresh_hit_at_10": {
      "mean": 0.031746031746031744,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "baseline.head_share_at_10": {
      "mean": 0.2377272727272727,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "method.hit_at_10": {
      "mean": 0.10000000000000002,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "method.ndcg_at_10": {
      "mean": 0.053507126834769804,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "method.fresh_hit_at_10": {
      "mean": 0.031746031746031744,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "method.head_share_at_10": {
      "mean": 0.18681818181818186,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "relative.hit_at_10_percent": {
      "mean": -8.333333333333325,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "relative.ndcg_at_10_percent": {
      "mean": -0.9227601844702272,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "relative.fresh_hit_at_10_percent": {
      "mean": 0.0,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "relative.head_share_at_10_percent": {
      "mean": -21.414913957934985,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "stages.finite_scores": {
      "mean": 360.0,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "stages.score_std": {
      "mean": 0.03736281831367762,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "stages.semantic_id_levels": {
      "mean": 3.0,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "stages.dynamic_sid_channels": {
      "mean": 2.0,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "paper_results.watch_time_lift_percent": {
      "mean": 3.3800000000000003,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "paper_results.gmv_lift_percent": {
      "mean": 0.7200000000000001,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "paper_results.follower_lift_percent": {
      "mean": 3.1199999999999997,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    },
    "paper_results.interaction_lift_percent": {
      "mean": 2.92,
      "std": 0.0,
      "ci95": 0.0,
      "n": 3
    }
  },
  "manifest_ref": "reproduction:ssrlive"
}