{ "paper": { "arxiv_id": "2606.07546", "title": "Beyond Item IDs: Scaling Short-Form-Video Recommendation via Semantic-Native Long Sequence Modeling", "url": "https://arxiv.org/abs/2606.07546", "organization": "Google" }, "dataset": { "name": "MovieLens 100K", "users": 220, "items": 360 }, "setup": { "adapter": "semantic-native-longseq", "same_split_and_candidates": true }, "baseline": { "name": "short Video-ID-like vanilla attention", "hit_at_10": 0.06818181818181818, "ndcg_at_10": 0.03297192421836626, "fresh_hit_at_10": 0.06349206349206349, "head_share_at_10": 0.11272727272727273 }, "method": { "name": "SID + global-aware temporal folding", "hit_at_10": 0.08181818181818182, "ndcg_at_10": 0.041354669820933124, "fresh_hit_at_10": 0.047619047619047616, "head_share_at_10": 0.11090909090909092 }, "relative": { "hit_at_10_percent": 20.00000000000001, "ndcg_at_10_percent": 25.423889570562107, "fresh_hit_at_10_percent": -25.0, "head_share_at_10_percent": -1.6129032258064497 }, "stages": { "input_events": 48, "folding_factor": 4, "folded_tokens": 12, "global_queries": 2, "attention_tokens": 14, "attention_pair_reduction": 0.9149305555555556, "sid_levels": 3, "depth_truncated_bigram_vocabulary": 66 }, "paper_results": { "freshness_satisfied_views_percent": 6.81, "step_time_reduction_percent": 83.9, "peak_hbm_reduction_percent": 92.2, "actively_engaged_users_percent": 0.52, "satisfied_watch_time_percent": 1.42, "satisfied_views_percent": 1.08 }, "scope": "实际执行 residual-quantized SID、depth-truncated bigram、parameter-free temporal folding、双 global query 和统一 global-local pooling；48-event MovieLens 历史替代生产 2,000 视频序列，未复刻 Google RQ-VAE 训练和异步服务图。", "schema_version": 2, "manifest": { "adapter_key": "semantic-native-longseq", "arxiv_id": "2606.07546", "title": "Beyond Item IDs: Scaling Short-Form-Video Recommendation via Semantic-Native Long Sequence Modeling", "paper_url": "https://arxiv.org/abs/2606.07546", "track": "recommendation", "organization": "Google", "published": "2026-05-04", "code_url": null, "topics": [ "long-sequence", "semantic-id", "rq-vae", "efficient-transformer", "cold-start" ], "local_code_dir": "src/auto_research/reproductions/industrial_2026", "fidelity": "core_mechanism", "evaluation_tier": "l2_public_dataset", "datasets": [ "MovieLens 100K (220 users / 360 items)" ], "baseline": "12-event item-ID feature attention under the same public split and full catalog", "metrics": [ "hit_at_10", "ndcg_at_10", "head_share_at_10", "attention_pair_reduction" ], "default_seeds": [ 42, 43, 44 ], "budget": "48 events folded by 4 into 12 local tokens plus two global queries", "device_capabilities": [ "cpu", "mps", "cuda" ], "requires_gpu_validation": false, "gpu_validation_artifact": null, "online_evidence": [ { "product": "Google global short-video platform", "metric": "actively engaged users", "lift_percent": 0.52, "traffic": "large-scale online A/B; full SID + compressed-transformer system versus L=800 Video-ID baseline", "source_url": "https://arxiv.org/html/2606.07546v1#S3.SS5", "source_location": "Section 3.5, Table 4", "significance": "p < 0.05", "retrieved_at": "2026-09-01" }, { "product": "Google global short-video platform", "metric": "satisfied watch time", "lift_percent": 1.42, "traffic": "large-scale online A/B; full SID + compressed-transformer system", "source_url": "https://arxiv.org/html/2606.07546v1#S3.SS5", "source_location": "Section 3.5, Table 4", "significance": "p < 0.05", "retrieved_at": "2026-09-01" } ], "selection_exception": null, "evolve_operators": [] }, "provenance": { "created_at": "2026-09-01T01:50:54.479458+00:00", "code_commit": "df64a338410bf9bdc3e6e2feb9d2d1f5000bf221", "python": "3.12.9", "platform": "macOS-26.5.2-arm64-arm-64bit", "dataset_dir": "/Users/bytedance/Documents/git_daiwk/auto-research/data", "dataset_fingerprint": "e66c261317a7b3179720ef3e3f5f79d7a204b135d1f217e2911b153ad2ce50a0", "packages": { "auto-research": "0.1.0", "numpy": "2.5.2", "torch": "2.13.0", "transformers": "5.14.1" }, "artifact_path": "docs/reproductions/2606.07546-semantic-native-longseq/metrics/public-seeds42-44.json" }, "evaluation_protocol": { "tier": "l2_public_dataset", "tier_label": "L2 公开数据集训练", "seeds": [ 42, 43, 44 ], "budget": "48 events folded by 4 into 12 local tokens plus two global queries", "formal_comparison": true, "claim_policy": "formal multi-seed comparison" }, "seed_results": [ { "paper": { "arxiv_id": "2606.07546", "title": "Beyond Item IDs: Scaling Short-Form-Video Recommendation via Semantic-Native Long Sequence Modeling", "url": "https://arxiv.org/abs/2606.07546", "organization": "Google" }, "dataset": { "name": "MovieLens 100K", "users": 220, "items": 360 }, "setup": { "adapter": "semantic-native-longseq", "same_split_and_candidates": true }, "baseline": { "name": "short Video-ID-like vanilla attention", "hit_at_10": 0.06818181818181818, "ndcg_at_10": 0.03297192421836626, "fresh_hit_at_10": 0.06349206349206349, "head_share_at_10": 0.11272727272727273 }, "method": { "name": "SID + global-aware temporal folding", "hit_at_10": 0.08181818181818182, "ndcg_at_10": 0.041354669820933124, "fresh_hit_at_10": 0.047619047619047616, "head_share_at_10": 0.11090909090909092 }, "relative": { "hit_at_10_percent": 20.00000000000001, "ndcg_at_10_percent": 25.423889570562107, "fresh_hit_at_10_percent": -25.0, "head_share_at_10_percent": -1.6129032258064497 }, "stages": { "input_events": 48, "folding_factor": 4, "folded_tokens": 12, "global_queries": 2, "attention_tokens": 14, "attention_pair_reduction": 0.9149305555555556, "sid_levels": 3, "depth_truncated_bigram_vocabulary": 66 }, "paper_results": { "freshness_satisfied_views_percent": 6.81, "step_time_reduction_percent": 83.9, "peak_hbm_reduction_percent": 92.2, "actively_engaged_users_percent": 0.52, "satisfied_watch_time_percent": 1.42, "satisfied_views_percent": 1.08 }, "scope": "实际执行 residual-quantized SID、depth-truncated bigram、parameter-free temporal folding、双 global query 和统一 global-local pooling；48-event MovieLens 历史替代生产 2,000 视频序列，未复刻 Google RQ-VAE 训练和异步服务图。", "seed": 42 }, { "paper": { "arxiv_id": "2606.07546", "title": "Beyond Item IDs: Scaling Short-Form-Video Recommendation via Semantic-Native Long Sequence Modeling", "url": "https://arxiv.org/abs/2606.07546", "organization": "Google" }, "dataset": { "name": "MovieLens 100K", "users": 220, "items": 360 }, "setup": { "adapter": "semantic-native-longseq", "same_split_and_candidates": true }, "baseline": { "name": "short Video-ID-like vanilla attention", "hit_at_10": 0.06818181818181818, "ndcg_at_10": 0.03297192421836626, "fresh_hit_at_10": 0.06349206349206349, "head_share_at_10": 0.11272727272727273 }, "method": { "name": "SID + global-aware temporal folding", "hit_at_10": 0.07727272727272727, "ndcg_at_10": 0.031182193629221932, "fresh_hit_at_10": 0.015873015873015872, "head_share_at_10": 0.15136363636363637 }, "relative": { "hit_at_10_percent": 13.33333333333334, "ndcg_at_10_percent": -5.428044105922704, "fresh_hit_at_10_percent": -75.0, "head_share_at_10_percent": 34.274193548387096 }, "stages": { "input_events": 48, "folding_factor": 4, "folded_tokens": 12, "global_queries": 2, "attention_tokens": 14, "attention_pair_reduction": 0.9149305555555556, "sid_levels": 3, "depth_truncated_bigram_vocabulary": 56 }, "paper_results": { "freshness_satisfied_views_percent": 6.81, "step_time_reduction_percent": 83.9, "peak_hbm_reduction_percent": 92.2, "actively_engaged_users_percent": 0.52, "satisfied_watch_time_percent": 1.42, "satisfied_views_percent": 1.08 }, "scope": "实际执行 residual-quantized SID、depth-truncated bigram、parameter-free temporal folding、双 global query 和统一 global-local pooling；48-event MovieLens 历史替代生产 2,000 视频序列，未复刻 Google RQ-VAE 训练和异步服务图。", "seed": 43 }, { "paper": { "arxiv_id": "2606.07546", "title": "Beyond Item IDs: Scaling Short-Form-Video Recommendation via Semantic-Native Long Sequence Modeling", "url": "https://arxiv.org/abs/2606.07546", "organization": "Google" }, "dataset": { "name": "MovieLens 100K", "users": 220, "items": 360 }, "setup": { "adapter": "semantic-native-longseq", "same_split_and_candidates": true }, "baseline": { "name": "short Video-ID-like vanilla attention", "hit_at_10": 0.06818181818181818, "ndcg_at_10": 0.03297192421836626, "fresh_hit_at_10": 0.06349206349206349, "head_share_at_10": 0.11272727272727273 }, "method": { "name": "SID + global-aware temporal folding", "hit_at_10": 0.06363636363636363, "ndcg_at_10": 0.03738390068626901, "fresh_hit_at_10": 0.047619047619047616, "head_share_at_10": 0.11818181818181818 }, "relative": { "hit_at_10_percent": -6.66666666666667, "ndcg_at_10_percent": 13.381009972857933, "fresh_hit_at_10_percent": -25.0, "head_share_at_10_percent": 4.838709677419349 }, "stages": { "input_events": 48, "folding_factor": 4, "folded_tokens": 12, "global_queries": 2, "attention_tokens": 14, "attention_pair_reduction": 0.9149305555555556, "sid_levels": 3, "depth_truncated_bigram_vocabulary": 75 }, "paper_results": { "freshness_satisfied_views_percent": 6.81, "step_time_reduction_percent": 83.9, "peak_hbm_reduction_percent": 92.2, "actively_engaged_users_percent": 0.52, "satisfied_watch_time_percent": 1.42, "satisfied_views_percent": 1.08 }, "scope": "实际执行 residual-quantized SID、depth-truncated bigram、parameter-free temporal folding、双 global query 和统一 global-local pooling；48-event MovieLens 历史替代生产 2,000 视频序列，未复刻 Google RQ-VAE 训练和异步服务图。", "seed": 44 } ], "aggregate_metrics": { "dataset.users": { "mean": 220.0, "std": 0.0, "ci95": 0.0, "n": 3 }, "dataset.items": { "mean": 360.0, "std": 0.0, "ci95": 0.0, "n": 3 }, "baseline.hit_at_10": { "mean": 0.06818181818181818, "std": 0.0, "ci95": 0.0, "n": 3 }, "baseline.ndcg_at_10": { "mean": 0.03297192421836626, "std": 0.0, "ci95": 0.0, "n": 3 }, "baseline.fresh_hit_at_10": { "mean": 0.06349206349206349, "std": 0.0, "ci95": 0.0, "n": 3 }, "baseline.head_share_at_10": { "mean": 0.11272727272727273, "std": 0.0, "ci95": 0.0, "n": 3 }, "method.hit_at_10": { "mean": 0.07424242424242423, "std": 0.009462118179391516, "ci95": 0.010707394696832457, "n": 3 }, "method.ndcg_at_10": { "mean": 0.03664025471214136, "std": 0.005126848444108716, "ci95": 0.005801575165429139, "n": 3 }, "method.fresh_hit_at_10": { "mean": 0.037037037037037035, "std": 0.018328579974273833, "ci95": 0.02074074074074074, "n": 3 }, "method.head_share_at_10": { "mean": 0.12681818181818183, "std": 0.021565774844139015, "ci95": 0.02440397158663118, "n": 3 }, "relative.hit_at_10_percent": { "mean": 8.888888888888893, "std": 13.877773329774225, "ci95": 15.704178888687606, "n": 3 }, "relative.ndcg_at_10_percent": { "mean": 11.125618479165778, "std": 15.549133287322435, "ci95": 17.59550072663792, "n": 3 }, "relative.fresh_hit_at_10_percent": { "mean": -41.666666666666664, "std": 28.867513459481287, "ci95": 32.666666666666664, "n": 3 }, "relative.head_share_at_10_percent": { "mean": 12.499999999999998, "std": 19.130929297220096, "ci95": 21.64868447201153, "n": 3 }, "stages.input_events": { "mean": 48.0, "std": 0.0, "ci95": 0.0, "n": 3 }, "stages.folding_factor": { "mean": 4.0, "std": 0.0, "ci95": 0.0, "n": 3 }, "stages.folded_tokens": { "mean": 12.0, "std": 0.0, "ci95": 0.0, "n": 3 }, "stages.global_queries": { "mean": 2.0, "std": 0.0, "ci95": 0.0, "n": 3 }, "stages.attention_tokens": { "mean": 14.0, "std": 0.0, "ci95": 0.0, "n": 3 }, "stages.attention_pair_reduction": { "mean": 0.9149305555555557, "std": 0.0, "ci95": 0.0, "n": 3 }, "stages.sid_levels": { "mean": 3.0, "std": 0.0, "ci95": 0.0, "n": 3 }, "stages.depth_truncated_bigram_vocabulary": { "mean": 65.66666666666667, "std": 9.504384952922168, "ci95": 10.755224053660827, "n": 3 }, "paper_results.freshness_satisfied_views_percent": { "mean": 6.81, "std": 0.0, "ci95": 0.0, "n": 3 }, "paper_results.step_time_reduction_percent": { "mean": 83.9, "std": 0.0, "ci95": 0.0, "n": 3 }, "paper_results.peak_hbm_reduction_percent": { "mean": 92.2, "std": 0.0, "ci95": 0.0, "n": 3 }, "paper_results.actively_engaged_users_percent": { "mean": 0.52, "std": 0.0, "ci95": 0.0, "n": 3 }, "paper_results.satisfied_watch_time_percent": { "mean": 1.42, "std": 0.0, "ci95": 0.0, "n": 3 }, "paper_results.satisfied_views_percent": { "mean": 1.08, "std": 0.0, "ci95": 0.0, "n": 3 } }, "manifest_ref": "reproduction:semantic-native-longseq" }