{
  "schema_version": 2,
  "adapter_key": "uxsid",
  "method": "uxsid",
  "manifest_ref": "reproduction:uxsid",
  "diagnostic_only": true,
  "measured_locally": true,
  "seeds": [
    42,
    43,
    44
  ],
  "dataset": {
    "public_id": "MovieLens-100K",
    "revision": "50d2a982c66986937beb9ffb3aa76efe955bf3d5c6b761f4e3a7cd717c6a3229",
    "source": "https://raw.githubusercontent.com/rudrasingh21/Data-ML-100k-/f74a79d7debb00d39a8b757876b6b2038d52825c/ml-100k.zip",
    "ratings_sha256": "06416e597f82b7342361e41163890c81036900f418ad91315590814211dca490",
    "split": "per-user chronological leave-last-two; all observed earlier ratings form history",
    "target": "observed rating >=4, not private advertising CTR/CTCVR",
    "max_users": null,
    "max_history": 256,
    "counts": {
      "train": 97171,
      "validation": 943,
      "test": 943
    },
    "split_sha256": {
      "train": "bbbb05597525f5848477e0b15f2b79f131f79477b9afeadf6ceaf190267d2ab0",
      "validation": "0abf4f475b2a086d883200825950199b38cd218e71d4dae6b3a7f57924c03b05",
      "test": "5292f4cf5d57e25f07f9fe06e0d2e8c7b5b3e4e95a8c162a3c803bc2273bede5"
    }
  },
  "checkpoint": {
    "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
    "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
    "verified_mirror": {
      "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
      "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
      "file_sha256": {
        "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45",
        "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6",
        "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
        "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe",
        "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
        "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
        "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
      }
    },
    "attributes_sha256": "ce151372e9dd2c836ec49d4f92fff3441af0f5190a13e9bde796a10e70cb0978",
    "embedding_sha256": "4bacda328c9b162c1da0c0db1ba58a78749a28f88ec5288f2cb00f217f16def1",
    "pooling": "attention-mask mean of final hidden state; no labels",
    "modality": "public movie title + genre text; no private video frames"
  },
  "aggregate_metrics": {
    "global-only.test.roc_auc": {
      "mean": 0.7412253851647791,
      "std": 0.011335482665814661,
      "n": 3
    },
    "global-only.test.pr_auc": {
      "mean": 0.73018046065829,
      "std": 0.015885035292695207,
      "n": 3
    },
    "agnostic.test.roc_auc": {
      "mean": 0.7404496539968911,
      "std": 0.012986561328354651,
      "n": 3
    },
    "agnostic.test.pr_auc": {
      "mean": 0.7273193540411923,
      "std": 0.01711517628537843,
      "n": 3
    },
    "ungated.test.roc_auc": {
      "mean": 0.7414159419507014,
      "std": 0.01007520072994607,
      "n": 3
    },
    "ungated.test.pr_auc": {
      "mean": 0.732518632833696,
      "std": 0.015293088012663244,
      "n": 3
    },
    "uxsid.test.roc_auc": {
      "mean": 0.7410243252489241,
      "std": 0.010187892065929129,
      "n": 3
    },
    "uxsid.test.pr_auc": {
      "mean": 0.730906222119977,
      "std": 0.014354753799343051,
      "n": 3
    },
    "cache.max_abs_error": 0.0
  },
  "seed_results": [
    {
      "method": "uxsid",
      "seed": 42,
      "device": "cuda",
      "diagnostic_only": true,
      "evaluation_tier": "l2_public_dataset",
      "dataset": {
        "public_id": "MovieLens-100K",
        "revision": "50d2a982c66986937beb9ffb3aa76efe955bf3d5c6b761f4e3a7cd717c6a3229",
        "source": "https://raw.githubusercontent.com/rudrasingh21/Data-ML-100k-/f74a79d7debb00d39a8b757876b6b2038d52825c/ml-100k.zip",
        "ratings_sha256": "06416e597f82b7342361e41163890c81036900f418ad91315590814211dca490",
        "split": "per-user chronological leave-last-two; all observed earlier ratings form history",
        "target": "observed rating >=4, not private advertising CTR/CTCVR",
        "max_users": null,
        "max_history": 256,
        "counts": {
          "train": 97171,
          "validation": 943,
          "test": 943
        },
        "split_sha256": {
          "train": "bbbb05597525f5848477e0b15f2b79f131f79477b9afeadf6ceaf190267d2ab0",
          "validation": "0abf4f475b2a086d883200825950199b38cd218e71d4dae6b3a7f57924c03b05",
          "test": "5292f4cf5d57e25f07f9fe06e0d2e8c7b5b3e4e95a8c162a3c803bc2273bede5"
        }
      },
      "checkpoint": {
        "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
        "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
        "verified_mirror": {
          "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
          "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
          "file_sha256": {
            "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45",
            "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6",
            "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
            "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe",
            "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
            "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
            "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
          }
        },
        "attributes_sha256": "ce151372e9dd2c836ec49d4f92fff3441af0f5190a13e9bde796a10e70cb0978",
        "embedding_sha256": "4bacda328c9b162c1da0c0db1ba58a78749a28f88ec5288f2cb00f217f16def1",
        "pooling": "attention-mask mean of final hidden state; no labels",
        "modality": "public movie title + genre text; no private video frames"
      },
      "protocol": {
        "epochs": 3,
        "batch_size": 256,
        "dimension": 32,
        "anchors": 8,
        "learning_rate": 0.001,
        "semantic_quantizer_fit": "training item attributes only",
        "hybrid_quantizer": "2 residual k-means stages + 7-level scalar residual",
        "label_access_in_encoder": false,
        "test_selection": false
      },
      "quantization": {
        "mse": 3.7879583487665514e-06,
        "occupied_first_codes": 64
      },
      "variants": {
        "global-only": {
          "training": [
            {
              "epoch": 1,
              "train_loss": 0.6439528760157134,
              "validation": {
                "roc_auc": 0.7142676070364771,
                "pr_auc": 0.7421526077935476,
                "examples": 943
              }
            },
            {
              "epoch": 2,
              "train_loss": 0.5948930986617741,
              "validation": {
                "roc_auc": 0.7444388110780151,
                "pr_auc": 0.7662502757668307,
                "examples": 943
              }
            },
            {
              "epoch": 3,
              "train_loss": 0.5699306691163465,
              "validation": {
                "roc_auc": 0.7621703348935747,
                "pr_auc": 0.788382321697826,
                "examples": 943
              }
            }
          ],
          "selected_validation_auc": 0.7621703348935747,
          "parameters_changed": true,
          "test": {
            "roc_auc": 0.7285826176200507,
            "pr_auc": 0.7120239682288646,
            "examples": 943
          }
        },
        "agnostic": {
          "training": [
            {
              "epoch": 1,
              "train_loss": 0.6441294572855297,
              "validation": {
                "roc_auc": 0.7160104297755607,
                "pr_auc": 0.7422238613618574,
                "examples": 943
              }
            },
            {
              "epoch": 2,
              "train_loss": 0.5960570244412673,
              "validation": {
                "roc_auc": 0.7463853403710176,
                "pr_auc": 0.7714601290999836,
                "examples": 943
              }
            },
            {
              "epoch": 3,
              "train_loss": 0.5714814730380711,
              "validation": {
                "roc_auc": 0.7642436149312377,
                "pr_auc": 0.7901165001054804,
                "examples": 943
              }
            }
          ],
          "selected_validation_auc": 0.7642436149312377,
          "parameters_changed": true,
          "test": {
            "roc_auc": 0.726403968382578,
            "pr_auc": 0.7078529618592673,
            "examples": 943
          }
        },
        "ungated": {
          "training": [
            {
              "epoch": 1,
              "train_loss": 0.6436316258028933,
              "validation": {
                "roc_auc": 0.7132717083284292,
                "pr_auc": 0.7404167160462383,
                "examples": 943
              }
            },
            {
              "epoch": 2,
              "train_loss": 0.5952094239623923,
              "validation": {
                "roc_auc": 0.7427774709604991,
                "pr_auc": 0.7661100221967156,
                "examples": 943
              }
            },
            {
              "epoch": 3,
              "train_loss": 0.5700029457870283,
              "validation": {
                "roc_auc": 0.7621929689551212,
                "pr_auc": 0.7901451415315282,
                "examples": 943
              }
            }
          ],
          "selected_validation_auc": 0.7621929689551212,
          "parameters_changed": true,
          "test": {
            "roc_auc": 0.7304146635697438,
            "pr_auc": 0.7153228582419507,
            "examples": 943
          }
        },
        "uxsid": {
          "training": [
            {
              "epoch": 1,
              "train_loss": 0.6435243942235646,
              "validation": {
                "roc_auc": 0.7145844838981286,
                "pr_auc": 0.7413095690235405,
                "examples": 943
              }
            },
            {
              "epoch": 2,
              "train_loss": 0.5950011068268826,
              "validation": {
                "roc_auc": 0.7459077616723856,
                "pr_auc": 0.7706299066497907,
                "examples": 943
              }
            },
            {
              "epoch": 3,
              "train_loss": 0.5699525286492548,
              "validation": {
                "roc_auc": 0.7644609019220845,
                "pr_auc": 0.7934561248202247,
                "examples": 943
              }
            }
          ],
          "selected_validation_auc": 0.7644609019220845,
          "parameters_changed": true,
          "test": {
            "roc_auc": 0.7294873872413979,
            "pr_auc": 0.7145644434240432,
            "examples": 943
          }
        }
      },
      "validation_selected_variant": "uxsid",
      "cache": {
        "offline_online_max_abs_error": 0.0,
        "target_item_free_memory": true,
        "production_latency_measured": false
      },
      "limitations": [
        "MovieLens observed-rating diagnostic, not KuaiRec-Big/XLong or production CTR.",
        "Public text-only frozen encoder replaces private multimodal semantic attributes.",
        "No production KV server, ultra-long-history scaling or online A/B measured."
      ]
    },
    {
      "method": "uxsid",
      "seed": 43,
      "device": "cuda",
      "diagnostic_only": true,
      "evaluation_tier": "l2_public_dataset",
      "dataset": {
        "public_id": "MovieLens-100K",
        "revision": "50d2a982c66986937beb9ffb3aa76efe955bf3d5c6b761f4e3a7cd717c6a3229",
        "source": "https://raw.githubusercontent.com/rudrasingh21/Data-ML-100k-/f74a79d7debb00d39a8b757876b6b2038d52825c/ml-100k.zip",
        "ratings_sha256": "06416e597f82b7342361e41163890c81036900f418ad91315590814211dca490",
        "split": "per-user chronological leave-last-two; all observed earlier ratings form history",
        "target": "observed rating >=4, not private advertising CTR/CTCVR",
        "max_users": null,
        "max_history": 256,
        "counts": {
          "train": 97171,
          "validation": 943,
          "test": 943
        },
        "split_sha256": {
          "train": "bbbb05597525f5848477e0b15f2b79f131f79477b9afeadf6ceaf190267d2ab0",
          "validation": "0abf4f475b2a086d883200825950199b38cd218e71d4dae6b3a7f57924c03b05",
          "test": "5292f4cf5d57e25f07f9fe06e0d2e8c7b5b3e4e95a8c162a3c803bc2273bede5"
        }
      },
      "checkpoint": {
        "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
        "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
        "verified_mirror": {
          "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
          "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
          "file_sha256": {
            "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45",
            "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6",
            "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
            "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe",
            "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
            "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
            "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
          }
        },
        "attributes_sha256": "ce151372e9dd2c836ec49d4f92fff3441af0f5190a13e9bde796a10e70cb0978",
        "embedding_sha256": "4bacda328c9b162c1da0c0db1ba58a78749a28f88ec5288f2cb00f217f16def1",
        "pooling": "attention-mask mean of final hidden state; no labels",
        "modality": "public movie title + genre text; no private video frames"
      },
      "protocol": {
        "epochs": 3,
        "batch_size": 256,
        "dimension": 32,
        "anchors": 8,
        "learning_rate": 0.001,
        "semantic_quantizer_fit": "training item attributes only",
        "hybrid_quantizer": "2 residual k-means stages + 7-level scalar residual",
        "label_access_in_encoder": false,
        "test_selection": false
      },
      "quantization": {
        "mse": 3.595730049710255e-06,
        "occupied_first_codes": 64
      },
      "variants": {
        "global-only": {
          "training": [
            {
              "epoch": 1,
              "train_loss": 0.6426222713370072,
              "validation": {
                "roc_auc": 0.7096955266040759,
                "pr_auc": 0.7149584400476414,
                "examples": 943
              }
            },
            {
              "epoch": 2,
              "train_loss": 0.5924686733045076,
              "validation": {
                "roc_auc": 0.7342806442559279,
                "pr_auc": 0.7505901155235981,
                "examples": 943
              }
            },
            {
              "epoch": 3,
              "train_loss": 0.5669613489979192,
              "validation": {
                "roc_auc": 0.7506247000986844,
                "pr_auc": 0.7711988925798828,
                "examples": 943
              }
            }
          ],
          "selected_validation_auc": 0.7506247000986844,
          "parameters_changed": true,
          "test": {
            "roc_auc": 0.7504816435297719,
            "pr_auc": 0.7415149611240428,
            "examples": 943
          }
        },
        "agnostic": {
          "training": [
            {
              "epoch": 1,
              "train_loss": 0.6439626569810667,
              "validation": {
                "roc_auc": 0.7092926403085477,
                "pr_auc": 0.7139154786352806,
                "examples": 943
              }
            },
            {
              "epoch": 2,
              "train_loss": 0.5932761208791482,
              "validation": {
                "roc_auc": 0.7336242564710782,
                "pr_auc": 0.7483624260523133,
                "examples": 943
              }
            },
            {
              "epoch": 3,
              "train_loss": 0.5683765389417347,
              "validation": {
                "roc_auc": 0.7502693453324039,
                "pr_auc": 0.7669257218734734,
                "examples": 943
              }
            }
          ],
          "selected_validation_auc": 0.7502693453324039,
          "parameters_changed": true,
          "test": {
            "roc_auc": 0.752021102288482,
            "pr_auc": 0.7400061819379486,
            "examples": 943
          }
        },
        "ungated": {
          "training": [
            {
              "epoch": 1,
              "train_loss": 0.6425720793636222,
              "validation": {
                "roc_auc": 0.7068300544122839,
                "pr_auc": 0.7121113965449171,
                "examples": 943
              }
            },
            {
              "epoch": 2,
              "train_loss": 0.5927104948382629,
              "validation": {
                "roc_auc": 0.7301295573682924,
                "pr_auc": 0.7442080444884598,
                "examples": 943
              }
            },
            {
              "epoch": 3,
              "train_loss": 0.5671860995261293,
              "validation": {
                "roc_auc": 0.7477569645007378,
                "pr_auc": 0.7662031728338881,
                "examples": 943
              }
            }
          ],
          "selected_validation_auc": 0.7477569645007378,
          "parameters_changed": true,
          "test": {
            "roc_auc": 0.7501935576801888,
            "pr_auc": 0.7445961096320071,
            "examples": 943
          }
        },
        "uxsid": {
          "training": [
            {
              "epoch": 1,
              "train_loss": 0.6428990618178719,
              "validation": {
                "roc_auc": 0.7068119471630467,
                "pr_auc": 0.711499432425239,
                "examples": 943
              }
            },
            {
              "epoch": 2,
              "train_loss": 0.5926909518085028,
              "validation": {
                "roc_auc": 0.7304056929191602,
                "pr_auc": 0.7435698645469823,
                "examples": 943
              }
            },
            {
              "epoch": 3,
              "train_loss": 0.5668484893284346,
              "validation": {
                "roc_auc": 0.7474129267652304,
                "pr_auc": 0.7659060876219492,
                "examples": 943
              }
            }
          ],
          "selected_validation_auc": 0.7474129267652304,
          "parameters_changed": true,
          "test": {
            "roc_auc": 0.7487846378220708,
            "pr_auc": 0.7414789146300695,
            "examples": 943
          }
        }
      },
      "validation_selected_variant": "global-only",
      "cache": {
        "offline_online_max_abs_error": 0.0,
        "target_item_free_memory": true,
        "production_latency_measured": false
      },
      "limitations": [
        "MovieLens observed-rating diagnostic, not KuaiRec-Big/XLong or production CTR.",
        "Public text-only frozen encoder replaces private multimodal semantic attributes.",
        "No production KV server, ultra-long-history scaling or online A/B measured."
      ]
    },
    {
      "method": "uxsid",
      "seed": 44,
      "device": "cuda",
      "diagnostic_only": true,
      "evaluation_tier": "l2_public_dataset",
      "dataset": {
        "public_id": "MovieLens-100K",
        "revision": "50d2a982c66986937beb9ffb3aa76efe955bf3d5c6b761f4e3a7cd717c6a3229",
        "source": "https://raw.githubusercontent.com/rudrasingh21/Data-ML-100k-/f74a79d7debb00d39a8b757876b6b2038d52825c/ml-100k.zip",
        "ratings_sha256": "06416e597f82b7342361e41163890c81036900f418ad91315590814211dca490",
        "split": "per-user chronological leave-last-two; all observed earlier ratings form history",
        "target": "observed rating >=4, not private advertising CTR/CTCVR",
        "max_users": null,
        "max_history": 256,
        "counts": {
          "train": 97171,
          "validation": 943,
          "test": 943
        },
        "split_sha256": {
          "train": "bbbb05597525f5848477e0b15f2b79f131f79477b9afeadf6ceaf190267d2ab0",
          "validation": "0abf4f475b2a086d883200825950199b38cd218e71d4dae6b3a7f57924c03b05",
          "test": "5292f4cf5d57e25f07f9fe06e0d2e8c7b5b3e4e95a8c162a3c803bc2273bede5"
        }
      },
      "checkpoint": {
        "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
        "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
        "verified_mirror": {
          "public_id": "Qwen/Qwen2.5-0.5B-Instruct",
          "revision": "7ae557604adf67be50417f59c2c2f167def9a775",
          "file_sha256": {
            "config.json": "18e18afcaccafade98daf13a54092927904649e1dd4eba8299ab717d5d94ff45",
            "generation_config.json": "e558847a8b4402616f1273797b015104dc266fe4b520056fca88823ba8f8ebe6",
            "merges.txt": "599bab54075088774b1733fde865d5bd747cbcc7a547c5bc12610e874e26f5e3",
            "model.safetensors": "fdf756fa7fcbe7404d5c60e26bff1a0c8b8aa1f72ced49e7dd0210fe288fb7fe",
            "tokenizer.json": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539",
            "tokenizer_config.json": "5b5d4f65d0acd3b2d56a35b56d374a36cbc1c8fa5cf3b3febbbfabf22f359583",
            "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
          }
        },
        "attributes_sha256": "ce151372e9dd2c836ec49d4f92fff3441af0f5190a13e9bde796a10e70cb0978",
        "embedding_sha256": "4bacda328c9b162c1da0c0db1ba58a78749a28f88ec5288f2cb00f217f16def1",
        "pooling": "attention-mask mean of final hidden state; no labels",
        "modality": "public movie title + genre text; no private video frames"
      },
      "protocol": {
        "epochs": 3,
        "batch_size": 256,
        "dimension": 32,
        "anchors": 8,
        "learning_rate": 0.001,
        "semantic_quantizer_fit": "training item attributes only",
        "hybrid_quantizer": "2 residual k-means stages + 7-level scalar residual",
        "label_access_in_encoder": false,
        "test_selection": false
      },
      "quantization": {
        "mse": 3.577737970772432e-06,
        "occupied_first_codes": 64
      },
      "variants": {
        "global-only": {
          "training": [
            {
              "epoch": 1,
              "train_loss": 0.6443478891724035,
              "validation": {
                "roc_auc": 0.6959204367468517,
                "pr_auc": 0.7218927410034943,
                "examples": 943
              }
            },
            {
              "epoch": 2,
              "train_loss": 0.5959888553933094,
              "validation": {
                "roc_auc": 0.7289752202294187,
                "pr_auc": 0.7524430947082041,
                "examples": 943
              }
            },
            {
              "epoch": 3,
              "train_loss": 0.5688578226848653,
              "validation": {
                "roc_auc": 0.7422614143572379,
                "pr_auc": 0.7674206165671803,
                "examples": 943
              }
            }
          ],
          "selected_validation_auc": 0.7422614143572379,
          "parameters_changed": true,
          "test": {
            "roc_auc": 0.7446118943445147,
            "pr_auc": 0.7370024526219625,
            "examples": 943
          }
        },
        "agnostic": {
          "training": [
            {
              "epoch": 1,
              "train_loss": 0.6443208128213882,
              "validation": {
                "roc_auc": 0.6925705956379635,
                "pr_auc": 0.7226206208950812,
                "examples": 943
              }
            },
            {
              "epoch": 2,
              "train_loss": 0.5975875739988528,
              "validation": {
                "roc_auc": 0.730813106026998,
                "pr_auc": 0.753459090014233,
                "examples": 943
              }
            },
            {
              "epoch": 3,
              "train_loss": 0.5711110646003171,
              "validation": {
                "roc_auc": 0.7421799317356704,
                "pr_auc": 0.7698527412133043,
                "examples": 943
              }
            }
          ],
          "selected_validation_auc": 0.7421799317356704,
          "parameters_changed": true,
          "test": {
            "roc_auc": 0.7429238913196132,
            "pr_auc": 0.7340989183263609,
            "examples": 943
          }
        },
        "ungated": {
          "training": [
            {
              "epoch": 1,
              "train_loss": 0.6438917934894561,
              "validation": {
                "roc_auc": 0.6964953419101337,
                "pr_auc": 0.7226832801296876,
                "examples": 943
              }
            },
            {
              "epoch": 2,
              "train_loss": 0.5961400278304753,
              "validation": {
                "roc_auc": 0.7304690682914905,
                "pr_auc": 0.7530372948529167,
                "examples": 943
              }
            },
            {
              "epoch": 3,
              "train_loss": 0.5693446409545446,
              "validation": {
                "roc_auc": 0.7418404208124723,
                "pr_auc": 0.765507385384594,
                "examples": 943
              }
            }
          ],
          "selected_validation_auc": 0.7418404208124723,
          "parameters_changed": true,
          "test": {
            "roc_auc": 0.7436396046021714,
            "pr_auc": 0.7376369306271303,
            "examples": 943
          }
        },
        "uxsid": {
          "training": [
            {
              "epoch": 1,
              "train_loss": 0.6437994850309272,
              "validation": {
                "roc_auc": 0.6964953419101336,
                "pr_auc": 0.7212223163263727,
                "examples": 943
              }
            },
            {
              "epoch": 2,
              "train_loss": 0.5956923594600276,
              "validation": {
                "roc_auc": 0.7296451884511964,
                "pr_auc": 0.7536797885821652,
                "examples": 943
              }
            },
            {
              "epoch": 3,
              "train_loss": 0.5691023192907635,
              "validation": {
                "roc_auc": 0.7420350737417725,
                "pr_auc": 0.7676278993617963,
                "examples": 943
              }
            }
          ],
          "selected_validation_auc": 0.7420350737417725,
          "parameters_changed": true,
          "test": {
            "roc_auc": 0.7448009506833037,
            "pr_auc": 0.7366753083058184,
            "examples": 943
          }
        }
      },
      "validation_selected_variant": "global-only",
      "cache": {
        "offline_online_max_abs_error": 0.0,
        "target_item_free_memory": true,
        "production_latency_measured": false
      },
      "limitations": [
        "MovieLens observed-rating diagnostic, not KuaiRec-Big/XLong or production CTR.",
        "Public text-only frozen encoder replaces private multimodal semantic attributes.",
        "No production KV server, ultra-long-history scaling or online A/B measured."
      ]
    }
  ],
  "evaluation_protocol": {
    "tier": "l2_public_dataset",
    "seeds": [
      42,
      43,
      44
    ],
    "formal_comparison": false,
    "test_used_for_selection": false,
    "claim_policy": "scoped mechanism diagnostic; do not claim stable capability or production uplift"
  },
  "provenance": {
    "code_commit": "7e125fd08cd492bf69628c289309ba0b83c1e259",
    "artifact_path": "docs/reproductions/2605.09040-uxsid/metrics/public-a100-seeds42-44.json",
    "dataset_fingerprint": "aa0df49c34bd6870a97b7a3c4866e9902293273b7eb8f3dddc5720aceac7dd03"
  },
  "limitations": [
    "Three-seed bounded mechanism diagnostic, not a stable capability/production gain claim.",
    "Original-paper results are not copied into measured local metrics.",
    "MovieLens observed-rating classification, not XLong/KuaiRec or advertising CTR.",
    "Local text-only semantic encoding and explicit hybrid codebook replace private multimodal/LETTER protocol."
  ]
}