{
  "schema_version": 2,
  "method": "forte",
  "dataset": {
    "dataset": "MovieLens-100K",
    "revision": "50d2a982c66986937beb9ffb3aa76efe955bf3d5c6b761f4e3a7cd717c6a3229",
    "source": "https://raw.githubusercontent.com/rudrasingh21/Data-ML-100k-/f74a79d7debb00d39a8b757876b6b2038d52825c/ml-100k.zip",
    "ratings_sha256": "06416e597f82b7342361e41163890c81036900f418ad91315590814211dca490",
    "split": "chronological 80/10/10; normalization fitted on train timestamps only",
    "counts": {
      "train": 80000,
      "validation": 10000,
      "test": 10000
    },
    "limit": null
  },
  "seeds": [
    42,
    43,
    44
  ],
  "diagnostic_only": true,
  "measured_locally": true,
  "evaluation_protocol": {
    "tier": "l2_public_dataset",
    "formal_comparison": false,
    "test_used_for_selection": false,
    "scope": "public chronological feature-retirement diagnostic, not production gains",
    "seeds": [
      42,
      43,
      44
    ],
    "claim_policy": "single/few-seed smoke result; do not claim a stable improvement"
  },
  "metrics": {
    "head0.roc_auc": {
      "mean": 0.7128178655931116,
      "std": 0.002172098564757264
    },
    "head0.pr_auc": {
      "mean": 0.7523133398178442,
      "std": 0.001976027560883068
    },
    "head1.roc_auc": {
      "mean": 0.7372196910103618,
      "std": 0.0019207970637459446
    },
    "head1.pr_auc": {
      "mean": 0.9277227577559336,
      "std": 0.0004376327530813698
    }
  },
  "runs": [
    {
      "schema_version": 2,
      "adapter": "forte",
      "seed": 42,
      "dataset": {
        "dataset": "MovieLens-100K",
        "revision": "50d2a982c66986937beb9ffb3aa76efe955bf3d5c6b761f4e3a7cd717c6a3229",
        "source": "https://raw.githubusercontent.com/rudrasingh21/Data-ML-100k-/f74a79d7debb00d39a8b757876b6b2038d52825c/ml-100k.zip",
        "ratings_sha256": "06416e597f82b7342361e41163890c81036900f418ad91315590814211dca490",
        "split": "chronological 80/10/10; normalization fitted on train timestamps only",
        "counts": {
          "train": 80000,
          "validation": 10000,
          "test": 10000
        },
        "limit": null
      },
      "evaluation_tier": "l2_public_dataset",
      "diagnostic_only": true,
      "baseline": {
        "validation": {
          "head0.roc_auc": 0.6934589503247084,
          "head0.pr_auc": 0.7260645765701044,
          "head1.roc_auc": 0.7204591187700256,
          "head1.pr_auc": 0.9222660914132957
        },
        "train_loss": [
          0.5167547654151916,
          0.46049212102890014,
          0.4544474360466003,
          0.45127469143867494,
          0.4491669847011566,
          0.44729040217399596
        ],
        "parameters": 35630,
        "checkpoint_sha256": "c683aec49d20223e1fbf3849a12eb84d66b442242366031a8d62bc44cd297713"
      },
      "temporal": {
        "metric_names": [
          "head0.roc_auc",
          "head0.pr_auc",
          "head1.roc_auc",
          "head1.pr_auc"
        ],
        "scores": [
          [
            [
              -1.3231301478927229,
              -22.20993010403386,
              0.3767825162438638,
              0.003709455784653745,
              -0.004145862347557124,
              -3.330709438873894
            ],
            [
              -2.137752051148064,
              -18.40602589408007,
              0.2751634752453868,
              -0.008718663904303437,
              -0.002169766948644576,
              -3.0238692361931983
            ],
            [
              -2.580874578171097,
              -23.17163520072343,
              0.30251578399534057,
              0.013799957140077562,
              -0.002496237980961643,
              -3.21444803703851
            ],
            [
              -1.282351939321017,
              -7.869538399071458,
              0.020593322730586772,
              -0.15486471886758293,
              -0.0007076492412175333,
              -0.9738538642487037
            ]
          ],
          [
            [
              -1.8909677359785633,
              -24.393453016653705,
              -0.5997246442381147,
              -0.030982652792214727,
              -0.003436817445517015,
              -4.633496761697251
            ],
            [
              -2.198782416372032,
              -18.331522739846815,
              -0.5683477241288348,
              -0.004094007104385896,
              0.006627879562331846,
              -3.342851708488784
            ],
            [
              -2.044994257002192,
              -24.326283448396225,
              -1.655038618108901,
              -0.7827117502140817,
              -0.0018263950614161076,
              -4.042218136508818
            ],
            [
              -0.7950370341080182,
              -8.048636521665207,
              -0.49042114050382246,
              -0.11416219318344134,
              -0.0008797897493178394,
              -1.4386260199312737
            ]
          ],
          [
            [
              -0.581585090229791,
              -21.92945323849253,
              0.015682002888457336,
              0.05274133066030848,
              -0.0004238379158925619,
              -2.859237070559479
            ],
            [
              -1.0252996776961771,
              -17.559899383240303,
              -0.05724010097405003,
              0.06546012585672903,
              -0.00046525338412865884,
              -2.6153151046117724
            ],
            [
              -0.555102686709471,
              -27.793862429896414,
              0.2591242661702873,
              -0.7816412175196548,
              -0.0006246466842014606,
              -4.355869544622139
            ],
            [
              -0.13687448282340825,
              -6.749807851138089,
              0.09120419568691782,
              -0.16728762337945588,
              4.1482166875057704e-05,
              -0.8485251201250312
            ]
          ]
        ],
        "gate": {
          "user": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  1.2362764131041772,
                  1.6120410470341047,
                  1.3000484718558316,
                  0.46595575846571324
                ],
                "slope": [
                  -1.3093826457487723,
                  -1.1734827386758548,
                  -1.489891570292721,
                  -0.6581625512846099
                ],
                "mean_rank": [
                  0.6,
                  0.6,
                  0.5,
                  0.5
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.09999999999999998,
                  0.09999999999999998
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  1.2652276580336925,
                  1.7872780484054243,
                  1.7269905072942535,
                  0.7380878187508144
                ],
                "slope": [
                  -0.37077252883146594,
                  -0.5562261867259434,
                  -1.012885945730813,
                  -0.5727387282488043
                ],
                "mean_rank": [
                  0.6,
                  0.6,
                  0.5333333333333333,
                  0.6
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.09428090415820632,
                  0.16329931618554522
                ],
                "all_heads_pass": false
              }
            ]
          },
          "item": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  23.161453127573118,
                  17.94571106154356,
                  26.06007293914632,
                  7.399222186401648
                ],
                "slope": [
                  -2.463999778161174,
                  -0.7716233566065114,
                  3.467578981500189,
                  -1.2988286705271186
                ],
                "mean_rank": [
                  1.0,
                  1.0,
                  1.0,
                  1.0
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  22.844278786393364,
                  18.099149339055728,
                  25.09726035967202,
                  7.555994257291585
                ],
                "slope": [
                  -0.14023843277066383,
                  -0.42306325541988343,
                  2.3111136145864926,
                  -0.5598652739666847
                ],
                "mean_rank": [
                  1.0,
                  1.0,
                  1.0,
                  1.0
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                "all_heads_pass": false
              }
            ]
          },
          "occupation": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  0.29202132067482867,
                  0.31279391255144245,
                  0.6979571759693068,
                  0.1996084724084523
                ],
                "slope": [
                  -0.615406647126572,
                  -0.5111076231547848,
                  -1.9141628842791882,
                  -0.5816253361907403
                ],
                "mean_rank": [
                  0.30000000000000004,
                  0.4,
                  0.2,
                  0.2
                ],
                "rank_std": [
                  0.1,
                  0.0,
                  0.2,
                  0.2
                ],
                "all_heads_pass": true
              },
              {
                "window": 3,
                "mean_reliance": [
                  0.06908670836859786,
                  0.11680811661916601,
                  0.36446618931442437,
                  0.12620787402877262
                ],
                "slope": [
                  0.18055025667770322,
                  0.16620178810971842,
                  0.021695758912526647,
                  -0.035305436478165524
                ],
                "mean_rank": [
                  0.20000000000000004,
                  0.26666666666666666,
                  0.13333333333333333,
                  0.13333333333333333
                ],
                "rank_std": [
                  0.16329931618554522,
                  0.18856180831641267,
                  0.1885618083164127,
                  0.1885618083164127
                ],
                "all_heads_pass": false
              }
            ]
          },
          "age": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  -0.010879338934046875,
                  -0.030683059376171565,
                  0.7821764838668682,
                  0.14072490828144862
                ],
                "slope": [
                  -0.0837239834525232,
                  -0.06955413296111493,
                  -0.0010705326944269178,
                  0.05312543019601454
                ],
                "mean_rank": [
                  0.1,
                  0.1,
                  0.4,
                  0.4
                ],
                "rank_std": [
                  0.1,
                  0.1,
                  0.19999999999999998,
                  0.19999999999999998
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  -0.008489377884249165,
                  -0.017549151616013232,
                  0.5168510035312196,
                  0.14543817847682672
                ],
                "slope": [
                  -0.024515937437827366,
                  -0.037089394880516234,
                  0.39772058732986615,
                  0.006211452255936473
                ],
                "mean_rank": [
                  0.13333333333333333,
                  0.20000000000000004,
                  0.3333333333333333,
                  0.4000000000000001
                ],
                "rank_std": [
                  0.09428090415820635,
                  0.16329931618554522,
                  0.18856180831641267,
                  0.1632993161855452
                ],
                "all_heads_pass": false
              }
            ]
          },
          "time": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  0.0019303276807047885,
                  -0.0030813130891015933,
                  0.0012255208728087841,
                  0.00041915379122139083
                ],
                "slope": [
                  -0.0030129795296244535,
                  0.007093132946460505,
                  -0.001201748377214647,
                  -0.0009212719161928971
                ],
                "mean_rank": [
                  0.2,
                  0.1,
                  0.1,
                  0.1
                ],
                "rank_std": [
                  0.2,
                  0.1,
                  0.1,
                  0.1
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  0.0026688392363222336,
                  -0.0013309530765195368,
                  0.0016490932421930704,
                  0.0005153189412201051
                ],
                "slope": [
                  -0.0018610122158322809,
                  -0.0008522567822579586,
                  -0.0009357956483800913,
                  -0.00037456570404629554
                ],
                "mean_rank": [
                  0.26666666666666666,
                  0.13333333333333333,
                  0.20000000000000004,
                  0.13333333333333333
                ],
                "rank_std": [
                  0.18856180831641267,
                  0.09428090415820634,
                  0.16329931618554522,
                  0.09428090415820634
                ],
                "all_heads_pass": true
              }
            ]
          },
          "genres": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  3.7463669161283653,
                  2.979083406550278,
                  4.199043840565478,
                  1.1435755700281525
                ],
                "slope": [
                  -1.7742596911377722,
                  -0.7275366038770117,
                  0.31365140811332104,
                  -0.5901008998062425
                ],
                "mean_rank": [
                  0.8,
                  0.8,
                  0.8,
                  0.8
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  3.6078144237102077,
                  2.994012016431251,
                  3.8708452393898223,
                  1.0870016681016696
                ],
                "slope": [
                  -0.23573618415720743,
                  -0.20427706579071292,
                  0.5707107537918144,
                  -0.06266437206183623
                ],
                "mean_rank": [
                  0.8000000000000002,
                  0.8000000000000002,
                  0.8000000000000002,
                  0.7333333333333334
                ],
                "rank_std": [
                  1.1102230246251565e-16,
                  1.1102230246251565e-16,
                  1.1102230246251565e-16,
                  0.09428090415820636
                ],
                "all_heads_pass": false
              }
            ]
          }
        }
      },
      "trials": [
        {
          "removed": [
            "time"
          ],
          "temporal_passed": false,
          "ablation_change_percent": {
            "head0.roc_auc": -0.12752731083106353,
            "head0.pr_auc": -0.10948878725767312,
            "head1.roc_auc": -0.18441073436287264,
            "head1.pr_auc": -0.020737142862681104
          },
          "validation": {
            "head0.roc_auc": 0.6933536570361502,
            "head0.pr_auc": 0.726145967607573,
            "head1.roc_auc": 0.7155229755670671,
            "head1.pr_auc": 0.9202622251040814
          },
          "validation_change_percent": {
            "head0.roc_auc": -0.015183781031153488,
            "head0.pr_auc": 0.01120988960143367,
            "head1.roc_auc": -0.6851385560065449,
            "head1.pr_auc": -0.21727637260777785
          },
          "eligible": false,
          "train_loss": [
            0.5191168447971344,
            0.45872838592529297,
            0.4527686559200287,
            0.449837499332428,
            0.44719924993515014,
            0.4433639078140259
          ],
          "parameters": 35042
        },
        {
          "removed": [
            "time",
            "age"
          ],
          "temporal_passed": false,
          "ablation_change_percent": {
            "head0.roc_auc": -0.11010224039643106,
            "head0.pr_auc": -0.053172821609820786,
            "head1.roc_auc": -0.7433622467120296,
            "head1.pr_auc": -0.19238642717259677
          },
          "validation": {
            "head0.roc_auc": 0.6958169170320665,
            "head0.pr_auc": 0.7292420170714934,
            "head1.roc_auc": 0.714280531462165,
            "head1.pr_auc": 0.9211938212322947
          },
          "validation_change_percent": {
            "head0.roc_auc": 0.34002974599347235,
            "head0.pr_auc": 0.43762505484003916,
            "head1.roc_auc": -0.857590270827403,
            "head1.pr_auc": -0.1162647299932631
          },
          "eligible": false,
          "train_loss": [
            0.5208741105079651,
            0.4597026923179626,
            0.4528847405910492,
            0.4499030393600464,
            0.4476318544864655,
            0.4445641704082489
          ],
          "parameters": 34454
        },
        {
          "removed": [
            "time",
            "age",
            "occupation"
          ],
          "temporal_passed": false,
          "ablation_change_percent": {
            "head0.roc_auc": -0.0298446924504565,
            "head0.pr_auc": -0.07578132154388312,
            "head1.roc_auc": -0.8467434809185539,
            "head1.pr_auc": -0.2178221353680993
          },
          "validation": {
            "head0.roc_auc": 0.6970971400151,
            "head0.pr_auc": 0.7296506254727706,
            "head1.roc_auc": 0.7129185883547176,
            "head1.pr_auc": 0.9200787557831553
          },
          "validation_change_percent": {
            "head0.roc_auc": 0.5246438435451852,
            "head0.pr_auc": 0.4939021980119947,
            "head1.roc_auc": -1.0466284927007743,
            "head1.pr_auc": -0.23716969001738833
          },
          "eligible": false,
          "train_loss": [
            0.5133624487876892,
            0.4592924928188324,
            0.453092279624939,
            0.45023414368629455,
            0.4478124364852905,
            0.4439124816417694
          ],
          "parameters": 33626
        }
      ],
      "selected_removed": [],
      "test": {
        "head0.roc_auc": 0.7141321381304833,
        "head0.pr_auc": 0.7543137552753775,
        "head1.roc_auc": 0.7375941880654742,
        "head1.pr_auc": 0.9279004038700707
      },
      "lineage": {
        "remaining_consumers": {
          "user": [
            "local-incumbent"
          ],
          "item": [
            "local-incumbent"
          ],
          "occupation": [
            "local-incumbent"
          ],
          "age": [
            "local-incumbent"
          ],
          "time": [
            "local-incumbent"
          ],
          "genres": [
            "local-incumbent"
          ]
        },
        "completed_stages": {
          "user": [],
          "item": [],
          "occupation": [],
          "age": [],
          "time": [],
          "genres": []
        },
        "owner_review_pending": [],
        "online_ab": "not run; public offline data does not authorize production removal"
      },
      "hardware": {
        "device": "cuda",
        "accelerator": "NVIDIA A100-SXM4-80GB"
      },
      "omitted": [
        "Pinterest checkpoints/private multimodal features",
        "distributed fleet sensors",
        "real online A/B and manual infrastructure removal"
      ]
    },
    {
      "schema_version": 2,
      "adapter": "forte",
      "seed": 43,
      "dataset": {
        "dataset": "MovieLens-100K",
        "revision": "50d2a982c66986937beb9ffb3aa76efe955bf3d5c6b761f4e3a7cd717c6a3229",
        "source": "https://raw.githubusercontent.com/rudrasingh21/Data-ML-100k-/f74a79d7debb00d39a8b757876b6b2038d52825c/ml-100k.zip",
        "ratings_sha256": "06416e597f82b7342361e41163890c81036900f418ad91315590814211dca490",
        "split": "chronological 80/10/10; normalization fitted on train timestamps only",
        "counts": {
          "train": 80000,
          "validation": 10000,
          "test": 10000
        },
        "limit": null
      },
      "evaluation_tier": "l2_public_dataset",
      "diagnostic_only": true,
      "baseline": {
        "validation": {
          "head0.roc_auc": 0.6951658260314506,
          "head0.pr_auc": 0.726743945987367,
          "head1.roc_auc": 0.7149594078319006,
          "head1.pr_auc": 0.9197863326536447
        },
        "train_loss": [
          0.5199093532085419,
          0.4597854291915894,
          0.4531373818397522,
          0.45031960215568545,
          0.4480700704574585,
          0.4443710517883301
        ],
        "parameters": 35630,
        "checkpoint_sha256": "220bd0ff82cdb5a531ecb5c29e77736535913444b223c5c30a19c5b7c02ce45b"
      },
      "temporal": {
        "metric_names": [
          "head0.roc_auc",
          "head0.pr_auc",
          "head1.roc_auc",
          "head1.pr_auc"
        ],
        "scores": [
          [
            [
              -1.7380048691398162,
              -23.55417882005633,
              -0.0009775208225626855,
              0.07260807443060893,
              -0.00839038706023302,
              -2.706918077781349
            ],
            [
              -2.437231669968944,
              -19.080334122471037,
              -0.14094555588729538,
              0.026263802832186458,
              -0.0042943329081985395,
              -2.5724132118383123
            ],
            [
              -1.9564526337733226,
              -23.144077205407246,
              0.2224720860495609,
              0.12941772400252355,
              0.0021223752114156126,
              -3.0399015972524284
            ],
            [
              -0.3537604274146901,
              -7.341815274304782,
              -0.06787494310914137,
              -0.037284857172188525,
              0.002066683615660321,
              -0.9764214622290482
            ]
          ],
          [
            [
              -1.5894596001655381,
              -25.12748330600204,
              -0.5709793983280979,
              0.018894021993039634,
              -0.0028238348087436765,
              -3.3403655377146175
            ],
            [
              -1.0608853128582423,
              -17.548982876397893,
              -0.7039678336124596,
              0.0484737113116475,
              -0.002923309960577394,
              -1.9872649525915491
            ],
            [
              -1.2343862071531344,
              -26.255893606070426,
              -1.0136692387352149,
              -0.41915140340684304,
              -0.004010029207049589,
              -2.1253154797462437
            ],
            [
              -0.3136645515439515,
              -8.713377911238561,
              -0.254665602470401,
              -0.09653894685857053,
              -0.0016681940454547407,
              -0.6664358393140467
            ]
          ],
          [
            [
              -0.19256769949938823,
              -23.480277246825455,
              -0.1466818089225981,
              0.028972229932903104,
              0.0007124318836023872,
              -2.713415567322698
            ],
            [
              -0.3319040846143667,
              -18.585712133428352,
              -0.5284426727264333,
              0.04148445455773704,
              0.0012499179416931255,
              -1.9066893902583393
            ],
            [
              -0.4248252383349397,
              -29.190569357157287,
              -0.024287589975660828,
              -0.4040666144241082,
              -0.0005189655977482368,
              -2.5460452226621757
            ],
            [
              -0.0016353741948363567,
              -7.295312673517636,
              -0.032033831782891584,
              -0.12143289130890617,
              -4.8890886483611874e-05,
              -0.48716382635214456
            ]
          ]
        ],
        "gate": {
          "user": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  0.8910136498324632,
                  0.6963946987363046,
                  0.829605722744037,
                  0.15764996286939392
                ],
                "slope": [
                  -1.3968919006661498,
                  -0.7289812282438756,
                  -0.8095609688181947,
                  -0.31202917734911517
                ],
                "mean_rank": [
                  0.6,
                  0.5,
                  0.6,
                  0.4
                ],
                "rank_std": [
                  0.0,
                  0.09999999999999998,
                  0.0,
                  0.19999999999999998
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  1.1733440562682476,
                  1.2766736891471844,
                  1.2052213597537988,
                  0.223020117717826
                ],
                "slope": [
                  -0.772718584820214,
                  -1.0526637926772886,
                  -0.7658136977191914,
                  -0.17606252660992688
                ],
                "mean_rank": [
                  0.6,
                  0.5333333333333333,
                  0.6,
                  0.4666666666666666
                ],
                "rank_std": [
                  0.0,
                  0.09428090415820632,
                  0.0,
                  0.18856180831641267
                ],
                "all_heads_pass": false
              }
            ]
          },
          "item": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  24.30388027641375,
                  18.067347504913123,
                  27.72323148161386,
                  8.0043452923781
                ],
                "slope": [
                  -1.647206059176586,
                  1.0367292570304585,
                  2.9346757510868606,
                  -1.418065237720925
                ],
                "mean_rank": [
                  1.0,
                  1.0,
                  1.0,
                  1.0
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  24.053979790961275,
                  18.40500971076576,
                  26.19684672287832,
                  7.783501953020327
                ],
                "slope": [
                  -0.036950786615436826,
                  -0.2473109945213423,
                  3.0232460758750204,
                  -0.023251300393572816
                ],
                "mean_rank": [
                  1.0,
                  1.0,
                  1.0,
                  1.0
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                "all_heads_pass": false
              }
            ]
          },
          "occupation": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  0.35883060362534797,
                  0.6162052531694464,
                  0.5189784143554379,
                  0.1433497171266463
                ],
                "slope": [
                  -0.4242975894054998,
                  -0.17552516088602632,
                  -0.989381648759554,
                  -0.2226317706875094
                ],
                "mean_rank": [
                  0.4,
                  0.5,
                  0.30000000000000004,
                  0.4
                ],
                "rank_std": [
                  0.0,
                  0.09999999999999998,
                  0.1,
                  0.0
                ],
                "all_heads_pass": true
              },
              {
                "window": 3,
                "mean_reliance": [
                  0.23954624269108618,
                  0.45778535407539617,
                  0.2718282475537716,
                  0.11819145912081132
                ],
                "slope": [
                  0.0728521440500177,
                  0.19374855841956895,
                  0.12337983801261086,
                  -0.017920555663124893
                ],
                "mean_rank": [
                  0.3333333333333333,
                  0.4666666666666666,
                  0.20000000000000004,
                  0.4000000000000001
                ],
                "rank_std": [
                  0.09428090415820634,
                  0.09428090415820632,
                  0.16329931618554522,
                  5.551115123125783e-17
                ],
                "all_heads_pass": false
              }
            ]
          },
          "age": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  -0.02393312596297137,
                  -0.04497908293469227,
                  0.4116090089154756,
                  0.10898591908373835
                ],
                "slope": [
                  -0.01007820793986347,
                  0.006989256753910461,
                  -0.015084788982734854,
                  0.02489394445033563
                ],
                "mean_rank": [
                  0.0,
                  0.0,
                  0.30000000000000004,
                  0.4
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.1,
                  0.19999999999999998
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  -0.040158108785517226,
                  -0.038740656233857,
                  0.2312667646094759,
                  0.08508556511322174
                ],
                "slope": [
                  0.021817922248852914,
                  -0.0076103258627752916,
                  0.26674216921331584,
                  0.042074017068358824
                ],
                "mean_rank": [
                  0.0,
                  0.0,
                  0.26666666666666666,
                  0.3333333333333333
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.09428090415820635,
                  0.18856180831641267
                ],
                "all_heads_pass": false
              }
            ]
          },
          "time": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  0.0010557014625706446,
                  0.0008366960094421342,
                  0.002264497402398913,
                  0.0008585424659691762
                ],
                "slope": [
                  -0.003536266692346064,
                  -0.004173227902270519,
                  -0.0034910636093013524,
                  -0.001619303158971129
                ],
                "mean_rank": [
                  0.2,
                  0.2,
                  0.0,
                  0.0
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                "all_heads_pass": true
              },
              {
                "window": 3,
                "mean_reliance": [
                  0.003500596661791437,
                  0.001989241642360936,
                  0.0008022065311274045,
                  -0.0001165328945739895
                ],
                "slope": [
                  -0.004551409471917704,
                  -0.0027721254249458323,
                  0.0013206704045819247,
                  0.0010577872510719665
                ],
                "mean_rank": [
                  0.26666666666666666,
                  0.20000000000000004,
                  0.13333333333333333,
                  0.0
                ],
                "rank_std": [
                  0.09428090415820634,
                  2.7755575615628914e-17,
                  0.1885618083164127,
                  0.0
                ],
                "all_heads_pass": false
              }
            ]
          },
          "genres": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  3.026890552518658,
                  1.9469771714249442,
                  2.3356803512042097,
                  0.5767998328330957
                ],
                "slope": [
                  -0.6269499703919195,
                  -0.08057556233320984,
                  0.420729742915932,
                  -0.17927201296190215
                ],
                "mean_rank": [
                  0.8,
                  0.8,
                  0.8,
                  0.8
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  2.920233060939555,
                  2.1554558515627336,
                  2.570420766553616,
                  0.7100070426317465
                ],
                "slope": [
                  0.0032487447706746053,
                  -0.3328619107899865,
                  -0.24692818729512633,
                  -0.24462881793845184
                ],
                "mean_rank": [
                  0.8000000000000002,
                  0.8000000000000002,
                  0.8000000000000002,
                  0.8000000000000002
                ],
                "rank_std": [
                  1.1102230246251565e-16,
                  1.1102230246251565e-16,
                  1.1102230246251565e-16,
                  1.1102230246251565e-16
                ],
                "all_heads_pass": false
              }
            ]
          }
        }
      },
      "trials": [
        {
          "removed": [
            "time"
          ],
          "temporal_passed": false,
          "ablation_change_percent": {
            "head0.roc_auc": 0.03160575428670915,
            "head0.pr_auc": 0.04629073447019587,
            "head1.roc_auc": -0.07513888483302009,
            "head1.pr_auc": -0.015479979755560582
          },
          "validation": {
            "head0.roc_auc": 0.6917533579372115,
            "head0.pr_auc": 0.7232211295966618,
            "head1.roc_auc": 0.7144489548487115,
            "head1.pr_auc": 0.9197975123612144
          },
          "validation_change_percent": {
            "head0.roc_auc": -0.4908854788964744,
            "head0.pr_auc": -0.4847396954809186,
            "head1.roc_auc": -0.07139607893782644,
            "head1.pr_auc": 0.0012154678943144467
          },
          "eligible": false,
          "train_loss": [
            0.51564422955513,
            0.45978801279067993,
            0.4538605872631073,
            0.45102597703933717,
            0.44862179365158084,
            0.44548733749389646
          ],
          "parameters": 35042
        },
        {
          "removed": [
            "time",
            "age"
          ],
          "temporal_passed": false,
          "ablation_change_percent": {
            "head0.roc_auc": 0.028379541096504552,
            "head0.pr_auc": 0.03959154357658543,
            "head1.roc_auc": -0.5318383223016294,
            "head1.pr_auc": -0.18439899701634058
          },
          "validation": {
            "head0.roc_auc": 0.6941688906792889,
            "head0.pr_auc": 0.7265036020098082,
            "head1.roc_auc": 0.7126656959716007,
            "head1.pr_auc": 0.9193626719078593
          },
          "validation_change_percent": {
            "head0.roc_auc": -0.1434097182039293,
            "head0.pr_auc": -0.033071342236260716,
            "head1.roc_auc": -0.3208170750917946,
            "head1.pr_auc": -0.04606077854659917
          },
          "eligible": false,
          "train_loss": [
            0.5207347153663635,
            0.4587151841640472,
            0.4527814930915833,
            0.4497559462547302,
            0.44579752025604247,
            0.44004969902038577
          ],
          "parameters": 34454
        },
        {
          "removed": [
            "time",
            "age",
            "occupation"
          ],
          "temporal_passed": false,
          "ablation_change_percent": {
            "head0.roc_auc": -0.15839798384238835,
            "head0.pr_auc": -0.30833857127337977,
            "head1.roc_auc": -0.6923368311430939,
            "head1.pr_auc": -0.2978560269251817
          },
          "validation": {
            "head0.roc_auc": 0.6959644987452804,
            "head0.pr_auc": 0.7292442315599063,
            "head1.roc_auc": 0.7146694270164344,
            "head1.pr_auc": 0.9195200644577347
          },
          "validation_change_percent": {
            "head0.roc_auc": 0.11488952476120358,
            "head0.pr_auc": 0.3440394084249711,
            "head1.roc_auc": -0.0405590600374814,
            "head1.pr_auc": -0.028948918510435236
          },
          "eligible": false,
          "train_loss": [
            0.5198631179332733,
            0.4588712951660156,
            0.45242218770980835,
            0.44861892185211183,
            0.4433503366947174,
            0.43825625948905944
          ],
          "parameters": 33626
        }
      ],
      "selected_removed": [],
      "test": {
        "head0.roc_auc": 0.7103107217708862,
        "head0.pr_auc": 0.7503626383124983,
        "head1.roc_auc": 0.7389256607287771,
        "head1.pr_auc": 0.9280436343695613
      },
      "lineage": {
        "remaining_consumers": {
          "user": [
            "local-incumbent"
          ],
          "item": [
            "local-incumbent"
          ],
          "occupation": [
            "local-incumbent"
          ],
          "age": [
            "local-incumbent"
          ],
          "time": [
            "local-incumbent"
          ],
          "genres": [
            "local-incumbent"
          ]
        },
        "completed_stages": {
          "user": [],
          "item": [],
          "occupation": [],
          "age": [],
          "time": [],
          "genres": []
        },
        "owner_review_pending": [],
        "online_ab": "not run; public offline data does not authorize production removal"
      },
      "hardware": {
        "device": "cuda",
        "accelerator": "NVIDIA A100-SXM4-80GB"
      },
      "omitted": [
        "Pinterest checkpoints/private multimodal features",
        "distributed fleet sensors",
        "real online A/B and manual infrastructure removal"
      ]
    },
    {
      "schema_version": 2,
      "adapter": "forte",
      "seed": 44,
      "dataset": {
        "dataset": "MovieLens-100K",
        "revision": "50d2a982c66986937beb9ffb3aa76efe955bf3d5c6b761f4e3a7cd717c6a3229",
        "source": "https://raw.githubusercontent.com/rudrasingh21/Data-ML-100k-/f74a79d7debb00d39a8b757876b6b2038d52825c/ml-100k.zip",
        "ratings_sha256": "06416e597f82b7342361e41163890c81036900f418ad91315590814211dca490",
        "split": "chronological 80/10/10; normalization fitted on train timestamps only",
        "counts": {
          "train": 80000,
          "validation": 10000,
          "test": 10000
        },
        "limit": null
      },
      "evaluation_tier": "l2_public_dataset",
      "diagnostic_only": true,
      "baseline": {
        "validation": {
          "head0.roc_auc": 0.6931220280974396,
          "head0.pr_auc": 0.7256020512036125,
          "head1.roc_auc": 0.7125170114236783,
          "head1.pr_auc": 0.918806240583434
        },
        "train_loss": [
          0.5153317448139191,
          0.4607714673995972,
          0.45454756293296816,
          0.4512061554908752,
          0.44913908338546754,
          0.4470023324012756
        ],
        "parameters": 35630,
        "checkpoint_sha256": "25ffb0787c650368fd71dd028b7590320117ef431d4a1866cf37733013caad1a"
      },
      "temporal": {
        "metric_names": [
          "head0.roc_auc",
          "head0.pr_auc",
          "head1.roc_auc",
          "head1.pr_auc"
        ],
        "scores": [
          [
            [
              -1.3215081278307774,
              -20.668780542029765,
              0.2611193694773872,
              0.03438362315113809,
              -0.0040595561406669076,
              -2.042038474783872
            ],
            [
              -1.4291224388792372,
              -16.52386569986871,
              0.3026149713675254,
              -0.007337732690666618,
              0.00342229426812776,
              -2.1127847300148628
            ],
            [
              -0.725454662394006,
              -21.249720978975983,
              0.45579739479488246,
              -0.229648490259796,
              0.003972502714553274,
              -2.528214227613065
            ],
            [
              0.37534641031630844,
              -6.684919926872539,
              -0.0511661388601873,
              -0.1808945496168818,
              0.0019689335182036757,
              -0.5364381034003753
            ]
          ],
          [
            [
              -1.2655747101951484,
              -23.21162756770504,
              -0.7506587500467913,
              0.057605932558986724,
              -0.0015750613563731797,
              -3.237835555848172
            ],
            [
              -0.7505584293325676,
              -17.254547811078584,
              -0.8048222167246155,
              0.05784926639103206,
              -0.0006416994105638008,
              -2.6017670607856513
            ],
            [
              -1.2552829898873792,
              -24.208521819842414,
              -2.5256779320903604,
              -0.5327169638683842,
              -0.0037986328224840133,
              -2.376333856884044
            ],
            [
              -0.3188823977349557,
              -7.790432876982726,
              -0.7247541734267035,
              -0.11749278374136717,
              -0.0005182631242617818,
              -1.0755742060671463
            ]
          ],
          [
            [
              -0.5387863444912012,
              -24.02506394859446,
              -0.17175066557666244,
              0.2079877631933371,
              -0.000843336089980959,
              -3.0536936275943813
            ],
            [
              -0.4756598171088773,
              -17.68212915345058,
              -0.3038879107626611,
              0.21222444963717157,
              -0.0005736995579776622,
              -2.4276992486742737
            ],
            [
              -0.357125210390573,
              -26.213905070084635,
              0.08851911308473712,
              -0.3459814740639874,
              -0.0007359071159083187,
              -3.20692551673819
            ],
            [
              -0.06407306906611973,
              -6.059332932955121,
              0.12271228275572542,
              -0.13947016295440587,
              -0.0001249535536795127,
              -0.45340792517113565
            ]
          ]
        ],
        "gate": {
          "user": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  0.9021805273431749,
                  0.6131091232207224,
                  0.8062041001389761,
                  0.1914777334005377
                ],
                "slope": [
                  -0.7267883657039472,
                  -0.2748986122236903,
                  -0.8981577794968062,
                  -0.254809328668836
                ],
                "mean_rank": [
                  0.6,
                  0.5,
                  0.5,
                  0.4
                ],
                "rank_std": [
                  0.0,
                  0.09999999999999998,
                  0.09999999999999998,
                  0.0
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  1.0419563941723757,
                  0.8851135617735607,
                  0.7792876208906527,
                  0.002536352161588993
                ],
                "slope": [
                  -0.3913608916697881,
                  -0.47673131088517995,
                  -0.18416472600171652,
                  0.2197097396912141
                ],
                "mean_rank": [
                  0.6,
                  0.5333333333333333,
                  0.5333333333333333,
                  0.26666666666666666
                ],
                "rank_std": [
                  0.0,
                  0.09428090415820632,
                  0.09428090415820632,
                  0.18856180831641267
                ],
                "all_heads_pass": false
              }
            ]
          },
          "item": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  23.61834575814975,
                  17.46833848226458,
                  25.211213444963526,
                  6.924882904968923
                ],
                "slope": [
                  0.8134363808894207,
                  0.42758134237199386,
                  2.0053832502422217,
                  -1.731099944027605
                ],
                "mean_rank": [
                  1.0,
                  1.0,
                  1.0,
                  1.0
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  22.63515735277642,
                  17.153514221465958,
                  23.890715956301012,
                  6.844895245603463
                ],
                "slope": [
                  1.678141703282348,
                  0.5791317267909335,
                  2.4820920455543263,
                  -0.3127934969587094
                ],
                "mean_rank": [
                  1.0,
                  1.0,
                  1.0,
                  1.0
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.0,
                  0.0
                ],
                "all_heads_pass": false
              }
            ]
          },
          "occupation": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  0.46120470781172684,
                  0.5543550637436383,
                  1.2185794095028117,
                  0.301020945335489
                ],
                "slope": [
                  -0.5789080844701289,
                  -0.5009343059619544,
                  -2.6141970451750973,
                  -0.8474664561824289
                ],
                "mean_rank": [
                  0.4,
                  0.5,
                  0.4,
                  0.3
                ],
                "rank_std": [
                  0.0,
                  0.09999999999999998,
                  0.4,
                  0.3
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  0.2204300153820222,
                  0.26869838537325036,
                  0.6604538080702469,
                  0.21773600984372177
                ],
                "slope": [
                  0.21643501752702482,
                  0.3032514410650933,
                  0.18363914085507266,
                  -0.08693921080795636
                ],
                "mean_rank": [
                  0.26666666666666666,
                  0.3333333333333333,
                  0.26666666666666666,
                  0.3333333333333333
                ],
                "rank_std": [
                  0.18856180831641267,
                  0.24944382578492943,
                  0.3771236166328254,
                  0.2494438257849294
                ],
                "all_heads_pass": false
              }
            ]
          },
          "age": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  -0.13279684787616192,
                  -0.1350368580141018,
                  0.4393492189661858,
                  0.1284814733478865
                ],
                "slope": [
                  -0.15038183063435037,
                  -0.15437518324613952,
                  -0.1867354898043968,
                  0.021977379213038703
                ],
                "mean_rank": [
                  0.0,
                  0.0,
                  0.30000000000000004,
                  0.4
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.1,
                  0.19999999999999998
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  -0.0999924396344873,
                  -0.08757866111251233,
                  0.36944897606405586,
                  0.14595249877088493
                ],
                "slope": [
                  -0.08680207002109949,
                  -0.1097810911639191,
                  0.05816649190209569,
                  -0.02071219333123797
                ],
                "mean_rank": [
                  0.06666666666666667,
                  0.13333333333333333,
                  0.3333333333333333,
                  0.4666666666666666
                ],
                "rank_std": [
                  0.09428090415820635,
                  0.1885618083164127,
                  0.09428090415820634,
                  0.18856180831641264
                ],
                "all_heads_pass": false
              }
            ]
          },
          "time": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  0.0012091987231770693,
                  0.0006076994842707315,
                  0.002267269969196166,
                  0.00032160833897064726
                ],
                "slope": [
                  -0.0007317252663922207,
                  -6.799985258613853e-05,
                  -0.0030627257065756947,
                  -0.0003933095705822691
                ],
                "mean_rank": [
                  0.2,
                  0.2,
                  0.1,
                  0.1
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.1,
                  0.1
                ],
                "all_heads_pass": true
              },
              {
                "window": 3,
                "mean_reliance": [
                  0.002159317862340349,
                  -0.0007356317665287657,
                  0.00018734574127968588,
                  -0.00044190561342079374
                ],
                "slope": [
                  -0.0016081100253429743,
                  0.0019979969130527113,
                  0.0023542049152307965,
                  0.001046943535941594
                ],
                "mean_rank": [
                  0.26666666666666666,
                  0.20000000000000004,
                  0.13333333333333333,
                  0.13333333333333333
                ],
                "rank_std": [
                  0.09428090415820634,
                  2.7755575615628914e-17,
                  0.09428090415820634,
                  0.09428090415820634
                ],
                "all_heads_pass": false
              }
            ]
          },
          "genres": {
            "passed": false,
            "checks": [
              {
                "window": 2,
                "mean_reliance": [
                  3.1457645917212766,
                  2.5147331547299627,
                  2.791629686811117,
                  0.7644910656191409
                ],
                "slope": [
                  -0.1841419282537906,
                  -0.17406781211137767,
                  0.8305916598541461,
                  -0.6221662808960107
                ],
                "mean_rank": [
                  0.8,
                  0.8,
                  0.7,
                  0.8
                ],
                "rank_std": [
                  0.0,
                  0.0,
                  0.10000000000000003,
                  0.0
                ],
                "all_heads_pass": false
              },
              {
                "window": 3,
                "mean_reliance": [
                  2.777855886075475,
                  2.380750346491596,
                  2.7038245337451,
                  0.6884734115462191
                ],
                "slope": [
                  0.5058275764052547,
                  0.15745725932970545,
                  0.3393556445625625,
                  -0.041515089114619846
                ],
                "mean_rank": [
                  0.8000000000000002,
                  0.8000000000000002,
                  0.7333333333333334,
                  0.8000000000000002
                ],
                "rank_std": [
                  1.1102230246251565e-16,
                  1.1102230246251565e-16,
                  0.09428090415820636,
                  1.1102230246251565e-16
                ],
                "all_heads_pass": false
              }
            ]
          }
        }
      },
      "trials": [
        {
          "removed": [
            "time"
          ],
          "temporal_passed": false,
          "ablation_change_percent": {
            "head0.roc_auc": -0.21161532275384007,
            "head0.pr_auc": 0.016314409465702152,
            "head1.roc_auc": -0.2521899018592676,
            "head1.pr_auc": -0.03860098466080995
          },
          "validation": {
            "head0.roc_auc": 0.6916768272958662,
            "head0.pr_auc": 0.724032920397629,
            "head1.roc_auc": 0.7164881202332727,
            "head1.pr_auc": 0.9209667240908883
          },
          "validation_change_percent": {
            "head0.roc_auc": -0.20850596907738606,
            "head0.pr_auc": -0.21625225609281185,
            "head1.roc_auc": 0.5573352980948105,
            "head1.pr_auc": 0.23514027354477468
          },
          "eligible": false,
          "train_loss": [
            0.5138880324840546,
            0.4594441732406616,
            0.45418256154060366,
            0.45095252137184144,
            0.4478349191665649,
            0.4432378260612488
          ],
          "parameters": 35042
        },
        {
          "removed": [
            "time",
            "age"
          ],
          "temporal_passed": false,
          "ablation_change_percent": {
            "head0.roc_auc": -0.36009430804887815,
            "head0.pr_auc": -0.09913061802699438,
            "head1.roc_auc": -0.8233044620562742,
            "head1.pr_auc": -0.22333561658533116
          },
          "validation": {
            "head0.roc_auc": 0.6961923388366952,
            "head0.pr_auc": 0.7293743272700463,
            "head1.roc_auc": 0.711734441825342,
            "head1.pr_auc": 0.9190836373341957
          },
          "validation_change_percent": {
            "head0.roc_auc": 0.44296828188873255,
            "head0.pr_auc": 0.5198822219667576,
            "head1.roc_auc": -0.10983170728410897,
            "head1.pr_auc": 0.030190995501470134
          },
          "eligible": false,
          "train_loss": [
            0.5215067206382752,
            0.4592917044639587,
            0.45308699407577513,
            0.4497806140422821,
            0.44627727818489077,
            0.4410421840667725
          ],
          "parameters": 34454
        },
        {
          "removed": [
            "time",
            "age",
            "occupation"
          ],
          "temporal_passed": false,
          "ablation_change_percent": {
            "head0.roc_auc": -0.5577645616205006,
            "head0.pr_auc": -0.39899065424956504,
            "head1.roc_auc": -0.8503006726818172,
            "head1.pr_auc": -0.23088585374514153
          },
          "validation": {
            "head0.roc_auc": 0.695729019848834,
            "head0.pr_auc": 0.7284430531058642,
            "head1.roc_auc": 0.7138631487571809,
            "head1.pr_auc": 0.9203248975517144
          },
          "validation_change_percent": {
            "head0.roc_auc": 0.3761230556400446,
            "head0.pr_auc": 0.39153719280962357,
            "head1.roc_auc": 0.1889270448172074,
            "head1.pr_auc": 0.16528587869800807
          },
          "eligible": false,
          "train_loss": [
            0.5180868774414062,
            0.45911671905517576,
            0.45302638630867004,
            0.44963706130981446,
            0.4449329156398773,
            0.4387586420059204
          ],
          "parameters": 33626
        }
      ],
      "selected_removed": [],
      "test": {
        "head0.roc_auc": 0.7140107368779653,
        "head0.pr_auc": 0.7522636258656571,
        "head1.roc_auc": 0.7351392242368342,
        "head1.pr_auc": 0.9272242350281689
      },
      "lineage": {
        "remaining_consumers": {
          "user": [
            "local-incumbent"
          ],
          "item": [
            "local-incumbent"
          ],
          "occupation": [
            "local-incumbent"
          ],
          "age": [
            "local-incumbent"
          ],
          "time": [
            "local-incumbent"
          ],
          "genres": [
            "local-incumbent"
          ]
        },
        "completed_stages": {
          "user": [],
          "item": [],
          "occupation": [],
          "age": [],
          "time": [],
          "genres": []
        },
        "owner_review_pending": [],
        "online_ab": "not run; public offline data does not authorize production removal"
      },
      "hardware": {
        "device": "cuda",
        "accelerator": "NVIDIA A100-SXM4-80GB"
      },
      "omitted": [
        "Pinterest checkpoints/private multimodal features",
        "distributed fleet sensors",
        "real online A/B and manual infrastructure removal"
      ]
    }
  ],
  "manifest_ref": "reproduction:forte",
  "provenance": {
    "artifact_path": "docs/reproductions/2610.13806-forte/metrics/movielens-100k-a100-seeds42-44.json",
    "dataset_fingerprint": "e8bdccea91f3e52156118a3137f4f907f5dcf97271cdefd42f1c63a6a6e7fdb5",
    "dataset_fingerprint_kind": "sha256 of canonical JSON actual dataset/revision/input-or-split hash descriptors; not a digest of the full upstream dataset",
    "executed_code_commit": "19dd518e9df304f0a3a908c15c3c83709d1e36d8",
    "gpu_validation_artifact": "docs/gpu-validations/oct12-forte-a100.json"
  },
  "adapter_key": "forte"
}