{
  "schema_version": 1,
  "adapter_key": "embedding-gemma2",
  "validated_at": "2026-10-14",
  "accelerator": {
    "vendor": "NVIDIA",
    "model": "A100-SXM4-80GB"
  },
  "command": [
    "python",
    "scripts/run_embedding_gemma2.py",
    "--dataset-dir",
    "data/coco40",
    "--checkpoint-path",
    "data/embeddinggemma2",
    "--device",
    "cuda",
    "--images",
    "16",
    "--seed",
    "42",
    "--output",
    "runs/embedding-gemma2-42"
  ],
  "seed": 42,
  "dataset": {
    "kind": "dataset",
    "public_id": "lmms-lab-encoder/COCO-Caption2017",
    "revision": "3bdd5827e243cc3084ac69a1111e69c3ab9193ff",
    "split": "val",
    "rows": 40,
    "transformation": "ordered public subset; decoded RGB images encoded as lossless PNG; question/option/reference text unchanged",
    "files": {
      "images/11cbeceef5e255571416db098ec997085575b4450e017c512a439d8e997226b0.png": "11cbeceef5e255571416db098ec997085575b4450e017c512a439d8e997226b0",
      "images/47c334e9b339e200667592bde5b460bebd150db9d724ed4a05f41da0846cb1ee.png": "47c334e9b339e200667592bde5b460bebd150db9d724ed4a05f41da0846cb1ee",
      "images/180ecf37f948df07b84cdfcb523c8d349083549a808662acf313f96fd91d4248.png": "180ecf37f948df07b84cdfcb523c8d349083549a808662acf313f96fd91d4248",
      "images/3d9b21b3e0d635d7b0f72b9f757e97d417de8bd03682a4f4ea20e9b39281090a.png": "3d9b21b3e0d635d7b0f72b9f757e97d417de8bd03682a4f4ea20e9b39281090a",
      "images/c460d36cd3cf1607eedc5d799be3a6255bd809dcf78cca0b85abf9415a8c7f28.png": "c460d36cd3cf1607eedc5d799be3a6255bd809dcf78cca0b85abf9415a8c7f28",
      "images/89bee2416fe20171c49dbacddf4b7103168b424a6e69329a604f8ceba98f3f40.png": "89bee2416fe20171c49dbacddf4b7103168b424a6e69329a604f8ceba98f3f40",
      "images/ceb93e4d1a1cd8798f52078aed2fa81129b7c59a6c94739251884afffa4ec220.png": "ceb93e4d1a1cd8798f52078aed2fa81129b7c59a6c94739251884afffa4ec220",
      "images/87d45fc33df1ab961831a69896c2deb7916f4bca6fa3ec989dff8e10e01859eb.png": "87d45fc33df1ab961831a69896c2deb7916f4bca6fa3ec989dff8e10e01859eb",
      "images/dd9d96dea8868f0670ea837ea94d3310ac19a2639f39bd05e2494b1ded840427.png": "dd9d96dea8868f0670ea837ea94d3310ac19a2639f39bd05e2494b1ded840427",
      "images/75c481f2d6fdb30c7c3168eee3f4a84e224ac25ca6008de56b1033032a83a19b.png": "75c481f2d6fdb30c7c3168eee3f4a84e224ac25ca6008de56b1033032a83a19b",
      "images/4411fb38d849610d8ecfa9f45497b82ef1f223ca3fef9d7209eea94af870be84.png": "4411fb38d849610d8ecfa9f45497b82ef1f223ca3fef9d7209eea94af870be84",
      "images/756ddb1ff833977dae4862780c2f87fff4d447ab9f24fa24eb40b75bb2260391.png": "756ddb1ff833977dae4862780c2f87fff4d447ab9f24fa24eb40b75bb2260391",
      "images/82cc9f61f355ec5e6cb67c9ce1ea84d444b17b4ae8c836968c3de2a20c2a4ce7.png": "82cc9f61f355ec5e6cb67c9ce1ea84d444b17b4ae8c836968c3de2a20c2a4ce7",
      "images/370263ced03331c4620b15cbce317c322eeba016ec073843072186b9988dfe7d.png": "370263ced03331c4620b15cbce317c322eeba016ec073843072186b9988dfe7d",
      "images/62f739831e3871786075b8ef5a6ac8fcd92b4c92f1e14cc75325df99946c8f3b.png": "62f739831e3871786075b8ef5a6ac8fcd92b4c92f1e14cc75325df99946c8f3b",
      "images/81c3163e44fd761aff3fcade4db63e4e11c7ae657feb922741f2f7df1aba738e.png": "81c3163e44fd761aff3fcade4db63e4e11c7ae657feb922741f2f7df1aba738e",
      "images/96297da32644f3b0bffadf8643fb9fbfae30042feedaff2c89e813896df23ebc.png": "96297da32644f3b0bffadf8643fb9fbfae30042feedaff2c89e813896df23ebc",
      "images/5b451e3f9be3bae9e91f1d7c9a8e0198e66274086267a9b7ec5ae2abce882f8b.png": "5b451e3f9be3bae9e91f1d7c9a8e0198e66274086267a9b7ec5ae2abce882f8b",
      "images/dc74c6d0a4a20e7073218d943a66c3a6630c873ddb55eebb76787fd8be10af64.png": "dc74c6d0a4a20e7073218d943a66c3a6630c873ddb55eebb76787fd8be10af64",
      "images/908ec19fef075041037cac36a0c1a1df8e62c2940c7bd1445940eb3f080cb4aa.png": "908ec19fef075041037cac36a0c1a1df8e62c2940c7bd1445940eb3f080cb4aa",
      "images/82b4300dfceaebc98375fd59a51d986b940ee62419126bf5b84e1309c8df29c5.png": "82b4300dfceaebc98375fd59a51d986b940ee62419126bf5b84e1309c8df29c5",
      "images/77ae44eead451423c7ad98edf64fcf16fbe640930bb31df6cd2e9c629acd03aa.png": "77ae44eead451423c7ad98edf64fcf16fbe640930bb31df6cd2e9c629acd03aa",
      "images/643695d4c40fc3ac1cb7fad8350636a20738954c33585342465bf9aa7366fc8c.png": "643695d4c40fc3ac1cb7fad8350636a20738954c33585342465bf9aa7366fc8c",
      "images/e43352e19461d414727eeb71f459e3fa44b1280707645313271caabbc133d861.png": "e43352e19461d414727eeb71f459e3fa44b1280707645313271caabbc133d861",
      "images/d4ed508ceab21c7dbe36e1691ec8398a5f6b93d9b674e655d43b338fd31534ee.png": "d4ed508ceab21c7dbe36e1691ec8398a5f6b93d9b674e655d43b338fd31534ee",
      "images/0105fd2983aaa0bfe18e23602ceb20daa64923345a0f306dc2ada9f94dbe50cb.png": "0105fd2983aaa0bfe18e23602ceb20daa64923345a0f306dc2ada9f94dbe50cb",
      "images/8bbfbdd07295539a5526d3e2e0bb9ca0f269ea61397d785b9dd01c38edf16a0a.png": "8bbfbdd07295539a5526d3e2e0bb9ca0f269ea61397d785b9dd01c38edf16a0a",
      "images/11fb4860d5bc335ce4090ce2df82b094e5bba4e487d33b0db0240f47307b5859.png": "11fb4860d5bc335ce4090ce2df82b094e5bba4e487d33b0db0240f47307b5859",
      "images/0b8d2999457a6c88ce1f3b2b649e4b8182ffb9d061eba4fcddc26cbe24013aba.png": "0b8d2999457a6c88ce1f3b2b649e4b8182ffb9d061eba4fcddc26cbe24013aba",
      "images/73958785c6d8a3e7da1f7b12c57bbd1d98d853c827136826b3d3f8cd028c9902.png": "73958785c6d8a3e7da1f7b12c57bbd1d98d853c827136826b3d3f8cd028c9902",
      "images/17cef2d351e1e279507c7fcca07cefe313af02ccb0d664fb7b2ffd3c119ee169.png": "17cef2d351e1e279507c7fcca07cefe313af02ccb0d664fb7b2ffd3c119ee169",
      "images/bf0547327d7678c10ef2d460486349f68a90c1273d9b75b3bf9b507f1347a890.png": "bf0547327d7678c10ef2d460486349f68a90c1273d9b75b3bf9b507f1347a890",
      "images/232e02338583aa44405139767fced6f229f2b11e20e65f7f7718cf630c384548.png": "232e02338583aa44405139767fced6f229f2b11e20e65f7f7718cf630c384548",
      "images/375835b0a6224e159a8540db26d1c382da6df7fddd4830018b1e8f09bc380bd2.png": "375835b0a6224e159a8540db26d1c382da6df7fddd4830018b1e8f09bc380bd2",
      "images/ed2db4f7c3d0d570c4c7580ce7707ded4a61d9fcb8d5e6e077c659b80c6f3ac1.png": "ed2db4f7c3d0d570c4c7580ce7707ded4a61d9fcb8d5e6e077c659b80c6f3ac1",
      "images/7dd2ff16102afd47f245d3cfe481f0766c82f296e8e230231a9066ac3d7de35e.png": "7dd2ff16102afd47f245d3cfe481f0766c82f296e8e230231a9066ac3d7de35e",
      "images/5b08319bb9cb1e1b0ef32f9b7035917c84d10db2e2a8aad84836c1a4fb26ea66.png": "5b08319bb9cb1e1b0ef32f9b7035917c84d10db2e2a8aad84836c1a4fb26ea66",
      "images/2e3292d4a5767f4638f78fb77924b0af374b077ea884ea8f87e3720363d5746a.png": "2e3292d4a5767f4638f78fb77924b0af374b077ea884ea8f87e3720363d5746a",
      "images/7b1a0b7829bf67ab7f4177be23f84f22ab86ce4612a46e3b5fe45874669b9969.png": "7b1a0b7829bf67ab7f4177be23f84f22ab86ce4612a46e3b5fe45874669b9969",
      "images/3bc6aa6d9121bc5b7d2e17457bb1766bac6919963427424cc4878ec1aa5868ea.png": "3bc6aa6d9121bc5b7d2e17457bb1766bac6919963427424cc4878ec1aa5868ea",
      "coco.jsonl": "0ee1dfd7d9afc126b34f7262cae73b067e219868d48b8fd753b2bfa1ed6fbc28"
    }
  },
  "checkpoint": {
    "kind": "checkpoint",
    "public_id": "google/embeddinggemma-2",
    "revision": "914f7f89142e33e77833254d9c9b90c3cef7303b",
    "source": "https://huggingface.co/google/embeddinggemma-2/tree/914f7f89142e33e77833254d9c9b90c3cef7303b",
    "files": {
      "model.safetensors": "197a32965d4b1105faf060417baa899e193fb73cd401f42ec9295234d5553d79",
      "tokenizer_config.json": "17bd5d6e9364ca49a534e1502076593317c298d4a663623091ed45388f004874",
      "config.json": "b8f1e9931b57fbc054acdb445c41765d55b0074c58d145fa82839941ad1b5bb3",
      "config_sentence_transformers.json": "031e56a498d33c349ab489a21885bcfe25b4fcba841149dc99e1e90d4a7c28f5",
      "tokenizer.json": "4d777ef5bdc1aa36227abdfb77c3e49e7b9c892d16e1b6bda41c393504828be4",
      "processor_config.json": "168f6a08522f3ce5dea596d94d003af2fd691742d4f41fe1f9d8cce76bfbf69c",
      "sentence_bert_config.json": "b1bcd9f2dce3ae863b359e87d0710b5dbc3314a59ecb4e2f97c7778fc8e4b228",
      "modules.json": "3d02572a0455b832de67fb8e63a54981bc7e8b46e337c95e917bd8122a533bfd",
      "preprocessor_config.json": "ea2ae257e901064abdd98dceb19f2b0da06af600bed15e0f99f5c85c37ee9d78",
      "tokenizer.model": "e594c8a90eb08d8bda498ff4747977dc827ae0c3c56b5c0d41a605a22d02ef03",
      "chat_template.jinja": "4b852efc0b9960283e735363331e6f325b33bc74bdbaa076f595bc4e9b94d85e"
    }
  },
  "result": "passed",
  "metrics": {
    "d128.image_to_text.recall_at_1": 0.9375,
    "d128.image_to_text.recall_at_5": 1.0,
    "d128.image_to_text.recall_at_10": 1.0,
    "d128.text_to_image.recall_at_1": 0.9625,
    "d128.text_to_image.recall_at_5": 1.0,
    "d128.text_to_image.recall_at_10": 1.0,
    "d256.image_to_text.recall_at_1": 0.9375,
    "d256.image_to_text.recall_at_5": 1.0,
    "d256.image_to_text.recall_at_10": 1.0,
    "d256.text_to_image.recall_at_1": 0.9625,
    "d256.text_to_image.recall_at_5": 1.0,
    "d256.text_to_image.recall_at_10": 1.0,
    "d512.image_to_text.recall_at_1": 0.9375,
    "d512.image_to_text.recall_at_5": 1.0,
    "d512.image_to_text.recall_at_10": 1.0,
    "d512.text_to_image.recall_at_1": 0.975,
    "d512.text_to_image.recall_at_5": 1.0,
    "d512.text_to_image.recall_at_10": 1.0,
    "d768.image_to_text.recall_at_1": 0.9375,
    "d768.image_to_text.recall_at_5": 1.0,
    "d768.image_to_text.recall_at_10": 1.0,
    "d768.text_to_image.recall_at_1": 0.975,
    "d768.text_to_image.recall_at_5": 1.0,
    "d768.text_to_image.recall_at_10": 1.0,
    "elapsed_seconds": 1.505928648635745,
    "peak_memory_bytes": 1874986496
  },
  "executed_source_sha256": {
    "src/auto_research/multimodal/embedding_gemma2.py": "08e93d8c4849c7553d7da5c4e9d3b5651713f46ebe1ed69b97eb994ea0fc1cf4",
    "src/auto_research/oct12_public_sources.py": "4e1150cbe4ea975819c244267180f853c83c4ad4c2c27f9e0ce95cc16793e093",
    "scripts/run_embedding_gemma2.py": "ccf1d6f2fcf600a47401eb618fae4c1ffb024a5bc2da67c71013eab99bd9f5df"
  },
  "failed_attempts": [
    {
      "commit": "eeb6a53370b24e3b5ebb9c742503426ff762e249",
      "result": "failed",
      "phase": "retrieval scoring after official model inference",
      "exception": "IndexError: image index 8 outside 8-vector matrix for 16 requested images",
      "cause": "flat image list interpreted as one multi-image sample per batch",
      "fix": "nested singleton image batches + shape consistency regression; same model/data/budget rerun"
    }
  ],
  "provenance": {
    "commit": "b12d469e76f3b5224b29cc5e9f5826b4a89238ca",
    "artifact_path": "docs/gpu-validations/embedding-gemma2-a100-20261014.json",
    "metrics_artifact": "docs/multimodal-models/embeddinggemma2/metrics/coco16-a100-seed42.json",
    "transformers_source_revision": "28034545c35acac05793695bd5c878f66e6b544e",
    "checkpoint_committed": false
  },
  "limitations": [
    "Fixed small COCO validation prefix, not the official full retrieval benchmark.",
    "No audio/video or fine-tuning claim; no comparison against retrained models.",
    "One deterministic checkpoint inference is not a multi-seed training comparison."
  ]
}