{
  "schema_version": 1,
  "adapter_key": "nanojev-checkpoint",
  "validated_at": "2026-09-21",
  "accelerator": {"vendor": "NVIDIA", "model": "A100"},
  "command": [
    "auto-research", "system-one-eval", "--backend", "nanojev",
    "--checkpoint-dir", "checkpoint", "--checkpoint-revision",
    "047b927b30882a1138fc504821b82ac145a4b81a", "--device", "cuda:0",
    "--precision", "bf16", "--seeds", "42", "--maximum-train-examples", "1",
    "--maximum-eval-examples", "12", "--dataset-dir", "data/system-one",
    "--output-dir", "runs/system-one", "--offline"
  ],
  "dataset": {
    "name": "PolyAI Banking77",
    "license": "CC BY 4.0",
    "revision": "train.csv sha256:b06e26ac675513959a63135f11b94ea7786ed02da65db93a5650d8838cbc664b; test.csv sha256:d12d6e3bc4c3103966ae786dc435913c0c563dfa328f5a3646d0e62cfeeb474d",
    "validation_examples": 12,
    "test_examples": 12,
    "test_isolation": true
  },
  "checkpoint": {
    "model_id": "C-Tianyu/NanoJev",
    "revision": "047b927b30882a1138fc504821b82ac145a4b81a",
    "weight_sha256": "f68c47d66998231b86b7e91b4ed5e82ae23acf104c8b7cd6d165c3ac7b7ffe1b",
    "base_model": "Qwen/Qwen3-0.6B",
    "base_revision": "c1899de289a04d12100db370d81485cdf75e47ca"
  },
  "result": "passed",
  "metrics": {
    "seed": 42,
    "precision": "bf16",
    "temperature": 1.0,
    "validation_accuracy": 0.16666666666666666,
    "validation_nll": 4.037449496209711,
    "validation_brier": 0.9774102714838552,
    "validation_ece": 0.1395853298405806,
    "test_accuracy": 0.16666666666666666,
    "test_nll": 3.98253368006008,
    "test_brier": 0.9744873718892847,
    "test_ece": 0.13973876399298507,
    "test_schema_validity": 1.0,
    "test_probability_sum_error_max": 9.639188647270203e-08,
    "test_latency_ms_mean": 72.43709064399202
  },
  "provenance": {
    "commit": "de40fc3a852af34130d3e4df0ea274de6ed5ee1f",
    "artifact_path": "docs/gpu-validations/nanojev-checkpoint-a100-20260921.json",
    "raw_predictions_committed": false,
    "checkpoint_committed": false
  }
}