[
  {
    "model": "qwen3:8b",
    "quantization": "Q4_K_M",
    "digest": "a3d07590175f2ff95a0bb4f1828e8345dbe0f3606e62f4d9975f84f64b359922",
    "median_tps": 59.71,
    "min_tps": 59.45,
    "max_tps": 59.96,
    "repetitions": 5,
    "code_functional": true,
    "documents_facts": true,
    "documents_keys": true,
    "nature": "measured",
    "hardware": "NVIDIA GeForce RTX 5070 Ti Laptop GPU, 12227 MiB, 610.43.02",
    "runtime": {
      "version": "0.30.6"
    },
    "context": 4096,
    "code_limit": "one synthetic task; hermes output reached 256-token cap; not a broad coding score"
  },
  {
    "model": "hermes3:8b",
    "quantization": "Q4_0",
    "digest": "5cebc002d642ae9045516c5fa7536434a568fcae89b79a9f7a60aab3bb8b3b33",
    "median_tps": 71.97,
    "min_tps": 71.79,
    "max_tps": 72.15,
    "repetitions": 5,
    "code_functional": false,
    "documents_facts": true,
    "documents_keys": false,
    "nature": "measured",
    "hardware": "NVIDIA GeForce RTX 5070 Ti Laptop GPU, 12227 MiB, 610.43.02",
    "runtime": {
      "version": "0.30.6"
    },
    "context": 4096,
    "code_limit": "one synthetic task; hermes output reached 256-token cap; not a broad coding score"
  },
  {
    "model": "mistral-nemo:12b",
    "quantization": "Q4_0",
    "digest": "e7e06d107c6c86ed0cf45445f1790720b5092149c4c95f4d965844e9afbfdc89",
    "median_tps": 47.44,
    "min_tps": 47.37,
    "max_tps": 47.56,
    "repetitions": 5,
    "code_functional": true,
    "documents_facts": true,
    "documents_keys": true,
    "nature": "measured",
    "hardware": "NVIDIA GeForce RTX 5070 Ti Laptop GPU, 12227 MiB, 610.43.02",
    "runtime": {
      "version": "0.30.6"
    },
    "context": 4096,
    "code_limit": "one synthetic task; hermes output reached 256-token cap; not a broad coding score"
  }
]