{ "adaptive_cell": { "attempts": [ { "capacity_kind": null, "classification": "measured", "id": "7e8579233dcf43159e704992785c36be", "role": "primary", "sha256": "d8d81fefb1b7f137e295f10be96dc2e203daa6eaf00f9701275a18cc28b0dd02", "variant_sha256": "415588daa437380e860555f3e55a80e6b6c9c4c8dce429d6c940f2fb436ef261" } ], "cell_id": "16x4000-cold", "cell_outcome_sha256": "1c086e2ce452326fd8ae2c5fa893bbb8a4cea0a5d14d343e644afac1eb85c442", "cell_status": "measured", "limit_reference": null, "selected_variant_sha256": "415588daa437380e860555f3e55a80e6b6c9c4c8dce429d6c940f2fb436ef261" }, "caveats": [ "Labelled lab evidence for the recorded setup and standard. Completion is coverage, not customer or general answer-quality qualification.", "Publisher revision was not recorded for public reproduction." ], "engine": { "name": "NVIDIA NGC vLLM", "recipe": "plain", "version": "0.29.0+5013de39.dev" }, "format": "olir/0.2", "history": { "corrections": [], "supersedes": [] }, "id": "31685df5df17425ebbfbac18", "licence_class": "commercial", "measured_at": "2026-10-18T19:52:14.885253+00:00", "methodology": { "implementation_sha256": "2de3c503cd76f5fc9ce6d5148760c219ddb52ee5cfbf5d728c3697037536d047", "protocol_sha256": "25fe3b0656961091ac1dfcc41df0b8cce189498814bf6c134c310f95ac15d1b0", "revision": "KTS-1/adaptive-capacity-v2" }, "metrics": [ { "basis": null, "n": null, "name": "median_decode_tps", "scope": "per_person", "source_field": "standard_result.median_decode_tps", "statistic": "median", "unit": "tok/s", "value": 23.50188474669863 }, { "basis": null, "n": null, "name": "n", "scope": "machine_total", "source_field": "standard_result.n", "statistic": "single", "unit": "count", "value": 5 }, { "basis": null, "n": null, "name": "median_decode_tps", "scope": "per_person", "source_field": "standard_result.samples[0].median_decode_tps", "statistic": "median", "unit": "tok/s", "value": 20.534125815280294 }, { "basis": null, "n": null, "name": "machine_decode_tps", "scope": "machine_total", "source_field": "standard_result.samples[0].machine_decode_tps", "statistic": "single", "unit": "tok/s", "value": 166.52467796989507 }, { "basis": null, "n": null, "name": "ttft_median_seconds", "scope": "per_person", "source_field": "standard_result.samples[0].ttft_median_seconds", "statistic": "median", "unit": "s", "value": 9.024816378485411 }, { "basis": null, "n": null, "name": "ttft_max_seconds", "scope": "per_person", "source_field": "standard_result.samples[0].ttft_max_seconds", "statistic": "max", "unit": "s", "value": 11.10994930495508 }, { "basis": null, "n": null, "name": "decode_overlap", "scope": "machine_total", "source_field": "standard_result.samples[0].decode_overlap", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "per_person_decode_tps[0]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[0]", "statistic": "single", "unit": "tok/s", "value": 12.337601471855605 }, { "basis": null, "n": null, "name": "per_person_decode_tps[1]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[1]", "statistic": "single", "unit": "tok/s", "value": 10.84655799722965 }, { "basis": null, "n": null, "name": "per_person_decode_tps[2]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[2]", "statistic": "single", "unit": "tok/s", "value": 12.628627020047434 }, { "basis": null, "n": null, "name": "per_person_decode_tps[3]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[3]", "statistic": "single", "unit": "tok/s", "value": 12.48229118854067 }, { "basis": null, "n": null, "name": "per_person_decode_tps[4]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[4]", "statistic": "single", "unit": "tok/s", "value": 20.183475500237343 }, { "basis": null, "n": null, "name": "per_person_decode_tps[5]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[5]", "statistic": "single", "unit": "tok/s", "value": 20.41783006607375 }, { "basis": null, "n": null, "name": "per_person_decode_tps[6]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[6]", "statistic": "single", "unit": "tok/s", "value": 21.516092089211167 }, { "basis": null, "n": null, "name": "per_person_decode_tps[7]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[7]", "statistic": "single", "unit": "tok/s", "value": 20.650421564486837 }, { "basis": null, "n": null, "name": "per_person_decode_tps[8]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[8]", "statistic": "single", "unit": "tok/s", "value": 13.016324275494872 }, { "basis": null, "n": null, "name": "per_person_decode_tps[9]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[9]", "statistic": "single", "unit": "tok/s", "value": 21.759395091708413 }, { "basis": null, "n": null, "name": "per_person_decode_tps[10]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[10]", "statistic": "single", "unit": "tok/s", "value": 37.114179775214346 }, { "basis": null, "n": null, "name": "per_person_decode_tps[11]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[11]", "statistic": "single", "unit": "tok/s", "value": 27.952776228812432 }, { "basis": null, "n": null, "name": "per_person_decode_tps[12]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[12]", "statistic": "single", "unit": "tok/s", "value": 13.673172009153687 }, { "basis": null, "n": null, "name": "per_person_decode_tps[13]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[13]", "statistic": "single", "unit": "tok/s", "value": 23.6566955559026 }, { "basis": null, "n": null, "name": "per_person_decode_tps[14]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[14]", "statistic": "single", "unit": "tok/s", "value": 38.72315924634627 }, { "basis": null, "n": null, "name": "per_person_decode_tps[15]", "scope": "per_person", "source_field": "standard_result.samples[0].per_person_decode_tps[15]", "statistic": "single", "unit": "tok/s", "value": 38.90071815542247 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[0]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[0]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[1]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[1]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[2]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[2]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[3]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[3]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[4]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[4]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[5]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[5]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[6]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[6]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[7]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[7]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[8]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[8]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[9]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[9]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[10]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[10]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[11]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[11]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[12]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[12]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[13]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[13]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[14]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[14]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[15]", "scope": "machine_total", "source_field": "standard_result.samples[0].hidden_facts_per_person[15]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "power_w_median", "scope": "machine_total", "source_field": "standard_result.samples[0].power_w_median", "statistic": "median", "unit": "W", "value": 12.135000000000002 }, { "basis": null, "n": null, "name": "energy_kwh", "scope": "machine_total", "source_field": "standard_result.samples[0].energy_kwh", "statistic": "single", "unit": "kWh", "value": 0.0002367666771071937 }, { "basis": null, "n": null, "name": "tokens_per_kwh", "scope": "machine_total", "source_field": "standard_result.samples[0].tokens_per_kwh", "statistic": "single", "unit": "tokens/kWh", "value": 6166408.287847871 }, { "basis": null, "n": null, "name": "median_decode_tps", "scope": "per_person", "source_field": "standard_result.samples[1].median_decode_tps", "statistic": "median", "unit": "tok/s", "value": 22.819777989634076 }, { "basis": null, "n": null, "name": "machine_decode_tps", "scope": "machine_total", "source_field": "standard_result.samples[1].machine_decode_tps", "statistic": "single", "unit": "tok/s", "value": 185.91743903176393 }, { "basis": null, "n": null, "name": "ttft_median_seconds", "scope": "per_person", "source_field": "standard_result.samples[1].ttft_median_seconds", "statistic": "median", "unit": "s", "value": 7.9212261030916125 }, { "basis": null, "n": null, "name": "ttft_max_seconds", "scope": "per_person", "source_field": "standard_result.samples[1].ttft_max_seconds", "statistic": "max", "unit": "s", "value": 9.608287723036483 }, { "basis": null, "n": null, "name": "decode_overlap", "scope": "machine_total", "source_field": "standard_result.samples[1].decode_overlap", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "per_person_decode_tps[0]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[0]", "statistic": "single", "unit": "tok/s", "value": 13.970837418399983 }, { "basis": null, "n": null, "name": "per_person_decode_tps[1]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[1]", "statistic": "single", "unit": "tok/s", "value": 12.11435147161216 }, { "basis": null, "n": null, "name": "per_person_decode_tps[2]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[2]", "statistic": "single", "unit": "tok/s", "value": 22.507272765708553 }, { "basis": null, "n": null, "name": "per_person_decode_tps[3]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[3]", "statistic": "single", "unit": "tok/s", "value": 14.616350265794823 }, { "basis": null, "n": null, "name": "per_person_decode_tps[4]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[4]", "statistic": "single", "unit": "tok/s", "value": 26.89811964787043 }, { "basis": null, "n": null, "name": "per_person_decode_tps[5]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[5]", "statistic": "single", "unit": "tok/s", "value": 22.685272252535576 }, { "basis": null, "n": null, "name": "per_person_decode_tps[6]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[6]", "statistic": "single", "unit": "tok/s", "value": 14.818330218792106 }, { "basis": null, "n": null, "name": "per_person_decode_tps[7]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[7]", "statistic": "single", "unit": "tok/s", "value": 26.78511828323101 }, { "basis": null, "n": null, "name": "per_person_decode_tps[8]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[8]", "statistic": "single", "unit": "tok/s", "value": 27.402692652743532 }, { "basis": null, "n": null, "name": "per_person_decode_tps[9]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[9]", "statistic": "single", "unit": "tok/s", "value": 32.24183888242257 }, { "basis": null, "n": null, "name": "per_person_decode_tps[10]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[10]", "statistic": "single", "unit": "tok/s", "value": 37.05847938994207 }, { "basis": null, "n": null, "name": "per_person_decode_tps[11]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[11]", "statistic": "single", "unit": "tok/s", "value": 22.95428372673258 }, { "basis": null, "n": null, "name": "per_person_decode_tps[12]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[12]", "statistic": "single", "unit": "tok/s", "value": 15.182022921427134 }, { "basis": null, "n": null, "name": "per_person_decode_tps[13]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[13]", "statistic": "single", "unit": "tok/s", "value": 36.89019520145855 }, { "basis": null, "n": null, "name": "per_person_decode_tps[14]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[14]", "statistic": "single", "unit": "tok/s", "value": 15.929509270076359 }, { "basis": null, "n": null, "name": "per_person_decode_tps[15]", "scope": "per_person", "source_field": "standard_result.samples[1].per_person_decode_tps[15]", "statistic": "single", "unit": "tok/s", "value": 38.42364085564877 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[0]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[0]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[1]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[1]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[2]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[2]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[3]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[3]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[4]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[4]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[5]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[5]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[6]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[6]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[7]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[7]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[8]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[8]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[9]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[9]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[10]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[10]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[11]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[11]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[12]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[12]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[13]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[13]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[14]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[14]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[15]", "scope": "machine_total", "source_field": "standard_result.samples[1].hidden_facts_per_person[15]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "power_w_median", "scope": "machine_total", "source_field": "standard_result.samples[1].power_w_median", "statistic": "median", "unit": "W", "value": 12.29 }, { "basis": null, "n": null, "name": "energy_kwh", "scope": "machine_total", "source_field": "standard_result.samples[1].energy_kwh", "statistic": "single", "unit": "kWh", "value": 0.00023394410280700573 }, { "basis": null, "n": null, "name": "tokens_per_kwh", "scope": "machine_total", "source_field": "standard_result.samples[1].tokens_per_kwh", "statistic": "single", "unit": "tokens/kWh", "value": 6232257.973191101 }, { "basis": null, "n": null, "name": "median_decode_tps", "scope": "per_person", "source_field": "standard_result.samples[2].median_decode_tps", "statistic": "median", "unit": "tok/s", "value": 23.97432198857603 }, { "basis": null, "n": null, "name": "machine_decode_tps", "scope": "machine_total", "source_field": "standard_result.samples[2].machine_decode_tps", "statistic": "single", "unit": "tok/s", "value": 187.39906464528045 }, { "basis": null, "n": null, "name": "ttft_median_seconds", "scope": "per_person", "source_field": "standard_result.samples[2].ttft_median_seconds", "statistic": "median", "unit": "s", "value": 7.9160931130172685 }, { "basis": null, "n": null, "name": "ttft_max_seconds", "scope": "per_person", "source_field": "standard_result.samples[2].ttft_max_seconds", "statistic": "max", "unit": "s", "value": 9.607378646032885 }, { "basis": null, "n": null, "name": "decode_overlap", "scope": "machine_total", "source_field": "standard_result.samples[2].decode_overlap", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "per_person_decode_tps[0]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[0]", "statistic": "single", "unit": "tok/s", "value": 13.943192385084794 }, { "basis": null, "n": null, "name": "per_person_decode_tps[1]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[1]", "statistic": "single", "unit": "tok/s", "value": 12.04870763887641 }, { "basis": null, "n": null, "name": "per_person_decode_tps[2]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[2]", "statistic": "single", "unit": "tok/s", "value": 14.358942988237695 }, { "basis": null, "n": null, "name": "per_person_decode_tps[3]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[3]", "statistic": "single", "unit": "tok/s", "value": 14.408036604063838 }, { "basis": null, "n": null, "name": "per_person_decode_tps[4]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[4]", "statistic": "single", "unit": "tok/s", "value": 14.413349030964406 }, { "basis": null, "n": null, "name": "per_person_decode_tps[5]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[5]", "statistic": "single", "unit": "tok/s", "value": 27.216104695313504 }, { "basis": null, "n": null, "name": "per_person_decode_tps[6]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[6]", "statistic": "single", "unit": "tok/s", "value": 26.883541438543638 }, { "basis": null, "n": null, "name": "per_person_decode_tps[7]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[7]", "statistic": "single", "unit": "tok/s", "value": 23.227110246904843 }, { "basis": null, "n": null, "name": "per_person_decode_tps[8]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[8]", "statistic": "single", "unit": "tok/s", "value": 32.370085063993265 }, { "basis": null, "n": null, "name": "per_person_decode_tps[9]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[9]", "statistic": "single", "unit": "tok/s", "value": 37.20926568465786 }, { "basis": null, "n": null, "name": "per_person_decode_tps[10]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[10]", "statistic": "single", "unit": "tok/s", "value": 35.86960467817089 }, { "basis": null, "n": null, "name": "per_person_decode_tps[11]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[11]", "statistic": "single", "unit": "tok/s", "value": 23.81415845729382 }, { "basis": null, "n": null, "name": "per_person_decode_tps[12]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[12]", "statistic": "single", "unit": "tok/s", "value": 15.348146670937533 }, { "basis": null, "n": null, "name": "per_person_decode_tps[13]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[13]", "statistic": "single", "unit": "tok/s", "value": 29.008293227822087 }, { "basis": null, "n": null, "name": "per_person_decode_tps[14]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[14]", "statistic": "single", "unit": "tok/s", "value": 24.13448551985824 }, { "basis": null, "n": null, "name": "per_person_decode_tps[15]", "scope": "per_person", "source_field": "standard_result.samples[2].per_person_decode_tps[15]", "statistic": "single", "unit": "tok/s", "value": 38.519135835676394 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[0]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[0]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[1]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[1]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[2]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[2]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[3]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[3]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[4]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[4]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[5]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[5]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[6]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[6]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[7]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[7]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[8]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[8]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[9]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[9]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[10]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[10]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[11]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[11]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[12]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[12]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[13]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[13]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[14]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[14]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[15]", "scope": "machine_total", "source_field": "standard_result.samples[2].hidden_facts_per_person[15]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "power_w_median", "scope": "machine_total", "source_field": "standard_result.samples[2].power_w_median", "statistic": "median", "unit": "W", "value": 12.39 }, { "basis": null, "n": null, "name": "energy_kwh", "scope": "machine_total", "source_field": "standard_result.samples[2].energy_kwh", "statistic": "single", "unit": "kWh", "value": 0.00023531293726515495 }, { "basis": null, "n": null, "name": "tokens_per_kwh", "scope": "machine_total", "source_field": "standard_result.samples[2].tokens_per_kwh", "statistic": "single", "unit": "tokens/kWh", "value": 6247000.343816953 }, { "basis": null, "n": null, "name": "median_decode_tps", "scope": "per_person", "source_field": "standard_result.samples[3].median_decode_tps", "statistic": "median", "unit": "tok/s", "value": 23.8948388256941 }, { "basis": null, "n": null, "name": "machine_decode_tps", "scope": "machine_total", "source_field": "standard_result.samples[3].machine_decode_tps", "statistic": "single", "unit": "tok/s", "value": 185.2528874729564 }, { "basis": null, "n": null, "name": "ttft_median_seconds", "scope": "per_person", "source_field": "standard_result.samples[3].ttft_median_seconds", "statistic": "median", "unit": "s", "value": 7.908293351531029 }, { "basis": null, "n": null, "name": "ttft_max_seconds", "scope": "per_person", "source_field": "standard_result.samples[3].ttft_max_seconds", "statistic": "max", "unit": "s", "value": 9.608528094831854 }, { "basis": null, "n": null, "name": "decode_overlap", "scope": "machine_total", "source_field": "standard_result.samples[3].decode_overlap", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "per_person_decode_tps[0]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[0]", "statistic": "single", "unit": "tok/s", "value": 14.070410180140883 }, { "basis": null, "n": null, "name": "per_person_decode_tps[1]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[1]", "statistic": "single", "unit": "tok/s", "value": 11.857989871147014 }, { "basis": null, "n": null, "name": "per_person_decode_tps[2]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[2]", "statistic": "single", "unit": "tok/s", "value": 14.064326767646815 }, { "basis": null, "n": null, "name": "per_person_decode_tps[3]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[3]", "statistic": "single", "unit": "tok/s", "value": 14.272969041212368 }, { "basis": null, "n": null, "name": "per_person_decode_tps[4]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[4]", "statistic": "single", "unit": "tok/s", "value": 26.690422362921005 }, { "basis": null, "n": null, "name": "per_person_decode_tps[5]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[5]", "statistic": "single", "unit": "tok/s", "value": 26.587504535550927 }, { "basis": null, "n": null, "name": "per_person_decode_tps[6]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[6]", "statistic": "single", "unit": "tok/s", "value": 27.118871014641552 }, { "basis": null, "n": null, "name": "per_person_decode_tps[7]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[7]", "statistic": "single", "unit": "tok/s", "value": 22.92631155523631 }, { "basis": null, "n": null, "name": "per_person_decode_tps[8]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[8]", "statistic": "single", "unit": "tok/s", "value": 31.86848876941895 }, { "basis": null, "n": null, "name": "per_person_decode_tps[9]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[9]", "statistic": "single", "unit": "tok/s", "value": 36.57810169254562 }, { "basis": null, "n": null, "name": "per_person_decode_tps[10]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[10]", "statistic": "single", "unit": "tok/s", "value": 15.002046595566142 }, { "basis": null, "n": null, "name": "per_person_decode_tps[11]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[11]", "statistic": "single", "unit": "tok/s", "value": 36.79115955584791 }, { "basis": null, "n": null, "name": "per_person_decode_tps[12]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[12]", "statistic": "single", "unit": "tok/s", "value": 15.457713102484336 }, { "basis": null, "n": null, "name": "per_person_decode_tps[13]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[13]", "statistic": "single", "unit": "tok/s", "value": 23.817750540372217 }, { "basis": null, "n": null, "name": "per_person_decode_tps[14]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[14]", "statistic": "single", "unit": "tok/s", "value": 23.971927111015987 }, { "basis": null, "n": null, "name": "per_person_decode_tps[15]", "scope": "per_person", "source_field": "standard_result.samples[3].per_person_decode_tps[15]", "statistic": "single", "unit": "tok/s", "value": 37.18955307762884 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[0]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[0]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[1]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[1]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[2]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[2]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[3]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[3]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[4]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[4]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[5]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[5]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[6]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[6]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[7]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[7]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[8]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[8]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[9]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[9]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[10]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[10]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[11]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[11]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[12]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[12]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[13]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[13]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[14]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[14]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[15]", "scope": "machine_total", "source_field": "standard_result.samples[3].hidden_facts_per_person[15]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "power_w_median", "scope": "machine_total", "source_field": "standard_result.samples[3].power_w_median", "statistic": "median", "unit": "W", "value": 12.45 }, { "basis": null, "n": null, "name": "energy_kwh", "scope": "machine_total", "source_field": "standard_result.samples[3].energy_kwh", "statistic": "single", "unit": "kWh", "value": 0.00023665532151859598 }, { "basis": null, "n": null, "name": "tokens_per_kwh", "scope": "machine_total", "source_field": "standard_result.samples[3].tokens_per_kwh", "statistic": "single", "unit": "tokens/kWh", "value": 6211565.370967117 }, { "basis": null, "n": null, "name": "median_decode_tps", "scope": "per_person", "source_field": "standard_result.samples[4].median_decode_tps", "statistic": "median", "unit": "tok/s", "value": 23.50188474669863 }, { "basis": null, "n": null, "name": "machine_decode_tps", "scope": "machine_total", "source_field": "standard_result.samples[4].machine_decode_tps", "statistic": "single", "unit": "tok/s", "value": 185.5404124561376 }, { "basis": null, "n": null, "name": "ttft_median_seconds", "scope": "per_person", "source_field": "standard_result.samples[4].ttft_median_seconds", "statistic": "median", "unit": "s", "value": 7.920604337588884 }, { "basis": null, "n": null, "name": "ttft_max_seconds", "scope": "per_person", "source_field": "standard_result.samples[4].ttft_max_seconds", "statistic": "max", "unit": "s", "value": 9.612591393990442 }, { "basis": null, "n": null, "name": "decode_overlap", "scope": "machine_total", "source_field": "standard_result.samples[4].decode_overlap", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "per_person_decode_tps[0]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[0]", "statistic": "single", "unit": "tok/s", "value": 13.91374461616418 }, { "basis": null, "n": null, "name": "per_person_decode_tps[1]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[1]", "statistic": "single", "unit": "tok/s", "value": 13.951381336694439 }, { "basis": null, "n": null, "name": "per_person_decode_tps[2]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[2]", "statistic": "single", "unit": "tok/s", "value": 14.109144510884501 }, { "basis": null, "n": null, "name": "per_person_decode_tps[3]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[3]", "statistic": "single", "unit": "tok/s", "value": 12.063845377915126 }, { "basis": null, "n": null, "name": "per_person_decode_tps[4]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[4]", "statistic": "single", "unit": "tok/s", "value": 14.36965418482816 }, { "basis": null, "n": null, "name": "per_person_decode_tps[5]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[5]", "statistic": "single", "unit": "tok/s", "value": 22.32004251849588 }, { "basis": null, "n": null, "name": "per_person_decode_tps[6]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[6]", "statistic": "single", "unit": "tok/s", "value": 14.199425231134171 }, { "basis": null, "n": null, "name": "per_person_decode_tps[7]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[7]", "statistic": "single", "unit": "tok/s", "value": 22.57341068751887 }, { "basis": null, "n": null, "name": "per_person_decode_tps[8]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[8]", "statistic": "single", "unit": "tok/s", "value": 27.080288236055345 }, { "basis": null, "n": null, "name": "per_person_decode_tps[9]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[9]", "statistic": "single", "unit": "tok/s", "value": 32.19107326741416 }, { "basis": null, "n": null, "name": "per_person_decode_tps[10]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[10]", "statistic": "single", "unit": "tok/s", "value": 27.7188034289327 }, { "basis": null, "n": null, "name": "per_person_decode_tps[11]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[11]", "statistic": "single", "unit": "tok/s", "value": 37.47888691536329 }, { "basis": null, "n": null, "name": "per_person_decode_tps[12]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[12]", "statistic": "single", "unit": "tok/s", "value": 37.33055357433669 }, { "basis": null, "n": null, "name": "per_person_decode_tps[13]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[13]", "statistic": "single", "unit": "tok/s", "value": 24.430358805878384 }, { "basis": null, "n": null, "name": "per_person_decode_tps[14]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[14]", "statistic": "single", "unit": "tok/s", "value": 28.142156682486707 }, { "basis": null, "n": null, "name": "per_person_decode_tps[15]", "scope": "per_person", "source_field": "standard_result.samples[4].per_person_decode_tps[15]", "statistic": "single", "unit": "tok/s", "value": 39.04644126778932 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[0]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[0]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[1]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[1]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[2]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[2]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[3]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[3]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[4]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[4]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[5]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[5]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[6]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[6]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[7]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[7]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[8]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[8]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[9]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[9]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[10]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[10]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[11]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[11]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[12]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[12]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[13]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[13]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[14]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[14]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "hidden_facts_per_person[15]", "scope": "machine_total", "source_field": "standard_result.samples[4].hidden_facts_per_person[15]", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "power_w_median", "scope": "machine_total", "source_field": "standard_result.samples[4].power_w_median", "statistic": "median", "unit": "W", "value": 12.5 }, { "basis": null, "n": null, "name": "energy_kwh", "scope": "machine_total", "source_field": "standard_result.samples[4].energy_kwh", "statistic": "single", "unit": "kWh", "value": 0.00023716632976332784 }, { "basis": null, "n": null, "name": "tokens_per_kwh", "scope": "machine_total", "source_field": "standard_result.samples[4].tokens_per_kwh", "statistic": "single", "unit": "tokens/kWh", "value": 6134934.927111991 } ], "model": { "artifact_sha256": [ "07141c2db92e47bc08777132cd1a0323faf300eab3a7d7c111bc2bf075fda050", "6dea9c759a0f941cf9e1cc1501216b0e107966a66c90425050e212efbd053f02", "9758875fc55e49561165f4a44342b654c123c3e25c6811b34abb83553fb1a164" ], "publisher_repo": "Qwen/Qwen3.6-35B-A3B", "publisher_revision": null, "variant": "NVFP4 variant", "weights_dtype": "nvfp4", "weights_format": "safetensors" }, "outcome": { "gates": [], "reasons": [], "status": "pass" }, "publication_group": "results", "published": null, "publisher": { "name": "Skilak Keep" }, "quality": [], "record_date": "2026-10-18", "reproduce": { "driver": null, "fixture_sha256": null, "harness": { "name": null, "version": null }, "harness_sha256": null, "os": null, "workload_name": null, "workload_version": null }, "requests": [], "scenario": { "id": "test-standard", "version": null }, "settings": { "adaptive_variant_sha256": "415588daa437380e860555f3e55a80e6b6c9c4c8dce429d6c940f2fb436ef261", "cache_state": "cold", "concurrency": 16, "configured_context_tokens": 262144, "context_tokens": 4000, "scenario": "distinct" }, "setup_complete": true, "setup_id": "4de08bcd661f3059c9f0cd0f7904c9ed", "standard": "KTS-1", "system": { "driver": null, "hardware": "NVIDIA GB10, 128 GB unified memory", "os": null }, "workload": { "cache": "cold", "content_tokens": null, "document": "distinct", "input_tokens": null, "output_tokens": null, "repetitions": null, "users": 16, "warmup": null } }