{ "caveats": [ "Finite lab cohort; configured 262144 context differs from measured inputs. Aggregate uses first-output to final-completion window. Whole-host memory sampled during speed only; missing counters remain unassessed. Broader coding quality and delivery acceptance unassessed." ], "engine": { "name": "NVIDIA NGC vLLM", "recipe": "plain", "version": "0.29.0+5013de39.dev" }, "format": "olir/0.1", "history": { "corrections": [], "supersedes": [] }, "id": "0bf8bb92f7a54dcab6b8fbb7", "measured_at": "2026-10-07T04:12:37.552381+00:00", "metrics": [ { "basis": null, "n": null, "name": "wall_seconds", "scope": "machine_total", "source_field": "wall_seconds", "statistic": "single", "unit": "s", "value": 162.24340891838074 }, { "basis": null, "n": 16, "name": "ttft_median_s", "scope": "per_person", "source_field": "ttft_median_s", "statistic": "median", "unit": "s", "value": 93.09885002250667 }, { "basis": null, "n": null, "name": "needle_total", "scope": "machine_total", "source_field": "needle_total", "statistic": "single", "unit": "count", "value": 48 }, { "basis": null, "n": 16, "name": "ttft_max_s", "scope": "per_person", "source_field": "ttft_max_s", "statistic": "max", "unit": "s", "value": 128.85872771800496 }, { "basis": null, "n": null, "name": "requests_ok", "scope": "machine_total", "source_field": "requests_ok", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "machine_total", "source_field": "needle_correct", "statistic": "single", "unit": "count", "value": 48 }, { "basis": null, "n": null, "name": "preemptions", "scope": "machine_total", "source_field": "preemptions", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "decode_overlap", "scope": "machine_total", "source_field": "decode_overlap", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "aggregate_concurrency", "scope": "machine_total", "source_field": "aggregate_concurrency", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "requests_total", "scope": "machine_total", "source_field": "requests_total", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "correctness_probes_passed", "scope": "machine_total", "source_field": "correctness_probes_passed", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "aggregate_decode_tps", "scope": "machine_total", "source_field": "aggregate_tps", "statistic": "single", "unit": "tok/s", "value": 79.1883537268389 }, { "basis": null, "n": null, "name": "aggregate_e2e_tps", "scope": "machine_total", "source_field": "aggregate_end_to_end_tps", "statistic": "single", "unit": "tok/s", "value": 50.492035729606265 }, { "basis": null, "n": null, "name": "correctness_probes_total", "scope": "machine_total", "source_field": "correctness_probes_total", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": 16, "name": "decode_tps", "scope": "per_person", "source_field": "per_request_decode_tps", "statistic": "mean", "unit": "tok/s", "value": 8.83934808908921 }, { "basis": null, "n": null, "name": "forced_output_tokens", "scope": "machine_total", "source_field": "forced_output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "peak_host_unavailable_gib", "scope": "machine_total", "source_field": "peak_host_unavailable_gib", "statistic": "max", "unit": "GiB", "value": 94.34637069702148 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[0].ttft_s", "statistic": "single", "unit": "s", "value": 119.10861641797237 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[0].total_s", "statistic": "single", "unit": "s", "value": 161.87334378500236 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[0].decode_tps", "statistic": "single", "unit": "tok/s", "value": 11.949099911577173 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[0].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[0].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40103 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[0].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[0].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[0].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[1].ttft_s", "statistic": "single", "unit": "s", "value": 105.90154287003679 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[1].total_s", "statistic": "single", "unit": "s", "value": 161.49713731801603 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[1].decode_tps", "statistic": "single", "unit": "tok/s", "value": 9.19137577489422 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[1].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[1].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40107 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[1].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[1].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[1].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[2].ttft_s", "statistic": "single", "unit": "s", "value": 62.31990692904219 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[2].total_s", "statistic": "single", "unit": "s", "value": 160.1821003840305 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[2].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.221628311805972 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[2].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[2].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40105 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[2].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[2].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[2].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[3].ttft_s", "statistic": "single", "unit": "s", "value": 125.01278584997635 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[3].total_s", "statistic": "single", "unit": "s", "value": 162.07575180195272 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[3].decode_tps", "statistic": "single", "unit": "tok/s", "value": 13.78734774389396 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[3].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[3].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40099 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[3].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[3].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[3].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[4].ttft_s", "statistic": "single", "unit": "s", "value": 62.31987140898127 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[4].total_s", "statistic": "single", "unit": "s", "value": 160.18375615496188 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[4].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.22153807123406 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[4].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[4].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40103 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[4].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[4].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[4].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[5].ttft_s", "statistic": "single", "unit": "s", "value": 115.20612059801351 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[5].total_s", "statistic": "single", "unit": "s", "value": 161.75296552001964 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[5].decode_tps", "statistic": "single", "unit": "tok/s", "value": 10.978187691480086 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[5].user_number", "statistic": "single", "unit": "count", "value": 5 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[5].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40107 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[5].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[5].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[5].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[6].ttft_s", "statistic": "single", "unit": "s", "value": 118.30824249400757 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[6].total_s", "statistic": "single", "unit": "s", "value": 161.8481544009992 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[6].decode_tps", "statistic": "single", "unit": "tok/s", "value": 11.736358150920921 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[6].user_number", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[6].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40102 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[6].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[6].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[6].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[7].ttft_s", "statistic": "single", "unit": "s", "value": 62.31871002103435 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[7].total_s", "statistic": "single", "unit": "s", "value": 160.18061546003446 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[7].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.221643679506319 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[7].user_number", "statistic": "single", "unit": "count", "value": 7 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[7].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40103 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[7].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[7].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[7].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[8].ttft_s", "statistic": "single", "unit": "s", "value": 128.85872771800496 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[8].total_s", "statistic": "single", "unit": "s", "value": 162.24276190402452 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[8].decode_tps", "statistic": "single", "unit": "tok/s", "value": 15.306718090229928 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[8].user_number", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[8].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40102 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[8].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[8].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[8].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[9].ttft_s", "statistic": "single", "unit": "s", "value": 62.31772551103495 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[9].total_s", "statistic": "single", "unit": "s", "value": 160.1817466560169 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[9].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.221530793660851 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[9].user_number", "statistic": "single", "unit": "count", "value": 9 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[9].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40103 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[9].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[9].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[9].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[10].ttft_s", "statistic": "single", "unit": "s", "value": 128.162745217036 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[10].total_s", "statistic": "single", "unit": "s", "value": 162.1968509470462 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[10].decode_tps", "statistic": "single", "unit": "tok/s", "value": 15.01435072376285 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[10].user_number", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[10].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40102 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[10].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[10].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[10].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[11].ttft_s", "statistic": "single", "unit": "s", "value": 93.09857173601631 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[11].total_s", "statistic": "single", "unit": "s", "value": 161.1347530040075 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[11].decode_tps", "statistic": "single", "unit": "tok/s", "value": 7.510709602986034 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[11].user_number", "statistic": "single", "unit": "count", "value": 11 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[11].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40102 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[11].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[11].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[11].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[12].ttft_s", "statistic": "single", "unit": "s", "value": 91.65808796999045 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[12].total_s", "statistic": "single", "unit": "s", "value": 161.09022410598118 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[12].decode_tps", "statistic": "single", "unit": "tok/s", "value": 7.359704431376682 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[12].user_number", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[12].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40103 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[12].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[12].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[12].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[13].ttft_s", "statistic": "single", "unit": "s", "value": 58.99481541500427 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[13].total_s", "statistic": "single", "unit": "s", "value": 160.04902597801993 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[13].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.056691820687167 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[13].user_number", "statistic": "single", "unit": "count", "value": 13 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[13].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40102 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[13].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[13].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[13].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[14].ttft_s", "statistic": "single", "unit": "s", "value": 93.09912830899702 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[14].total_s", "statistic": "single", "unit": "s", "value": 161.13696646899916 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[14].decode_tps", "statistic": "single", "unit": "tok/s", "value": 7.510526698368923 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[14].user_number", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[14].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40103 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[14].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[14].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[14].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[15].ttft_s", "statistic": "single", "unit": "s", "value": 60.74037018499803 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[15].total_s", "statistic": "single", "unit": "s", "value": 160.11499209498288 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[15].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.142157929042207 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[15].user_number", "statistic": "single", "unit": "count", "value": 15 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[15].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40103 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[15].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[15].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[15].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": 16, "name": "decode_tps", "scope": "per_person", "source_field": "per_person_decode_median_tps", "statistic": "median", "unit": "tok/s", "value": 7.5106181506774785 } ], "model": { "artifact_sha256": [ "07141c2db92e47bc08777132cd1a0323faf300eab3a7d7c111bc2bf075fda050", "6dea9c759a0f941cf9e1cc1501216b0e107966a66c90425050e212efbd053f02", "9758875fc55e49561165f4a44342b654c123c3e25c6811b34abb83553fb1a164" ], "publisher_repo": "Qwen/Qwen3.6-35B-A3B", "publisher_revision": "995ad96eacd98c81ed38be0c5b274b04031597b0", "variant": "NVFP4 variant", "weights_dtype": "nvfp4", "weights_format": "safetensors" }, "outcome": { "gates": [ { "met": true, "name": "requests", "observed": "16/16" }, { "met": true, "name": "hidden-facts", "observed": "48/48" }, { "met": true, "name": "correctness-probes", "observed": "16/16" } ], "reasons": [], "status": "pass" }, "publication_group": "pre-standard", "published": null, "publisher": { "name": "Skilak Keep" }, "quality": [ { "passed": 48, "skipped": null, "suite": "hidden-facts", "total": 48, "version": "1" }, { "passed": 16, "skipped": null, "suite": "correctness-probes", "total": 16, "version": "1" } ], "record_date": "2026-10-07", "reproduce": { "driver": null, "fixture_sha256": "e2097959b1ca0142f2b93edc3ec411e474c0a6622800dd247af7a71bd9c39e83", "harness": { "name": "keep-team-load-v1", "version": "1" }, "harness_sha256": null, "os": null, "workload_name": null, "workload_version": null }, "requests": [ { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 11.949099911577173, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40103, "total_s": 161.87334378500236, "ttft_s": 119.10861641797237, "user_number": 0 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 9.19137577489422, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40107, "total_s": 161.49713731801603, "ttft_s": 105.90154287003679, "user_number": 1 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 5.221628311805972, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40105, "total_s": 160.1821003840305, "ttft_s": 62.31990692904219, "user_number": 2 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 13.78734774389396, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40099, "total_s": 162.07575180195272, "ttft_s": 125.01278584997635, "user_number": 3 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 5.22153807123406, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40103, "total_s": 160.18375615496188, "ttft_s": 62.31987140898127, "user_number": 4 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 10.978187691480086, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40107, "total_s": 161.75296552001964, "ttft_s": 115.20612059801351, "user_number": 5 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 11.736358150920921, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40102, "total_s": 161.8481544009992, "ttft_s": 118.30824249400757, "user_number": 6 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 5.221643679506319, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40103, "total_s": 160.18061546003446, "ttft_s": 62.31871002103435, "user_number": 7 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 15.306718090229928, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40102, "total_s": 162.24276190402452, "ttft_s": 128.85872771800496, "user_number": 8 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 5.221530793660851, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40103, "total_s": 160.1817466560169, "ttft_s": 62.31772551103495, "user_number": 9 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 15.01435072376285, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40102, "total_s": 162.1968509470462, "ttft_s": 128.162745217036, "user_number": 10 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 7.510709602986034, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40102, "total_s": 161.1347530040075, "ttft_s": 93.09857173601631, "user_number": 11 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 7.359704431376682, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40103, "total_s": 161.09022410598118, "ttft_s": 91.65808796999045, "user_number": 12 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 5.056691820687167, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40102, "total_s": 160.04902597801993, "ttft_s": 58.99481541500427, "user_number": 13 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 7.510526698368923, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40103, "total_s": 161.13696646899916, "ttft_s": 93.09912830899702, "user_number": 14 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 5.142157929042207, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40103, "total_s": 160.11499209498288, "ttft_s": 60.74037018499803, "user_number": 15 } ], "scenario": { "id": "team-load", "version": "1" }, "settings": { "concurrency": 16, "configured_context_tokens": 262144, "context_tokens": 262144, "kv_dtype": "fp8", "max_output_tokens": 512, "speculative_decoding": "plain", "thinking": false }, "setup_complete": false, "setup_id": "a4b96c03f67c006a12a64bbc7734ee71", "standard": "pre-standard", "system": { "driver": null, "hardware": "NVIDIA GB10, 128 GB unified memory", "os": null }, "workload": { "cache": null, "content_tokens": null, "document": null, "input_tokens": { "max": 40107, "median": 40103, "min": 40099 }, "output_tokens": 512, "repetitions": null, "users": 16, "warmup": null } }