{ "caveats": [ "Finite lab cohort; configured 262144 context differs from measured inputs. Aggregate uses first-output to final-completion window. Whole-host memory sampled during speed only; missing counters remain unassessed. Broader coding quality and delivery acceptance unassessed." ], "engine": { "name": "NVIDIA NGC vLLM", "recipe": "with multi-token prediction", "version": "0.29.0+5013de39.dev" }, "format": "olir/0.1", "history": { "corrections": [], "supersedes": [] }, "id": "64ac3c82131c4ec28814f973", "measured_at": "2026-10-07T06:48:36.191129+00:00", "metrics": [ { "basis": null, "n": null, "name": "wall_seconds", "scope": "machine_total", "source_field": "wall_seconds", "statistic": "single", "unit": "s", "value": 198.4367320537567 }, { "basis": null, "n": 20, "name": "ttft_median_s", "scope": "per_person", "source_field": "ttft_median_s", "statistic": "median", "unit": "s", "value": 118.86346217850223 }, { "basis": null, "n": null, "name": "needle_total", "scope": "machine_total", "source_field": "needle_total", "statistic": "single", "unit": "count", "value": 60 }, { "basis": null, "n": 20, "name": "ttft_max_s", "scope": "per_person", "source_field": "ttft_max_s", "statistic": "max", "unit": "s", "value": 169.94332427403424 }, { "basis": null, "n": null, "name": "requests_ok", "scope": "machine_total", "source_field": "requests_ok", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "machine_total", "source_field": "needle_correct", "statistic": "single", "unit": "count", "value": 39 }, { "basis": null, "n": null, "name": "preemptions", "scope": "machine_total", "source_field": "preemptions", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "decode_overlap", "scope": "machine_total", "source_field": "decode_overlap", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "aggregate_concurrency", "scope": "machine_total", "source_field": "aggregate_concurrency", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "requests_total", "scope": "machine_total", "source_field": "requests_total", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "mtp_acceptance_rate", "scope": "machine_total", "source_field": "mtp_acceptance_rate", "statistic": "single", "unit": "ratio", "value": 0.7056269828018034 }, { "basis": null, "n": null, "name": "correctness_probes_passed", "scope": "machine_total", "source_field": "correctness_probes_passed", "statistic": "single", "unit": "count", "value": 13 }, { "basis": null, "n": null, "name": "aggregate_decode_tps", "scope": "machine_total", "source_field": "aggregate_tps", "statistic": "single", "unit": "tok/s", "value": 73.35129734348108 }, { "basis": null, "n": null, "name": "aggregate_e2e_tps", "scope": "machine_total", "source_field": "aggregate_end_to_end_tps", "statistic": "single", "unit": "tok/s", "value": 51.60334930947146 }, { "basis": null, "n": null, "name": "correctness_probes_total", "scope": "machine_total", "source_field": "correctness_probes_total", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": 20, "name": "decode_tps", "scope": "per_person", "source_field": "per_request_decode_tps", "statistic": "mean", "unit": "tok/s", "value": 8.281334057708495 }, { "basis": null, "n": null, "name": "forced_output_tokens", "scope": "machine_total", "source_field": "forced_output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "peak_host_unavailable_gib", "scope": "machine_total", "source_field": "peak_host_unavailable_gib", "statistic": "max", "unit": "GiB", "value": 93.93363189697266 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[0].ttft_s", "statistic": "single", "unit": "s", "value": 110.63064979796764 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[0].total_s", "statistic": "single", "unit": "s", "value": 196.10757276898948 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[0].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.978221749667308 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[0].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[0].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40101 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[0].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[0].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[0].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[1].ttft_s", "statistic": "single", "unit": "s", "value": 169.94332427403424 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[1].total_s", "statistic": "single", "unit": "s", "value": 198.43398820300354 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[1].decode_tps", "statistic": "single", "unit": "tok/s", "value": 17.935699963819214 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[1].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[1].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40099 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[1].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[1].needle_correct", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[1].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[2].ttft_s", "statistic": "single", "unit": "s", "value": 95.21379447705112 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[2].total_s", "statistic": "single", "unit": "s", "value": 194.6932208520011 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[2].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.136740516315195 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[2].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[2].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40105 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[2].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[2].needle_correct", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[2].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[3].ttft_s", "statistic": "single", "unit": "s", "value": 169.81731461902382 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[3].total_s", "statistic": "single", "unit": "s", "value": 198.15822209999897 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[3].decode_tps", "statistic": "single", "unit": "tok/s", "value": 18.03047415976454 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[3].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[3].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40098 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[3].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[3].needle_correct", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[3].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[4].ttft_s", "statistic": "single", "unit": "s", "value": 59.106821419962216 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[4].total_s", "statistic": "single", "unit": "s", "value": 195.20962499896996 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[4].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.75451487083706 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[4].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[4].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40102 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[4].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[4].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[4].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[5].ttft_s", "statistic": "single", "unit": "s", "value": 62.74957149999682 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[5].total_s", "statistic": "single", "unit": "s", "value": 194.31795417703688 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[5].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.8839118457080066 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[5].user_number", "statistic": "single", "unit": "count", "value": 5 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[5].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40104 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[5].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[5].needle_correct", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[5].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[6].ttft_s", "statistic": "single", "unit": "s", "value": 128.69373133900808 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[6].total_s", "statistic": "single", "unit": "s", "value": 197.16893128899392 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[6].decode_tps", "statistic": "single", "unit": "tok/s", "value": 7.462555792071195 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[6].user_number", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[6].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40103 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[6].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[6].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[6].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[7].ttft_s", "statistic": "single", "unit": "s", "value": 142.71225799800595 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[7].total_s", "statistic": "single", "unit": "s", "value": 196.04307077103294 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[7].decode_tps", "statistic": "single", "unit": "tok/s", "value": 9.581702836121924 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[7].user_number", "statistic": "single", "unit": "count", "value": 7 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[7].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40102 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[7].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[7].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[7].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[8].ttft_s", "statistic": "single", "unit": "s", "value": 62.748756188957486 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[8].total_s", "statistic": "single", "unit": "s", "value": 192.09367063594982 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[8].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.9506771656601636 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[8].user_number", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[8].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40105 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[8].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[8].needle_correct", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[8].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[9].ttft_s", "statistic": "single", "unit": "s", "value": 95.21450705401367 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[9].total_s", "statistic": "single", "unit": "s", "value": 195.75162407400785 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[9].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.082699953474651 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[9].user_number", "statistic": "single", "unit": "count", "value": 9 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[9].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40101 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[9].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[9].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[9].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[10].ttft_s", "statistic": "single", "unit": "s", "value": 154.83195108000655 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[10].total_s", "statistic": "single", "unit": "s", "value": 197.60637446300825 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[10].decode_tps", "statistic": "single", "unit": "tok/s", "value": 11.946391314840454 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[10].user_number", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[10].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40105 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[10].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[10].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[10].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[11].ttft_s", "statistic": "single", "unit": "s", "value": 93.52838986803545 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[11].total_s", "statistic": "single", "unit": "s", "value": 196.2355097749969 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[11].decode_tps", "statistic": "single", "unit": "tok/s", "value": 4.975312329494741 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[11].user_number", "statistic": "single", "unit": "count", "value": 11 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[11].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40100 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[11].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[11].needle_correct", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[11].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[12].ttft_s", "statistic": "single", "unit": "s", "value": 62.750055051990785 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[12].total_s", "statistic": "single", "unit": "s", "value": 194.95759075297974 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[12].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.8651352004300126 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[12].user_number", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[12].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40104 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[12].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[12].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[12].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[13].ttft_s", "statistic": "single", "unit": "s", "value": 151.23978388798423 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[13].total_s", "statistic": "single", "unit": "s", "value": 197.7582752329763 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[13].decode_tps", "statistic": "single", "unit": "tok/s", "value": 10.984879028219204 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[13].user_number", "statistic": "single", "unit": "count", "value": 13 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[13].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40097 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[13].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[13].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[13].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[14].ttft_s", "statistic": "single", "unit": "s", "value": 128.69420517899562 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[14].total_s", "statistic": "single", "unit": "s", "value": 197.12180199398426 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[14].decode_tps", "statistic": "single", "unit": "tok/s", "value": 7.467747280115916 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[14].user_number", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[14].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40102 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[14].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[14].needle_correct", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[14].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[15].ttft_s", "statistic": "single", "unit": "s", "value": 166.7397651670035 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[15].total_s", "statistic": "single", "unit": "s", "value": 196.91859792597825 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[15].decode_tps", "statistic": "single", "unit": "tok/s", "value": 16.932397753125027 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[15].user_number", "statistic": "single", "unit": "count", "value": 15 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[15].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40103 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[15].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[15].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[15].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[16].ttft_s", "statistic": "single", "unit": "s", "value": 62.74925806099782 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[16].total_s", "statistic": "single", "unit": "s", "value": 194.01250293501653 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[16].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.892940483761754 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[16].user_number", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[16].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40105 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[16].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[16].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[16].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[17].ttft_s", "statistic": "single", "unit": "s", "value": 159.95084790198598 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[17].total_s", "statistic": "single", "unit": "s", "value": 197.88762173097348 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[17].decode_tps", "statistic": "single", "unit": "tok/s", "value": 13.469780068898341 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[17].user_number", "statistic": "single", "unit": "count", "value": 17 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[17].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40106 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[17].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[17].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[17].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[18].ttft_s", "statistic": "single", "unit": "s", "value": 127.09627455903683 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[18].total_s", "statistic": "single", "unit": "s", "value": 195.67789716500556 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[18].decode_tps", "statistic": "single", "unit": "tok/s", "value": 7.450975648912791 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[18].user_number", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[18].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40105 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[18].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[18].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[18].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "team_load_requests[19].ttft_s", "statistic": "single", "unit": "s", "value": 61.07461324398173 }, { "basis": null, "n": null, "name": "total_s", "scope": "per_person", "source_field": "team_load_requests[19].total_s", "statistic": "single", "unit": "s", "value": 194.01171275199158 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "team_load_requests[19].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.8439231929323894 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "team_load_requests[19].user_number", "statistic": "single", "unit": "count", "value": 19 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "team_load_requests[19].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40108 }, { "basis": null, "n": null, "name": "output_tokens", "scope": "per_person", "source_field": "team_load_requests[19].output_tokens", "statistic": "single", "unit": "tokens", "value": 512 }, { "basis": null, "n": null, "name": "needle_correct", "scope": "per_person", "source_field": "team_load_requests[19].needle_correct", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "needle_total", "scope": "per_person", "source_field": "team_load_requests[19].needle_total", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": 20, "name": "decode_tps", "scope": "per_person", "source_field": "per_person_decode_median_tps", "statistic": "median", "unit": "tok/s", "value": 6.7145986992900495 } ], "model": { "artifact_sha256": [ "648fe83171485f4be03ea58d86089e088c94c2a3dc88922233f9002f30d8bc8b", "8303cef7d375021d69dcafc60d3fad5f8186995b18b0db5e2a609aadeb8a4f51", "cb5c5978721a1e87406ae68f1cd5a855326e40ff8bc13832644c392115336987" ], "publisher_repo": "ornith-ai/Ornith-1.5-35B-A3B", "publisher_revision": "10fbf86fed7ecee4a061f8b499a618f46001cac1", "variant": "NVFP4 variant", "weights_dtype": "nvfp4", "weights_format": "safetensors" }, "outcome": { "gates": [ { "met": true, "name": "requests", "observed": "20/20" }, { "met": false, "name": "hidden-facts", "observed": "39/60" }, { "met": false, "name": "correctness-probes", "observed": "13/20" } ], "reasons": [ "39/60 Hidden facts found.", "13/20 probes passed." ], "status": "fail" }, "publication_group": "pre-standard", "published": null, "publisher": { "name": "Skilak Keep" }, "quality": [ { "passed": 39, "skipped": null, "suite": "hidden-facts", "total": 60, "version": "1" }, { "passed": 13, "skipped": null, "suite": "correctness-probes", "total": 20, "version": "1" } ], "record_date": "2026-10-07", "reproduce": { "driver": null, "fixture_sha256": "e2097959b1ca0142f2b93edc3ec411e474c0a6622800dd247af7a71bd9c39e83", "harness": { "name": "keep-team-load-v1", "version": "1" }, "harness_sha256": null, "os": null, "workload_name": null, "workload_version": null }, "requests": [ { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 5.978221749667308, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40101, "total_s": 196.10757276898948, "ttft_s": 110.63064979796764, "user_number": 0 }, { "cached_prompt_tokens": null, "checks_passed": false, "completed": true, "decode_tps": 17.935699963819214, "effective_prefill_tps": null, "needle_correct": 0, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40099, "total_s": 198.43398820300354, "ttft_s": 169.94332427403424, "user_number": 1 }, { "cached_prompt_tokens": null, "checks_passed": false, "completed": true, "decode_tps": 5.136740516315195, "effective_prefill_tps": null, "needle_correct": 0, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40105, "total_s": 194.6932208520011, "ttft_s": 95.21379447705112, "user_number": 2 }, { "cached_prompt_tokens": null, "checks_passed": false, "completed": true, "decode_tps": 18.03047415976454, "effective_prefill_tps": null, "needle_correct": 0, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40098, "total_s": 198.15822209999897, "ttft_s": 169.81731461902382, "user_number": 3 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 3.75451487083706, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40102, "total_s": 195.20962499896996, "ttft_s": 59.106821419962216, "user_number": 4 }, { "cached_prompt_tokens": null, "checks_passed": false, "completed": true, "decode_tps": 3.8839118457080066, "effective_prefill_tps": null, "needle_correct": 0, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40104, "total_s": 194.31795417703688, "ttft_s": 62.74957149999682, "user_number": 5 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 7.462555792071195, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40103, "total_s": 197.16893128899392, "ttft_s": 128.69373133900808, "user_number": 6 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 9.581702836121924, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40102, "total_s": 196.04307077103294, "ttft_s": 142.71225799800595, "user_number": 7 }, { "cached_prompt_tokens": null, "checks_passed": false, "completed": true, "decode_tps": 3.9506771656601636, "effective_prefill_tps": null, "needle_correct": 0, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40105, "total_s": 192.09367063594982, "ttft_s": 62.748756188957486, "user_number": 8 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 5.082699953474651, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40101, "total_s": 195.75162407400785, "ttft_s": 95.21450705401367, "user_number": 9 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 11.946391314840454, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40105, "total_s": 197.60637446300825, "ttft_s": 154.83195108000655, "user_number": 10 }, { "cached_prompt_tokens": null, "checks_passed": false, "completed": true, "decode_tps": 4.975312329494741, "effective_prefill_tps": null, "needle_correct": 0, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40100, "total_s": 196.2355097749969, "ttft_s": 93.52838986803545, "user_number": 11 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 3.8651352004300126, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40104, "total_s": 194.95759075297974, "ttft_s": 62.750055051990785, "user_number": 12 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 10.984879028219204, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40097, "total_s": 197.7582752329763, "ttft_s": 151.23978388798423, "user_number": 13 }, { "cached_prompt_tokens": null, "checks_passed": false, "completed": true, "decode_tps": 7.467747280115916, "effective_prefill_tps": null, "needle_correct": 0, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40102, "total_s": 197.12180199398426, "ttft_s": 128.69420517899562, "user_number": 14 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 16.932397753125027, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40103, "total_s": 196.91859792597825, "ttft_s": 166.7397651670035, "user_number": 15 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 3.892940483761754, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40105, "total_s": 194.01250293501653, "ttft_s": 62.74925806099782, "user_number": 16 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 13.469780068898341, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40106, "total_s": 197.88762173097348, "ttft_s": 159.95084790198598, "user_number": 17 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 7.450975648912791, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40105, "total_s": 195.67789716500556, "ttft_s": 127.09627455903683, "user_number": 18 }, { "cached_prompt_tokens": null, "checks_passed": true, "completed": true, "decode_tps": 3.8439231929323894, "effective_prefill_tps": null, "needle_correct": 3, "needle_total": 3, "output_tokens": 512, "prompt_tokens": 40108, "total_s": 194.01171275199158, "ttft_s": 61.07461324398173, "user_number": 19 } ], "scenario": { "id": "team-load", "version": "1" }, "settings": { "concurrency": 20, "configured_context_tokens": 262144, "context_tokens": 262144, "kv_dtype": "fp8", "max_output_tokens": 512, "speculative_decoding": "with multi-token prediction", "thinking": false }, "setup_complete": false, "setup_id": "e682723b72283ed6b9af1479c6a4f677", "standard": "pre-standard", "system": { "driver": null, "hardware": "NVIDIA GB10, 128 GB unified memory", "os": null }, "workload": { "cache": null, "content_tokens": null, "document": null, "input_tokens": { "max": 40108, "median": 40103, "min": 40097 }, "output_tokens": 512, "repetitions": null, "users": 20, "warmup": null } }