{
  "caveats": [
    "Finite lab cohort; configured 262144 context differs from measured inputs. Aggregate uses first-output to final-completion window. Whole-host memory sampled during speed only; missing counters remain unassessed. Broader coding quality and delivery acceptance unassessed."
  ],
  "engine": {
    "name": "NVIDIA NGC vLLM",
    "recipe": "plain",
    "version": "0.29.0+5013de39.dev"
  },
  "format": "olir/0.1",
  "history": {
    "corrections": [],
    "supersedes": []
  },
  "id": "e4c63bec028344f58671b800",
  "measured_at": "2026-10-07T04:07:20.241809+00:00",
  "metrics": [
    {
      "basis": null,
      "n": null,
      "name": "wall_seconds",
      "scope": "machine_total",
      "source_field": "wall_seconds",
      "statistic": "single",
      "unit": "s",
      "value": 85.19338989257812
    },
    {
      "basis": null,
      "n": 8,
      "name": "ttft_median_s",
      "scope": "per_person",
      "source_field": "ttft_median_s",
      "statistic": "median",
      "unit": "s",
      "value": 54.39598519797437
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "machine_total",
      "source_field": "needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 24
    },
    {
      "basis": null,
      "n": 8,
      "name": "ttft_max_s",
      "scope": "per_person",
      "source_field": "ttft_max_s",
      "statistic": "max",
      "unit": "s",
      "value": 63.45305588201154
    },
    {
      "basis": null,
      "n": null,
      "name": "requests_ok",
      "scope": "machine_total",
      "source_field": "requests_ok",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "machine_total",
      "source_field": "needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 24
    },
    {
      "basis": null,
      "n": null,
      "name": "preemptions",
      "scope": "machine_total",
      "source_field": "preemptions",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_overlap",
      "scope": "machine_total",
      "source_field": "decode_overlap",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_concurrency",
      "scope": "machine_total",
      "source_field": "aggregate_concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": null,
      "name": "requests_total",
      "scope": "machine_total",
      "source_field": "requests_total",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": null,
      "name": "correctness_probes_passed",
      "scope": "machine_total",
      "source_field": "correctness_probes_passed",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_decode_tps",
      "scope": "machine_total",
      "source_field": "aggregate_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 126.01387458873165
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_e2e_tps",
      "scope": "machine_total",
      "source_field": "aggregate_end_to_end_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 48.078847492331505
    },
    {
      "basis": null,
      "n": null,
      "name": "correctness_probes_total",
      "scope": "machine_total",
      "source_field": "correctness_probes_total",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": 8,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "per_request_decode_tps",
      "statistic": "mean",
      "unit": "tok/s",
      "value": 18.317248544411598
    },
    {
      "basis": null,
      "n": null,
      "name": "forced_output_tokens",
      "scope": "machine_total",
      "source_field": "forced_output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 512
    },
    {
      "basis": null,
      "n": null,
      "name": "peak_host_unavailable_gib",
      "scope": "machine_total",
      "source_field": "peak_host_unavailable_gib",
      "statistic": "max",
      "unit": "GiB",
      "value": 93.47927856445312
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "team_load_requests[0].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 63.45305588201154
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "team_load_requests[0].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 85.19329207600094
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "team_load_requests[0].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 23.504804429920494
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "team_load_requests[0].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[0].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 40100
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[0].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 512
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "team_load_requests[0].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "team_load_requests[0].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "team_load_requests[1].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 54.395742350956425
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "team_load_requests[1].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 84.81930265098345
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "team_load_requests[1].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 16.796193310733134
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "team_load_requests[1].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[1].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 40103
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[1].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 512
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "team_load_requests[1].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "team_load_requests[1].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "team_load_requests[2].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 63.3564414139837
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "team_load_requests[2].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 85.17781369196018
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "team_load_requests[2].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 23.417409019492958
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "team_load_requests[2].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 2
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[2].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 40106
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[2].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 512
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "team_load_requests[2].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "team_load_requests[2].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "team_load_requests[3].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 54.39515774499159
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "team_load_requests[3].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 84.817528176005
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "team_load_requests[3].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 16.796850237517077
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "team_load_requests[3].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[3].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 40100
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[3].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 512
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "team_load_requests[3].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "team_load_requests[3].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "team_load_requests[4].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 54.39622804499231
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "team_load_requests[4].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 84.8180215669563
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "team_load_requests[4].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 16.797168767550378
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "team_load_requests[4].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 4
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[4].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 40100
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[4].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 512
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "team_load_requests[4].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "team_load_requests[4].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "team_load_requests[5].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 54.39632660499774
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "team_load_requests[5].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 84.81650915596401
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "team_load_requests[5].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 16.798058300401898
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "team_load_requests[5].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 5
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[5].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 40098
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[5].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 512
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "team_load_requests[5].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "team_load_requests[5].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "team_load_requests[6].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 53.7162357950001
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "team_load_requests[6].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 84.77725951600587
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "team_load_requests[6].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 16.451486100067715
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "team_load_requests[6].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 6
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[6].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 40104
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[6].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 512
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "team_load_requests[6].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "team_load_requests[6].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "team_load_requests[7].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 52.7525178049691
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "team_load_requests[7].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 84.73795960500138
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "team_load_requests[7].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 15.976018189609135
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "team_load_requests[7].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 7
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[7].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 40106
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "team_load_requests[7].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 512
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "team_load_requests[7].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "team_load_requests[7].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": 8,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "per_person_decode_median_tps",
      "statistic": "median",
      "unit": "tok/s",
      "value": 16.797009502533726
    }
  ],
  "model": {
    "artifact_sha256": [
      "07141c2db92e47bc08777132cd1a0323faf300eab3a7d7c111bc2bf075fda050",
      "6dea9c759a0f941cf9e1cc1501216b0e107966a66c90425050e212efbd053f02",
      "9758875fc55e49561165f4a44342b654c123c3e25c6811b34abb83553fb1a164"
    ],
    "publisher_repo": "Qwen/Qwen3.6-35B-A3B",
    "publisher_revision": "995ad96eacd98c81ed38be0c5b274b04031597b0",
    "variant": "NVFP4 variant",
    "weights_dtype": "nvfp4",
    "weights_format": "safetensors"
  },
  "outcome": {
    "gates": [
      {
        "met": true,
        "name": "requests",
        "observed": "8/8"
      },
      {
        "met": true,
        "name": "hidden-facts",
        "observed": "24/24"
      },
      {
        "met": true,
        "name": "correctness-probes",
        "observed": "8/8"
      }
    ],
    "reasons": [],
    "status": "pass"
  },
  "publication_group": "pre-standard",
  "published": null,
  "publisher": {
    "name": "Skilak Keep"
  },
  "quality": [
    {
      "passed": 24,
      "skipped": null,
      "suite": "hidden-facts",
      "total": 24,
      "version": "1"
    },
    {
      "passed": 8,
      "skipped": null,
      "suite": "correctness-probes",
      "total": 8,
      "version": "1"
    }
  ],
  "record_date": "2026-10-07",
  "reproduce": {
    "driver": null,
    "fixture_sha256": "e2097959b1ca0142f2b93edc3ec411e474c0a6622800dd247af7a71bd9c39e83",
    "harness": {
      "name": "keep-team-load-v1",
      "version": "1"
    },
    "harness_sha256": null,
    "os": null,
    "workload_name": null,
    "workload_version": null
  },
  "requests": [
    {
      "cached_prompt_tokens": null,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 23.504804429920494,
      "effective_prefill_tps": null,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 512,
      "prompt_tokens": 40100,
      "total_s": 85.19329207600094,
      "ttft_s": 63.45305588201154,
      "user_number": 0
    },
    {
      "cached_prompt_tokens": null,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 16.796193310733134,
      "effective_prefill_tps": null,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 512,
      "prompt_tokens": 40103,
      "total_s": 84.81930265098345,
      "ttft_s": 54.395742350956425,
      "user_number": 1
    },
    {
      "cached_prompt_tokens": null,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 23.417409019492958,
      "effective_prefill_tps": null,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 512,
      "prompt_tokens": 40106,
      "total_s": 85.17781369196018,
      "ttft_s": 63.3564414139837,
      "user_number": 2
    },
    {
      "cached_prompt_tokens": null,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 16.796850237517077,
      "effective_prefill_tps": null,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 512,
      "prompt_tokens": 40100,
      "total_s": 84.817528176005,
      "ttft_s": 54.39515774499159,
      "user_number": 3
    },
    {
      "cached_prompt_tokens": null,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 16.797168767550378,
      "effective_prefill_tps": null,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 512,
      "prompt_tokens": 40100,
      "total_s": 84.8180215669563,
      "ttft_s": 54.39622804499231,
      "user_number": 4
    },
    {
      "cached_prompt_tokens": null,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 16.798058300401898,
      "effective_prefill_tps": null,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 512,
      "prompt_tokens": 40098,
      "total_s": 84.81650915596401,
      "ttft_s": 54.39632660499774,
      "user_number": 5
    },
    {
      "cached_prompt_tokens": null,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 16.451486100067715,
      "effective_prefill_tps": null,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 512,
      "prompt_tokens": 40104,
      "total_s": 84.77725951600587,
      "ttft_s": 53.7162357950001,
      "user_number": 6
    },
    {
      "cached_prompt_tokens": null,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 15.976018189609135,
      "effective_prefill_tps": null,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 512,
      "prompt_tokens": 40106,
      "total_s": 84.73795960500138,
      "ttft_s": 52.7525178049691,
      "user_number": 7
    }
  ],
  "scenario": {
    "id": "team-load",
    "version": "1"
  },
  "settings": {
    "concurrency": 8,
    "configured_context_tokens": 262144,
    "context_tokens": 262144,
    "kv_dtype": "fp8",
    "max_output_tokens": 512,
    "speculative_decoding": "plain",
    "thinking": false
  },
  "setup_complete": false,
  "setup_id": "a4b96c03f67c006a12a64bbc7734ee71",
  "standard": "pre-standard",
  "system": {
    "driver": null,
    "hardware": "NVIDIA GB10, 128 GB unified memory",
    "os": null
  },
  "workload": {
    "cache": null,
    "content_tokens": null,
    "document": null,
    "input_tokens": {
      "max": 40106,
      "median": 40101.5,
      "min": 40098
    },
    "output_tokens": 512,
    "repetitions": null,
    "users": 8,
    "warmup": null
  }
}