{
  "caveats": [
    "Lab observation, not customer acceptance. Prompt content length excludes the server chat template; actual per-request usage is recorded. Synthesis is requested and retained but semantic accuracy is unassessed. All requested users must overlap in observed decode to pass."
  ],
  "engine": {
    "name": "SGLang",
    "recipe": "plain",
    "version": "0.0.0.dev0+qwen38.27b.g561c8f3"
  },
  "format": "olir/0.1",
  "history": {
    "corrections": [],
    "supersedes": []
  },
  "id": "4c073dc41eb44867a15e1609",
  "measured_at": "2026-10-06T11:27:04.162387+00:00",
  "metrics": [
    {
      "basis": null,
      "n": null,
      "name": "wall_seconds",
      "scope": "machine_total",
      "source_field": "wall_seconds",
      "statistic": "single",
      "unit": "s",
      "value": 643.9211764599895
    },
    {
      "basis": null,
      "n": 5,
      "name": "ttft_median_s",
      "scope": "per_person",
      "source_field": "ttft_median_s",
      "statistic": "median",
      "unit": "s",
      "value": 372.4602032719995
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "machine_total",
      "source_field": "needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 15
    },
    {
      "basis": null,
      "n": 5,
      "name": "ttft_max_s",
      "scope": "per_person",
      "source_field": "ttft_max_s",
      "statistic": "max",
      "unit": "s",
      "value": 632.8362723499886
    },
    {
      "basis": null,
      "n": null,
      "name": "requests_ok",
      "scope": "machine_total",
      "source_field": "requests_ok",
      "statistic": "single",
      "unit": "count",
      "value": 5
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "machine_total",
      "source_field": "needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 15
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_overlap",
      "scope": "machine_total",
      "source_field": "decode_overlap",
      "statistic": "single",
      "unit": "count",
      "value": 4
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_concurrency",
      "scope": "machine_total",
      "source_field": "aggregate_concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 5
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "long_context_requests[0].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 493.1619223859743
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "long_context_requests[0].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 509.61548347899225
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "long_context_requests[0].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 6.381597236391385
    },
    {
      "basis": "effective, includes queueing",
      "n": null,
      "name": "prefill_tps",
      "scope": "per_person",
      "source_field": "long_context_requests[0].effective_prefill_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 259.5719462294818
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "long_context_requests[0].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 2
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "long_context_requests[0].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 128011
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "long_context_requests[0].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 106
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "long_context_requests[0].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "long_context_requests[0].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "long_context_requests[1].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 252.03524400299648
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "long_context_requests[1].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 511.7796049779863
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "long_context_requests[1].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 0.41194349551366305
    },
    {
      "basis": "effective, includes queueing",
      "n": null,
      "name": "prefill_tps",
      "scope": "per_person",
      "source_field": "long_context_requests[1].effective_prefill_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 507.90912400520483
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "long_context_requests[1].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "long_context_requests[1].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 128011
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "long_context_requests[1].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 108
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "long_context_requests[1].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "long_context_requests[1].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "long_context_requests[2].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 372.4602032719995
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "long_context_requests[2].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 633.1171602199902
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "long_context_requests[2].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 0.41817414457788266
    },
    {
      "basis": "effective, includes queueing",
      "n": null,
      "name": "prefill_tps",
      "scope": "per_person",
      "source_field": "long_context_requests[2].effective_prefill_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 343.6904100772248
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "long_context_requests[2].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 4
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "long_context_requests[2].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 128011
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "long_context_requests[2].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 110
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "long_context_requests[2].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "long_context_requests[2].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "long_context_requests[3].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 127.46482677699532
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "long_context_requests[3].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 633.7299071159796
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "long_context_requests[3].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 0.22517847749575784
    },
    {
      "basis": "effective, includes queueing",
      "n": null,
      "name": "prefill_tps",
      "scope": "per_person",
      "source_field": "long_context_requests[3].effective_prefill_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 1004.2848936197923
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "long_context_requests[3].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "long_context_requests[3].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 128011
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "long_context_requests[3].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 115
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "long_context_requests[3].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "long_context_requests[3].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "long_context_requests[4].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 632.8362723499886
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "long_context_requests[4].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 643.8795158120338
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "long_context_requests[4].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 9.96084170181176
    },
    {
      "basis": "effective, includes queueing",
      "n": null,
      "name": "prefill_tps",
      "scope": "per_person",
      "source_field": "long_context_requests[4].effective_prefill_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 202.28138871471612
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "long_context_requests[4].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "long_context_requests[4].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 128011
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "long_context_requests[4].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 111
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "long_context_requests[4].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "long_context_requests[4].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "requests_total",
      "scope": "machine_total",
      "source_field": "requests_total",
      "statistic": "single",
      "unit": "count",
      "value": 5
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_decode_tps",
      "scope": "machine_total",
      "source_field": "aggregate_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 1.0553445281353664
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_e2e_tps",
      "scope": "machine_total",
      "source_field": "aggregate_end_to_end_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 0.8541418113062704
    },
    {
      "basis": null,
      "n": null,
      "name": "peak_host_unavailable_gib",
      "scope": "machine_total",
      "source_field": "peak_host_unavailable_gib",
      "statistic": "max",
      "unit": "GiB",
      "value": 114.19036483764648
    }
  ],
  "model": {
    "artifact_sha256": [
      "2228b9b22e93a88d84556419c879448ab6c490ae65c4c0b166f4962190ddbf26",
      "d3cfb92742e30c8b46564665791dbe0a86ed64cfc02b1275081530793c0c9581",
      "db6146a5464fb0a891181b93c81593f0ca65c602eb14120a1c2b1b09bca11f85",
      "fbcdb5ba1cdda462b5f38592d071e772c4d398afea61a0aa9188b32d1a239a79"
    ],
    "publisher_repo": "Qwen/Qwen3.8-27B",
    "publisher_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
    "variant": "NVFP4 variant",
    "weights_dtype": "NVFP4",
    "weights_format": "safetensors"
  },
  "outcome": {
    "gates": [
      {
        "met": true,
        "name": "requests",
        "observed": "5/5"
      },
      {
        "met": true,
        "name": "hidden-facts",
        "observed": "15/15"
      },
      {
        "met": false,
        "name": "first-token-300-s-reference",
        "observed": 632.8362723499886
      }
    ],
    "reasons": [
      "Observed decode overlap was 4 of 5 requested users."
    ],
    "status": "fail"
  },
  "publication_group": "pre-standard",
  "published": null,
  "publisher": {
    "name": "Skilak Keep"
  },
  "quality": [
    {
      "passed": 15,
      "skipped": null,
      "suite": "hidden-facts",
      "total": 15,
      "version": "1"
    }
  ],
  "record_date": "2026-10-06",
  "reproduce": {
    "driver": null,
    "fixture_sha256": "82b4b7218007663e7b3bff534276ade2784e677bfbd1b1499218ec45d28b1b59",
    "harness": {
      "name": "keep-long-context-concurrency-v1",
      "version": "1"
    },
    "harness_sha256": null,
    "os": null,
    "workload_name": null,
    "workload_version": null
  },
  "requests": [
    {
      "cached_prompt_tokens": null,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 6.381597236391385,
      "effective_prefill_tps": 259.5719462294818,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 106,
      "prompt_tokens": 128011,
      "total_s": 509.61548347899225,
      "ttft_s": 493.1619223859743,
      "user_number": 2,
      "valid_json": true
    },
    {
      "cached_prompt_tokens": null,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 0.41194349551366305,
      "effective_prefill_tps": 507.90912400520483,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 108,
      "prompt_tokens": 128011,
      "total_s": 511.7796049779863,
      "ttft_s": 252.03524400299648,
      "user_number": 1,
      "valid_json": true
    },
    {
      "cached_prompt_tokens": null,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 0.41817414457788266,
      "effective_prefill_tps": 343.6904100772248,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 110,
      "prompt_tokens": 128011,
      "total_s": 633.1171602199902,
      "ttft_s": 372.4602032719995,
      "user_number": 4,
      "valid_json": true
    },
    {
      "cached_prompt_tokens": null,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 0.22517847749575784,
      "effective_prefill_tps": 1004.2848936197923,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 115,
      "prompt_tokens": 128011,
      "total_s": 633.7299071159796,
      "ttft_s": 127.46482677699532,
      "user_number": 3,
      "valid_json": true
    },
    {
      "cached_prompt_tokens": null,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 9.96084170181176,
      "effective_prefill_tps": 202.28138871471612,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 111,
      "prompt_tokens": 128011,
      "total_s": 643.8795158120338,
      "ttft_s": 632.8362723499886,
      "user_number": 0,
      "valid_json": true
    }
  ],
  "scenario": {
    "id": "long-context-concurrency",
    "version": "1"
  },
  "settings": {
    "cache_state": "cold",
    "concurrency": 5,
    "configured_context_tokens": 262144,
    "context_tokens": 128000,
    "fixture_variant": "distinct-v1",
    "kv_dtype": "fp8_e4m3",
    "max_output_tokens": 512,
    "scenario": "distinct",
    "thinking": false
  },
  "setup_complete": false,
  "setup_id": "4b077fafed0bf4c9ab19a70af78278b9",
  "standard": "pre-standard",
  "system": {
    "driver": null,
    "hardware": "NVIDIA GB10, 128 GB unified memory",
    "os": null
  },
  "workload": {
    "cache": "cold",
    "content_tokens": 128000,
    "document": "distinct",
    "input_tokens": {
      "max": 128011,
      "median": 128011,
      "min": 128011
    },
    "output_tokens": 512,
    "repetitions": null,
    "users": 5,
    "warmup": null
  }
}