{
  "caveats": [
    "The selected candidate passed its bounded checks; rejected and unfinished candidates remain in the table. Configured context is not long-context quality proof.",
    "Engine version was not recorded for public reproduction.",
    "Weights file SHA-256 was not recorded for public reproduction."
  ],
  "engine": {
    "name": "SGLang",
    "recipe": "speculative decoding",
    "version": null
  },
  "format": "olir/0.1",
  "history": {
    "corrections": [],
    "supersedes": []
  },
  "id": "d732a4ff7cc1dd9ae54bd9e0",
  "measured_at": "2026-10-05T16:30:42.252659+00:00",
  "metrics": [
    {
      "basis": null,
      "n": null,
      "name": "workload_total",
      "scope": "machine_total",
      "source_field": "workload_total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "workload_passed",
      "scope": "machine_total",
      "source_field": "workload_passed",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "tuning_candidates",
      "scope": "machine_total",
      "source_field": "tuning_candidates",
      "statistic": "single",
      "unit": "count",
      "value": 9
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_concurrency",
      "scope": "machine_total",
      "source_field": "aggregate_concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 2
    },
    {
      "basis": null,
      "n": null,
      "name": "rejected_candidates",
      "scope": "machine_total",
      "source_field": "rejected_candidates",
      "statistic": "single",
      "unit": "count",
      "value": 4
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_e2e_tps",
      "scope": "machine_total",
      "source_field": "aggregate_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 59.1631463518914
    },
    {
      "basis": null,
      "n": null,
      "name": "concurrency",
      "scope": "machine_total",
      "source_field": "trials[0].concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "trials[0].passed",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "trials[0].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_e2e_tps",
      "scope": "machine_total",
      "source_field": "trials[0].aggregate_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 41.21903238019381
    },
    {
      "basis": null,
      "n": null,
      "name": "concurrency",
      "scope": "machine_total",
      "source_field": "trials[1].concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "trials[1].passed",
      "statistic": "single",
      "unit": "count",
      "value": 15
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "trials[1].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_e2e_tps",
      "scope": "machine_total",
      "source_field": "trials[1].aggregate_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 37.8443178159562
    },
    {
      "basis": null,
      "n": null,
      "name": "concurrency",
      "scope": "machine_total",
      "source_field": "trials[2].concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 2
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "trials[2].passed",
      "statistic": "single",
      "unit": "count",
      "value": 15
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "trials[2].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_e2e_tps",
      "scope": "machine_total",
      "source_field": "trials[2].aggregate_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 60.839773492013876
    },
    {
      "basis": null,
      "n": null,
      "name": "concurrency",
      "scope": "machine_total",
      "source_field": "trials[3].concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "trials[3].passed",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "trials[3].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_e2e_tps",
      "scope": "machine_total",
      "source_field": "trials[3].aggregate_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 37.939468739670176
    },
    {
      "basis": null,
      "n": null,
      "name": "concurrency",
      "scope": "machine_total",
      "source_field": "trials[4].concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 2
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "trials[4].passed",
      "statistic": "single",
      "unit": "count",
      "value": 15
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "trials[4].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_e2e_tps",
      "scope": "machine_total",
      "source_field": "trials[4].aggregate_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 61.69623714961223
    },
    {
      "basis": null,
      "n": null,
      "name": "concurrency",
      "scope": "machine_total",
      "source_field": "trials[5].concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "trials[5].passed",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "trials[5].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_e2e_tps",
      "scope": "machine_total",
      "source_field": "trials[5].aggregate_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 41.32935955646878
    },
    {
      "basis": null,
      "n": null,
      "name": "concurrency",
      "scope": "machine_total",
      "source_field": "trials[6].concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 2
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "trials[6].passed",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "trials[6].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_e2e_tps",
      "scope": "machine_total",
      "source_field": "trials[6].aggregate_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 57.71034425957966
    },
    {
      "basis": null,
      "n": null,
      "name": "concurrency",
      "scope": "machine_total",
      "source_field": "trials[7].concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "trials[7].passed",
      "statistic": "single",
      "unit": "count",
      "value": 15
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "trials[7].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_e2e_tps",
      "scope": "machine_total",
      "source_field": "trials[7].aggregate_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 38.401894829174765
    },
    {
      "basis": null,
      "n": null,
      "name": "concurrency",
      "scope": "machine_total",
      "source_field": "trials[8].concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 2
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "trials[8].passed",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "trials[8].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_e2e_tps",
      "scope": "machine_total",
      "source_field": "trials[8].aggregate_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 59.1631463518914
    }
  ],
  "model": {
    "artifact_sha256": [],
    "publisher_repo": "Qwen/Qwen3.8-27B",
    "publisher_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
    "variant": "NVFP4 variant",
    "weights_dtype": "NVFP4",
    "weights_format": "safetensors"
  },
  "outcome": {
    "gates": [
      {
        "met": true,
        "name": "structured-tasks",
        "observed": "16/16"
      }
    ],
    "reasons": [
      "The selected candidate passed its bounded checks; rejected and unfinished candidates remain in the table."
    ],
    "status": "partial"
  },
  "publication_group": "pre-standard",
  "published": null,
  "publisher": {
    "name": "Skilak Keep"
  },
  "quality": [
    {
      "passed": 16,
      "skipped": null,
      "suite": "structured-tasks",
      "total": 16,
      "version": null
    }
  ],
  "record_date": "2026-10-05",
  "reproduce": {
    "driver": null,
    "fixture_sha256": null,
    "harness": {
      "name": null,
      "version": null
    },
    "harness_sha256": null,
    "os": null,
    "workload_name": null,
    "workload_version": null
  },
  "requests": [],
  "scenario": {
    "id": "auto-tune",
    "version": null
  },
  "settings": {
    "concurrency": 2,
    "context_tokens": 262144,
    "kv_dtype": "fp8_e4m3",
    "speculative_decoding": "speculative decoding"
  },
  "setup_complete": false,
  "setup_id": "5dc339b5547410253a1a8f37c086747b",
  "standard": "pre-standard",
  "system": {
    "driver": null,
    "hardware": "NVIDIA GB10, 128 GB unified memory",
    "os": null
  },
  "workload": {
    "cache": null,
    "content_tokens": null,
    "document": null,
    "input_tokens": null,
    "output_tokens": null,
    "repetitions": null,
    "users": 2,
    "warmup": null
  }
}