{
  "caveats": [
    "Correct retrieval and completion; first token exceeds the 300-second reporting bar. Configured window is 262144, not a filled 262144-token input; synthesis semantics and broader quality unassessed.",
    "Publisher revision was not recorded for public reproduction.",
    "Weights file SHA-256 was not recorded for public reproduction."
  ],
  "engine": {
    "name": "Mirai S CUDA",
    "recipe": "with multi-token prediction",
    "version": "0.2.0-dev-vector-disabled"
  },
  "format": "olir/0.1",
  "history": {
    "corrections": [],
    "supersedes": []
  },
  "id": "caf8d447ceff44c9bd32727f",
  "measured_at": "2026-10-08T04:24:25.168145+00:00",
  "metrics": [
    {
      "basis": null,
      "n": 1,
      "name": "ttft_median_s",
      "scope": "per_person",
      "source_field": "ttft_median_s",
      "statistic": "median",
      "unit": "s",
      "value": 1282.1138055379852
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "machine_total",
      "source_field": "needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": 1,
      "name": "ttft_max_s",
      "scope": "per_person",
      "source_field": "ttft_max_s",
      "statistic": "max",
      "unit": "s",
      "value": 1282.1138055379852
    },
    {
      "basis": null,
      "n": null,
      "name": "requests_ok",
      "scope": "machine_total",
      "source_field": "requests_ok",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "machine_total",
      "source_field": "needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "latency_bar_seconds",
      "scope": "machine_total",
      "source_field": "latency_bar_seconds",
      "statistic": "single",
      "unit": "s",
      "value": 300
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_overlap",
      "scope": "machine_total",
      "source_field": "decode_overlap",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "long_context_requests[0].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 1282.1138055379852
    },
    {
      "basis": null,
      "n": null,
      "name": "total_s",
      "scope": "per_person",
      "source_field": "long_context_requests[0].total_s",
      "statistic": "single",
      "unit": "s",
      "value": 1325.3815719729755
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "long_context_requests[0].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 2.565420153286098
    },
    {
      "basis": "effective, includes queueing",
      "n": null,
      "name": "prefill_tps",
      "scope": "per_person",
      "source_field": "long_context_requests[0].effective_prefill_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 194.9990702230161
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "long_context_requests[0].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "long_context_requests[0].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 250011
    },
    {
      "basis": null,
      "n": null,
      "name": "output_tokens",
      "scope": "per_person",
      "source_field": "long_context_requests[0].output_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 112
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_correct",
      "scope": "per_person",
      "source_field": "long_context_requests[0].needle_correct",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "needle_total",
      "scope": "per_person",
      "source_field": "long_context_requests[0].needle_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "first_real_token_from_dispatch_s",
      "scope": "per_person",
      "source_field": "long_context_requests[0].first_real_token_from_dispatch_s",
      "statistic": "single",
      "unit": "s",
      "value": 1282.1138055379852
    },
    {
      "basis": null,
      "n": null,
      "name": "cached_prompt_tokens",
      "scope": "per_person",
      "source_field": "long_context_requests[0].cached_prompt_tokens",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "requests_total",
      "scope": "machine_total",
      "source_field": "requests_total",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "single_user_decode_tps",
      "scope": "per_person",
      "source_field": "single_user_decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 2.565420153286098
    },
    {
      "basis": null,
      "n": null,
      "name": "peak_host_unavailable_gib",
      "scope": "machine_total",
      "source_field": "peak_host_unavailable_gib",
      "statistic": "max",
      "unit": "GiB",
      "value": 12.874828338623047
    }
  ],
  "model": {
    "artifact_sha256": [],
    "publisher_repo": "Qwen/Qwen3.8-27B",
    "publisher_revision": null,
    "variant": "Mirai S trellis with Q8_0 MTP GGUF variant",
    "weights_dtype": "Mirai S trellis with Q8_0 MTP",
    "weights_format": "GGUF"
  },
  "outcome": {
    "gates": [
      {
        "met": true,
        "name": "requests",
        "observed": "1/1"
      },
      {
        "met": true,
        "name": "hidden-facts",
        "observed": "3/3"
      },
      {
        "met": false,
        "name": "first-token-300-s-reference",
        "observed": 1282.1138055379852
      }
    ],
    "reasons": [],
    "status": "pass"
  },
  "publication_group": "pre-standard",
  "published": null,
  "publisher": {
    "name": "Skilak Keep"
  },
  "quality": [
    {
      "passed": 3,
      "skipped": null,
      "suite": "hidden-facts",
      "total": 3,
      "version": null
    }
  ],
  "record_date": "2026-10-08",
  "reproduce": {
    "driver": null,
    "fixture_sha256": null,
    "harness": {
      "name": null,
      "version": null
    },
    "harness_sha256": null,
    "os": null,
    "workload_name": null,
    "workload_version": null
  },
  "requests": [
    {
      "cached_prompt_tokens": 0,
      "checks_passed": true,
      "completed": true,
      "decode_tps": 2.565420153286098,
      "effective_prefill_tps": 194.9990702230161,
      "first_real_token_from_dispatch_s": 1282.1138055379852,
      "first_token_within_300_seconds": false,
      "needle_correct": 3,
      "needle_total": 3,
      "output_tokens": 112,
      "prompt_tokens": 250011,
      "stop_and_done": true,
      "strict_json": true,
      "total_s": 1325.3815719729755,
      "ttft_s": 1282.1138055379852,
      "user_number": 0,
      "valid_json": true
    }
  ],
  "scenario": {
    "id": "long-context-concurrency",
    "version": null
  },
  "settings": {
    "cache_state": "cold",
    "concurrency": 1,
    "context_tokens": 250000,
    "fixture_variant": "original-tokenizer-needles-v1",
    "kv_dtype": "Q8_0",
    "max_output_tokens": 512,
    "scenario": "distinct",
    "speculative_decoding": "with multi-token prediction"
  },
  "setup_complete": false,
  "setup_id": "52fd8db0d13a1f9802a39424ca764837",
  "standard": "pre-standard",
  "system": {
    "driver": null,
    "hardware": "NVIDIA RTX 3060, nominal 12 GB, one GPU",
    "os": null
  },
  "workload": {
    "cache": "cold",
    "content_tokens": 250000,
    "document": "distinct",
    "input_tokens": {
      "max": 250011,
      "median": 250011,
      "min": 250011
    },
    "output_tokens": 512,
    "repetitions": null,
    "users": 1,
    "warmup": null
  }
}