{
  "caveats": [
    "Bounded tuning pilot; incomplete window growth cannot pass the full workload grade. Lab retrieval and rolling-history evidence only. Bounded literal user-source excerpts, with verified source hashes; details outside them remain unavailable. Shared engine cache intervals include overlapping users and are not per-user hits. Gateway path, not authenticated document ingestion or customer acceptance."
  ],
  "engine": {
    "name": "Mirai S CUDA",
    "recipe": "plain",
    "version": "0.2.0-dev-vector-disabled"
  },
  "format": "olir/0.1",
  "history": {
    "corrections": [],
    "supersedes": []
  },
  "id": "b98a127d10c04a9e9ffc49b6",
  "measured_at": "2026-10-09T16:47:12.098204+00:00",
  "metrics": [
    {
      "basis": null,
      "n": null,
      "name": "roll_ttft_max_seconds",
      "scope": "per_person",
      "source_field": "roll_ttft_max_seconds",
      "statistic": "max",
      "unit": "s",
      "value": 91.11899668502156
    },
    {
      "basis": null,
      "n": null,
      "name": "requests_ok",
      "scope": "machine_total",
      "source_field": "requests_ok",
      "statistic": "single",
      "unit": "count",
      "value": 4
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "rolling_context_turns[0].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "turn_number",
      "scope": "per_person",
      "source_field": "rolling_context_turns[0].turn_number",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "rolling_context_turns[0].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 20211
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "rolling_context_turns[0].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 40.055931905983016
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "rolling_context_turns[0].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 32.50707314283227
    },
    {
      "basis": null,
      "n": null,
      "name": "cache_hit_rate",
      "scope": "per_person",
      "source_field": "rolling_context_turns[0].cache_hit_rate",
      "statistic": "single",
      "unit": "ratio",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "content_tokens_added",
      "scope": "per_person",
      "source_field": "rolling_context_turns[0].content_tokens_added",
      "statistic": "single",
      "unit": "tokens",
      "value": 20003
    },
    {
      "basis": null,
      "n": null,
      "name": "cumulative_content_tokens",
      "scope": "per_person",
      "source_field": "rolling_context_turns[0].cumulative_content_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 20003
    },
    {
      "basis": null,
      "n": null,
      "name": "dropped_messages",
      "scope": "per_person",
      "source_field": "rolling_context_turns[0].dropped_messages",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "rolling_context_turns[1].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "turn_number",
      "scope": "per_person",
      "source_field": "rolling_context_turns[1].turn_number",
      "statistic": "single",
      "unit": "count",
      "value": 2
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "rolling_context_turns[1].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 40340
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "rolling_context_turns[1].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 49.228578287002165
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "rolling_context_turns[1].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 29.492327231949282
    },
    {
      "basis": null,
      "n": null,
      "name": "cache_hit_rate",
      "scope": "per_person",
      "source_field": "rolling_context_turns[1].cache_hit_rate",
      "statistic": "single",
      "unit": "ratio",
      "value": 0.5029251363411007
    },
    {
      "basis": null,
      "n": null,
      "name": "content_tokens_added",
      "scope": "per_person",
      "source_field": "rolling_context_turns[1].content_tokens_added",
      "statistic": "single",
      "unit": "tokens",
      "value": 20003
    },
    {
      "basis": null,
      "n": null,
      "name": "cumulative_content_tokens",
      "scope": "per_person",
      "source_field": "rolling_context_turns[1].cumulative_content_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 40006
    },
    {
      "basis": null,
      "n": null,
      "name": "dropped_messages",
      "scope": "per_person",
      "source_field": "rolling_context_turns[1].dropped_messages",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "rolling_context_turns[2].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "turn_number",
      "scope": "per_person",
      "source_field": "rolling_context_turns[2].turn_number",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "rolling_context_turns[2].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 40511
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "rolling_context_turns[2].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 91.04569341702154
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "rolling_context_turns[2].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 32.25005258430812
    },
    {
      "basis": null,
      "n": null,
      "name": "cache_hit_rate",
      "scope": "per_person",
      "source_field": "rolling_context_turns[2].cache_hit_rate",
      "statistic": "single",
      "unit": "ratio",
      "value": 0.003110266347411814
    },
    {
      "basis": null,
      "n": null,
      "name": "content_tokens_added",
      "scope": "per_person",
      "source_field": "rolling_context_turns[2].content_tokens_added",
      "statistic": "single",
      "unit": "tokens",
      "value": 20003
    },
    {
      "basis": null,
      "n": null,
      "name": "cumulative_content_tokens",
      "scope": "per_person",
      "source_field": "rolling_context_turns[2].cumulative_content_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 60009
    },
    {
      "basis": null,
      "n": null,
      "name": "dropped_messages",
      "scope": "per_person",
      "source_field": "rolling_context_turns[2].dropped_messages",
      "statistic": "single",
      "unit": "count",
      "value": 2
    },
    {
      "basis": null,
      "n": null,
      "name": "user_number",
      "scope": "per_person",
      "source_field": "rolling_context_turns[3].user_number",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "turn_number",
      "scope": "per_person",
      "source_field": "rolling_context_turns[3].turn_number",
      "statistic": "single",
      "unit": "count",
      "value": 4
    },
    {
      "basis": null,
      "n": null,
      "name": "prompt_tokens",
      "scope": "per_person",
      "source_field": "rolling_context_turns[3].prompt_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 40513
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_s",
      "scope": "per_person",
      "source_field": "rolling_context_turns[3].ttft_s",
      "statistic": "single",
      "unit": "s",
      "value": 91.11899668502156
    },
    {
      "basis": null,
      "n": null,
      "name": "decode_tps",
      "scope": "per_person",
      "source_field": "rolling_context_turns[3].decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 30.832325882861387
    },
    {
      "basis": null,
      "n": null,
      "name": "cache_hit_rate",
      "scope": "per_person",
      "source_field": "rolling_context_turns[3].cache_hit_rate",
      "statistic": "single",
      "unit": "ratio",
      "value": 0.003110112803297707
    },
    {
      "basis": null,
      "n": null,
      "name": "content_tokens_added",
      "scope": "per_person",
      "source_field": "rolling_context_turns[3].content_tokens_added",
      "statistic": "single",
      "unit": "tokens",
      "value": 20003
    },
    {
      "basis": null,
      "n": null,
      "name": "cumulative_content_tokens",
      "scope": "per_person",
      "source_field": "rolling_context_turns[3].cumulative_content_tokens",
      "statistic": "single",
      "unit": "tokens",
      "value": 80012
    },
    {
      "basis": null,
      "n": null,
      "name": "dropped_messages",
      "scope": "per_person",
      "source_field": "rolling_context_turns[3].dropped_messages",
      "statistic": "single",
      "unit": "count",
      "value": 4
    },
    {
      "basis": null,
      "n": null,
      "name": "roll_ttft_p50_seconds",
      "scope": "per_person",
      "source_field": "roll_ttft_p50_seconds",
      "statistic": "median",
      "unit": "s",
      "value": 91.08234505102155
    },
    {
      "basis": null,
      "n": null,
      "name": "rolled_off_abstained",
      "scope": "machine_total",
      "source_field": "rolled_off_abstained",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "rolled_off_invalid",
      "scope": "machine_total",
      "source_field": "rolled_off_invalid",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "rolled_off_wrong",
      "scope": "machine_total",
      "source_field": "rolled_off_wrong",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "normal_ttft_max_seconds",
      "scope": "per_person",
      "source_field": "normal_ttft_max_seconds",
      "statistic": "max",
      "unit": "s",
      "value": 49.228578287002165
    },
    {
      "basis": null,
      "n": null,
      "name": "rolled_off_correct",
      "scope": "machine_total",
      "source_field": "rolled_off_correct",
      "statistic": "single",
      "unit": "count",
      "value": 2
    },
    {
      "basis": null,
      "n": null,
      "name": "normal_ttft_p50_seconds",
      "scope": "per_person",
      "source_field": "normal_ttft_p50_seconds",
      "statistic": "median",
      "unit": "s",
      "value": 44.64225509649259
    },
    {
      "basis": null,
      "n": null,
      "name": "rolled_off_total",
      "scope": "machine_total",
      "source_field": "rolled_off_total",
      "statistic": "single",
      "unit": "count",
      "value": 2
    },
    {
      "basis": null,
      "n": null,
      "name": "requests_total",
      "scope": "machine_total",
      "source_field": "requests_total",
      "statistic": "single",
      "unit": "count",
      "value": 4
    }
  ],
  "model": {
    "artifact_sha256": [
      "af3e2d508cb12ebf68688a0756da6bcb4cdfceca3883f5751666d5e4fb34a334"
    ],
    "publisher_repo": "Qwen/Qwen3.8-27B",
    "publisher_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
    "variant": "MIRAI-S-TRELLIS-Q8-MTP variant",
    "weights_dtype": "MIRAI-S-TRELLIS-Q8-MTP",
    "weights_format": "gguf"
  },
  "outcome": {
    "gates": [
      {
        "met": true,
        "name": "requests",
        "observed": "4/4"
      }
    ],
    "reasons": [
      "Bounded tuning pilot; incomplete window growth cannot pass the full workload grade."
    ],
    "status": "fail"
  },
  "publication_group": "pre-standard",
  "published": null,
  "publisher": {
    "name": "Skilak Keep"
  },
  "quality": [],
  "record_date": "2026-10-09",
  "reproduce": {
    "driver": null,
    "fixture_sha256": null,
    "harness": {
      "name": "keep-rolling-context-v1",
      "version": "1"
    },
    "harness_sha256": null,
    "os": null,
    "workload_name": null,
    "workload_version": null
  },
  "requests": [],
  "scenario": {
    "id": "rolling-context",
    "version": "1"
  },
  "settings": {
    "concurrency": 1,
    "configured_context_tokens": 262144,
    "context_tokens": 64000,
    "max_output_tokens": 256
  },
  "setup_complete": false,
  "setup_id": "456ccf6622c78cec75a0a40e6b7ef10f",
  "standard": "pre-standard",
  "system": {
    "driver": null,
    "hardware": "NVIDIA GeForce RTX 3060, 12 GB VRAM",
    "os": null
  },
  "workload": {
    "cache": null,
    "content_tokens": null,
    "document": null,
    "input_tokens": null,
    "output_tokens": 256,
    "repetitions": null,
    "users": 1,
    "warmup": null
  }
}