{
  "caveats": [
    "Bounded fictional tasks only. Unsupported cases are separately counted, never passes. Original publisher name with variant; exact variant repository and revision retained privately. Not customer acceptance.",
    "Publisher revision was not recorded for public reproduction.",
    "Weights file SHA-256 was not recorded for public reproduction."
  ],
  "engine": {
    "name": "Mirai S CUDA",
    "recipe": "with multi-token prediction",
    "version": "0.2.0-dev-vector-disabled"
  },
  "format": "olir/0.1",
  "history": {
    "corrections": [],
    "supersedes": []
  },
  "id": "78abd8c8e6e94c80a00efa84",
  "measured_at": "2026-10-09T14:00:47.877196+00:00",
  "metrics": [
    {
      "basis": null,
      "n": null,
      "name": "skipped_cases",
      "scope": "machine_total",
      "source_field": "skipped_cases",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": null,
      "name": "correctness_failures",
      "scope": "machine_total",
      "source_field": "correctness_failures",
      "statistic": "single",
      "unit": "count",
      "value": 2
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_median_s",
      "scope": "per_person",
      "source_field": "ttft_median_s",
      "statistic": "median",
      "unit": "s",
      "value": 0.6377832209691405
    },
    {
      "basis": null,
      "n": null,
      "name": "workload_total",
      "scope": "machine_total",
      "source_field": "workload_total",
      "statistic": "single",
      "unit": "count",
      "value": 122
    },
    {
      "basis": null,
      "n": null,
      "name": "workload_passed",
      "scope": "machine_total",
      "source_field": "workload_passed",
      "statistic": "single",
      "unit": "count",
      "value": 119
    },
    {
      "basis": null,
      "n": null,
      "name": "api_cases_passed",
      "scope": "machine_total",
      "source_field": "api_cases_passed",
      "statistic": "single",
      "unit": "count",
      "value": 117
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_p95_s",
      "scope": "per_person",
      "source_field": "ttft_p95_s",
      "statistic": "p95",
      "unit": "s",
      "value": 1.0989372279727831
    },
    {
      "basis": null,
      "n": null,
      "name": "completion_p95_s",
      "scope": "per_person",
      "source_field": "completion_p95_s",
      "statistic": "p95",
      "unit": "s",
      "value": 1.7970678089768626
    },
    {
      "basis": null,
      "n": null,
      "name": "api_cases_total",
      "scope": "machine_total",
      "source_field": "api_cases_total",
      "statistic": "single",
      "unit": "count",
      "value": 120
    },
    {
      "basis": null,
      "n": null,
      "name": "completion_median_s",
      "scope": "per_person",
      "source_field": "completion_median_s",
      "statistic": "median",
      "unit": "s",
      "value": 0.8913421609904617
    },
    {
      "basis": null,
      "n": null,
      "name": "completeness_failures",
      "scope": "machine_total",
      "source_field": "completeness_failures",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "api_categories[0].passed",
      "statistic": "single",
      "unit": "count",
      "value": 6
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "api_categories[0].total",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": null,
      "name": "skipped",
      "scope": "machine_total",
      "source_field": "api_categories[0].skipped",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "api_categories[1].passed",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "api_categories[1].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "skipped",
      "scope": "machine_total",
      "source_field": "api_categories[1].skipped",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "api_categories[2].passed",
      "statistic": "single",
      "unit": "count",
      "value": 12
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "api_categories[2].total",
      "statistic": "single",
      "unit": "count",
      "value": 12
    },
    {
      "basis": null,
      "n": null,
      "name": "skipped",
      "scope": "machine_total",
      "source_field": "api_categories[2].skipped",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "api_categories[3].passed",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "api_categories[3].total",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": null,
      "name": "skipped",
      "scope": "machine_total",
      "source_field": "api_categories[3].skipped",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "api_categories[4].passed",
      "statistic": "single",
      "unit": "count",
      "value": 6
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "api_categories[4].total",
      "statistic": "single",
      "unit": "count",
      "value": 6
    },
    {
      "basis": null,
      "n": null,
      "name": "skipped",
      "scope": "machine_total",
      "source_field": "api_categories[4].skipped",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "api_categories[5].passed",
      "statistic": "single",
      "unit": "count",
      "value": 15
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "api_categories[5].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "skipped",
      "scope": "machine_total",
      "source_field": "api_categories[5].skipped",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "api_categories[6].passed",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "api_categories[6].total",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "skipped",
      "scope": "machine_total",
      "source_field": "api_categories[6].skipped",
      "statistic": "single",
      "unit": "count",
      "value": 4
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "api_categories[7].passed",
      "statistic": "single",
      "unit": "count",
      "value": 6
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "api_categories[7].total",
      "statistic": "single",
      "unit": "count",
      "value": 6
    },
    {
      "basis": null,
      "n": null,
      "name": "skipped",
      "scope": "machine_total",
      "source_field": "api_categories[7].skipped",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "api_categories[8].passed",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "api_categories[8].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "skipped",
      "scope": "machine_total",
      "source_field": "api_categories[8].skipped",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "api_categories[9].passed",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "api_categories[9].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "skipped",
      "scope": "machine_total",
      "source_field": "api_categories[9].skipped",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "api_categories[10].passed",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "api_categories[10].total",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": null,
      "name": "skipped",
      "scope": "machine_total",
      "source_field": "api_categories[10].skipped",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "api_categories[11].passed",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "api_categories[11].total",
      "statistic": "single",
      "unit": "count",
      "value": 8
    },
    {
      "basis": null,
      "n": null,
      "name": "skipped",
      "scope": "machine_total",
      "source_field": "api_categories[11].skipped",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "api_categories[12].passed",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "api_categories[12].total",
      "statistic": "single",
      "unit": "count",
      "value": 0
    },
    {
      "basis": null,
      "n": null,
      "name": "skipped",
      "scope": "machine_total",
      "source_field": "api_categories[12].skipped",
      "statistic": "single",
      "unit": "count",
      "value": 4
    }
  ],
  "model": {
    "artifact_sha256": [],
    "publisher_repo": "Qwen/Qwen3.8-27B",
    "publisher_revision": null,
    "variant": "Mirai S trellis with Q8_0 MTP GGUF variant",
    "weights_dtype": "Mirai S trellis with Q8_0 MTP",
    "weights_format": "GGUF"
  },
  "outcome": {
    "gates": [
      {
        "met": false,
        "name": "structured-tasks",
        "observed": "119/122"
      },
      {
        "met": false,
        "name": "API-cases",
        "observed": "117/120"
      }
    ],
    "reasons": [
      "119/122 tasks passed.",
      "117/120 API cases passed."
    ],
    "status": "partial"
  },
  "publication_group": "pre-standard",
  "published": null,
  "publisher": {
    "name": "Skilak Keep"
  },
  "quality": [
    {
      "passed": 119,
      "skipped": null,
      "suite": "structured-tasks",
      "total": 122,
      "version": "core-v2"
    },
    {
      "passed": 117,
      "skipped": 8,
      "suite": "API-cases",
      "total": 120,
      "version": "core-v2"
    }
  ],
  "record_date": "2026-10-09",
  "reproduce": {
    "driver": null,
    "fixture_sha256": "0ad0b13a94ad74bcdefe99d12d796b175f56e5777d9642a1dd4c0f170d708398",
    "harness": {
      "name": "keep-api-suite-run-v1",
      "version": "1"
    },
    "harness_sha256": null,
    "os": null,
    "workload_name": "core-v2",
    "workload_version": "2"
  },
  "requests": [],
  "scenario": {
    "id": "api-suite",
    "version": "1"
  },
  "settings": {
    "concurrency": 1,
    "context_tokens": 262144,
    "kv_dtype": "q8_0",
    "speculative_decoding": "with multi-token prediction"
  },
  "setup_complete": false,
  "setup_id": "e27a9e4f9fbdde55d07ca9d31990318c",
  "standard": "pre-standard",
  "system": {
    "driver": null,
    "hardware": "NVIDIA GeForce RTX 3060, 12 GB VRAM",
    "os": null
  },
  "workload": {
    "cache": null,
    "content_tokens": null,
    "document": null,
    "input_tokens": null,
    "output_tokens": null,
    "repetitions": null,
    "users": 1,
    "warmup": null
  }
}