{
  "caveats": [
    "Four failed supplied-context answers are retained. No retrieval or permission test. Manifest is operator evidence; no customer or managed-service qualification.",
    "Weights file SHA-256 was not recorded for public reproduction."
  ],
  "engine": {
    "name": "llama.cpp Metal",
    "recipe": "plain",
    "version": "b11182"
  },
  "format": "olir/0.1",
  "history": {
    "corrections": [],
    "supersedes": []
  },
  "id": "256c90ad21904342b440bec8",
  "measured_at": "2026-10-09T19:58:59.861332+00:00",
  "metrics": [
    {
      "basis": null,
      "n": null,
      "name": "workload_total",
      "scope": "machine_total",
      "source_field": "workload_total",
      "statistic": "single",
      "unit": "count",
      "value": 32
    },
    {
      "basis": null,
      "n": null,
      "name": "workload_passed",
      "scope": "machine_total",
      "source_field": "workload_passed",
      "statistic": "single",
      "unit": "count",
      "value": 28
    },
    {
      "basis": null,
      "n": null,
      "name": "concurrency",
      "scope": "machine_total",
      "source_field": "workload_levels[0].concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "workload_levels[0].passed",
      "statistic": "single",
      "unit": "count",
      "value": 14
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "workload_levels[0].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_p95_s",
      "scope": "per_person",
      "source_field": "workload_levels[0].ttft_p95_s",
      "statistic": "p95",
      "unit": "s",
      "value": 0.3314811250020284
    },
    {
      "basis": null,
      "n": null,
      "name": "concurrency",
      "scope": "machine_total",
      "source_field": "workload_levels[1].concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 2
    },
    {
      "basis": null,
      "n": null,
      "name": "passed",
      "scope": "machine_total",
      "source_field": "workload_levels[1].passed",
      "statistic": "single",
      "unit": "count",
      "value": 14
    },
    {
      "basis": null,
      "n": null,
      "name": "total",
      "scope": "machine_total",
      "source_field": "workload_levels[1].total",
      "statistic": "single",
      "unit": "count",
      "value": 16
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_p95_s",
      "scope": "per_person",
      "source_field": "workload_levels[1].ttft_p95_s",
      "statistic": "p95",
      "unit": "s",
      "value": 0.29090749999159016
    }
  ],
  "model": {
    "artifact_sha256": [],
    "publisher_repo": "Qwen/Qwen3-8B-Base",
    "publisher_revision": "49e3418fbbbca6ecbdf9608b4d22e5a407081db4",
    "variant": "Q4_K_M GGUF variant",
    "weights_dtype": "Q4_K_M",
    "weights_format": "GGUF"
  },
  "outcome": {
    "gates": [
      {
        "met": false,
        "name": "structured-tasks",
        "observed": "28/32"
      }
    ],
    "reasons": [
      "28/32 tasks passed."
    ],
    "status": "partial"
  },
  "publication_group": "pre-standard",
  "published": null,
  "publisher": {
    "name": "Skilak Keep"
  },
  "quality": [
    {
      "passed": 28,
      "skipped": null,
      "suite": "structured-tasks",
      "total": 32,
      "version": null
    }
  ],
  "record_date": "2026-10-09",
  "reproduce": {
    "driver": null,
    "fixture_sha256": null,
    "harness": {
      "name": null,
      "version": null
    },
    "harness_sha256": null,
    "os": null,
    "workload_name": null,
    "workload_version": null
  },
  "requests": [],
  "scenario": {
    "id": "workload-qualification",
    "version": null
  },
  "settings": {
    "concurrency": 2,
    "context_tokens": 4096,
    "kv_dtype": "q8_0",
    "max_output_tokens": 512,
    "thinking": false
  },
  "setup_complete": false,
  "setup_id": "b29a0a490f1f9a21b71bb8031334432c",
  "standard": "pre-standard",
  "system": {
    "driver": null,
    "hardware": "Apple M6 Mac mini, 16 GiB unified memory",
    "os": null
  },
  "workload": {
    "cache": null,
    "content_tokens": null,
    "document": null,
    "input_tokens": null,
    "output_tokens": 512,
    "repetitions": null,
    "users": 2,
    "warmup": null
  }
}