{
  "caveats": [
    "Speed only; outputs reach the token ceiling and do not establish correctness. Whole-Mac memory includes existing applications. Filled contexts observed whole-Mac swap growth; a memory-stable recipe, managed lifecycle and delivery remain unassessed.",
    "Weights file SHA-256 was not recorded for public reproduction."
  ],
  "engine": {
    "name": "llama.cpp Metal",
    "recipe": "plain",
    "version": "b11182"
  },
  "format": "olir/0.1",
  "history": {
    "corrections": [],
    "supersedes": []
  },
  "id": "fe834f7c2a1c4c3eb44b85b9",
  "measured_at": "2026-10-09T20:17:13.812368+00:00",
  "metrics": [
    {
      "basis": null,
      "n": null,
      "name": "ttft_median_s",
      "scope": "per_person",
      "source_field": "ttft_median_s",
      "statistic": "median",
      "unit": "s",
      "value": 6.490284540996072
    },
    {
      "basis": null,
      "n": null,
      "name": "ttft_max_s",
      "scope": "per_person",
      "source_field": "ttft_max_s",
      "statistic": "max",
      "unit": "s",
      "value": 6.494908583001234
    },
    {
      "basis": null,
      "n": null,
      "name": "requests_ok",
      "scope": "machine_total",
      "source_field": "requests_ok",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "code_ttft_mean_s",
      "scope": "per_person",
      "source_field": "code_ttft_mean_s",
      "statistic": "mean",
      "unit": "s",
      "value": 6.486602402335848
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_concurrency",
      "scope": "machine_total",
      "source_field": "aggregate_concurrency",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "requests_total",
      "scope": "machine_total",
      "source_field": "requests_total",
      "statistic": "single",
      "unit": "count",
      "value": 3
    },
    {
      "basis": null,
      "n": null,
      "name": "aggregate_e2e_tps",
      "scope": "machine_total",
      "source_field": "aggregate_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 25.152054873890684
    },
    {
      "basis": null,
      "n": null,
      "name": "single_user_decode_tps",
      "scope": "per_person",
      "source_field": "single_user_decode_tps",
      "statistic": "single",
      "unit": "tok/s",
      "value": 25.152054873890684
    },
    {
      "basis": null,
      "n": null,
      "name": "code_decode_tps",
      "scope": "per_person",
      "source_field": "code_decode_tps",
      "statistic": "mean",
      "unit": "tok/s",
      "value": 25.152054873890684
    },
    {
      "basis": null,
      "n": null,
      "name": "peak_host_unavailable_gib",
      "scope": "machine_total",
      "source_field": "peak_host_unavailable_gib",
      "statistic": "max",
      "unit": "GiB",
      "value": 14.340469360351562
    }
  ],
  "model": {
    "artifact_sha256": [],
    "publisher_repo": "Qwen/Qwen3-8B-Base",
    "publisher_revision": "49e3418fbbbca6ecbdf9608b4d22e5a407081db4",
    "variant": "Q4_K_M GGUF variant",
    "weights_dtype": "Q4_K_M",
    "weights_format": "GGUF"
  },
  "outcome": {
    "gates": [
      {
        "met": true,
        "name": "requests",
        "observed": "3/3"
      }
    ],
    "reasons": [],
    "status": "not_graded"
  },
  "publication_group": "pre-standard",
  "published": null,
  "publisher": {
    "name": "Skilak Keep"
  },
  "quality": [],
  "record_date": "2026-10-09",
  "reproduce": {
    "driver": null,
    "fixture_sha256": null,
    "harness": {
      "name": null,
      "version": null
    },
    "harness_sha256": null,
    "os": null,
    "workload_name": null,
    "workload_version": null
  },
  "requests": [],
  "scenario": {
    "id": "llm-throughput",
    "version": null
  },
  "settings": {
    "concurrency": 1,
    "context_tokens": 5120,
    "kv_dtype": "q8_0",
    "max_output_tokens": 512,
    "thinking": false
  },
  "setup_complete": false,
  "setup_id": "73683dfa8a33ff83c0e60931bb8e3820",
  "standard": "pre-standard",
  "system": {
    "driver": null,
    "hardware": "Apple M6 Mac mini, 16 GiB unified memory",
    "os": null
  },
  "workload": {
    "cache": null,
    "content_tokens": null,
    "document": null,
    "input_tokens": null,
    "output_tokens": 512,
    "repetitions": null,
    "users": 1,
    "warmup": null
  }
}