{
  "caveats": [
    "Measured retrieval only, with no customer qualification threshold. Exact dense float32 array size excludes payloads and vector database overhead. One timing run; no reranking, ingestion, answer generation or GPU measurement.",
    "Weights file SHA-256 was not recorded for public reproduction."
  ],
  "engine": {
    "name": "Transformers CPU",
    "recipe": "plain",
    "version": "5.19.0"
  },
  "format": "olir/0.1",
  "history": {
    "corrections": [],
    "supersedes": []
  },
  "id": "c937279f23ea467192959b8e",
  "measured_at": "2026-10-07T14:39:45.951891+00:00",
  "metrics": [
    {
      "basis": null,
      "n": null,
      "name": "passages_per_second",
      "scope": "machine_total",
      "source_field": "passages_per_second",
      "statistic": "single",
      "unit": "passages/s",
      "value": 12.25921414124026
    },
    {
      "basis": null,
      "n": null,
      "name": "query_seconds",
      "scope": "per_person",
      "source_field": "query_seconds",
      "statistic": "single",
      "unit": "s",
      "value": 2.574559000087902
    },
    {
      "basis": null,
      "n": null,
      "name": "recall_at_5",
      "scope": "machine_total",
      "source_field": "recall_at_5",
      "statistic": "single",
      "unit": "ratio",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "mrr",
      "scope": "machine_total",
      "source_field": "mrr",
      "statistic": "single",
      "unit": "ratio",
      "value": 0.9133333333333334
    },
    {
      "basis": null,
      "n": null,
      "name": "questions",
      "scope": "machine_total",
      "source_field": "questions",
      "statistic": "single",
      "unit": "count",
      "value": 100
    },
    {
      "basis": null,
      "n": null,
      "name": "passage_seconds",
      "scope": "machine_total",
      "source_field": "passage_seconds",
      "statistic": "single",
      "unit": "s",
      "value": 32.62851887498982
    },
    {
      "basis": null,
      "n": null,
      "name": "vector_bytes",
      "scope": "machine_total",
      "source_field": "vector_bytes",
      "statistic": "single",
      "unit": "bytes",
      "value": 204800
    },
    {
      "basis": null,
      "n": null,
      "name": "passages",
      "scope": "machine_total",
      "source_field": "passages",
      "statistic": "single",
      "unit": "count",
      "value": 400
    },
    {
      "basis": null,
      "n": null,
      "name": "index_file_bytes",
      "scope": "machine_total",
      "source_field": "index_file_bytes",
      "statistic": "single",
      "unit": "bytes",
      "value": 204928
    },
    {
      "basis": null,
      "n": null,
      "name": "recall_at_10",
      "scope": "machine_total",
      "source_field": "recall_at_10",
      "statistic": "single",
      "unit": "ratio",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "truncated_passages",
      "scope": "machine_total",
      "source_field": "truncated_passages",
      "statistic": "single",
      "unit": "count",
      "value": 0
    }
  ],
  "model": {
    "artifact_sha256": [],
    "publisher_repo": "google/embeddinggemma-2",
    "publisher_revision": "914f7f89142e33e77833254d9c9b90c3cef7303b",
    "variant": "FP32 variant",
    "weights_dtype": "FP32",
    "weights_format": "safetensors"
  },
  "outcome": {
    "gates": [],
    "reasons": [],
    "status": "not_graded"
  },
  "publication_group": "pre-standard",
  "published": null,
  "publisher": {
    "name": "Skilak Keep"
  },
  "quality": [],
  "record_date": "2026-10-07",
  "reproduce": {
    "driver": null,
    "fixture_sha256": null,
    "harness": {
      "name": "keep-embedding-eval-v1",
      "version": "1"
    },
    "harness_sha256": null,
    "os": null,
    "workload_name": null,
    "workload_version": null
  },
  "requests": [],
  "scenario": {
    "id": "embeddings",
    "version": "1"
  },
  "settings": {
    "context_tokens": 262144,
    "corpus_sha256": "d7fb630b25a7d5128c44491d1a8f21bde479711f79520f1ce95ea8bd8a0ae1f6",
    "dimensions": 128,
    "dtype": "float32"
  },
  "setup_complete": false,
  "setup_id": "a1cab9aac7b0159473194b220292b58c",
  "standard": "pre-standard",
  "system": {
    "driver": null,
    "hardware": "Apple Silicon laptop CPU, 16 GiB unified memory",
    "os": null
  },
  "workload": {
    "cache": null,
    "content_tokens": null,
    "document": null,
    "input_tokens": null,
    "output_tokens": null,
    "repetitions": null,
    "users": null,
    "warmup": null
  }
}