{
  "caveats": [
    "Measured retrieval only, with no customer qualification threshold. Exact dense float32 array size excludes payloads and vector database overhead. One timing run; no reranking, ingestion, answer generation or GPU measurement.",
    "Weights file SHA-256 was not recorded for public reproduction."
  ],
  "engine": {
    "name": "SentenceTransformers CPU",
    "recipe": "plain",
    "version": "6.1.0"
  },
  "format": "olir/0.1",
  "history": {
    "corrections": [],
    "supersedes": []
  },
  "id": "fb23dc58fbe34ffca8dcd742",
  "measured_at": "2026-10-07T14:30:51.165607+00:00",
  "metrics": [
    {
      "basis": null,
      "n": null,
      "name": "passages_per_second",
      "scope": "machine_total",
      "source_field": "passages_per_second",
      "statistic": "single",
      "unit": "passages/s",
      "value": 152.09623790026615
    },
    {
      "basis": null,
      "n": null,
      "name": "query_seconds",
      "scope": "per_person",
      "source_field": "query_seconds",
      "statistic": "single",
      "unit": "s",
      "value": 0.2951190830208361
    },
    {
      "basis": null,
      "n": null,
      "name": "recall_at_5",
      "scope": "machine_total",
      "source_field": "recall_at_5",
      "statistic": "single",
      "unit": "ratio",
      "value": 0.66
    },
    {
      "basis": null,
      "n": null,
      "name": "mrr",
      "scope": "machine_total",
      "source_field": "mrr",
      "statistic": "single",
      "unit": "ratio",
      "value": 0.4810901900976445
    },
    {
      "basis": null,
      "n": null,
      "name": "questions",
      "scope": "machine_total",
      "source_field": "questions",
      "statistic": "single",
      "unit": "count",
      "value": 100
    },
    {
      "basis": null,
      "n": null,
      "name": "passage_seconds",
      "scope": "machine_total",
      "source_field": "passage_seconds",
      "statistic": "single",
      "unit": "s",
      "value": 2.6299138329923153
    },
    {
      "basis": null,
      "n": null,
      "name": "vector_bytes",
      "scope": "machine_total",
      "source_field": "vector_bytes",
      "statistic": "single",
      "unit": "bytes",
      "value": 614400
    },
    {
      "basis": null,
      "n": null,
      "name": "passages",
      "scope": "machine_total",
      "source_field": "passages",
      "statistic": "single",
      "unit": "count",
      "value": 400
    },
    {
      "basis": null,
      "n": null,
      "name": "index_file_bytes",
      "scope": "machine_total",
      "source_field": "index_file_bytes",
      "statistic": "single",
      "unit": "bytes",
      "value": 614528
    },
    {
      "basis": null,
      "n": null,
      "name": "recall_at_10",
      "scope": "machine_total",
      "source_field": "recall_at_10",
      "statistic": "single",
      "unit": "ratio",
      "value": 0.74
    },
    {
      "basis": null,
      "n": null,
      "name": "truncated_passages",
      "scope": "machine_total",
      "source_field": "truncated_passages",
      "statistic": "single",
      "unit": "count",
      "value": 40
    }
  ],
  "model": {
    "artifact_sha256": [],
    "publisher_repo": "sentence-transformers/all-MiniLM-L6-v2",
    "publisher_revision": "1110a243fdf4706b3f48f1d95db1a4f5529b4d41",
    "variant": "FP32 variant",
    "weights_dtype": "FP32",
    "weights_format": "safetensors"
  },
  "outcome": {
    "gates": [],
    "reasons": [],
    "status": "not_graded"
  },
  "publication_group": "pre-standard",
  "published": null,
  "publisher": {
    "name": "Skilak Keep"
  },
  "quality": [],
  "record_date": "2026-10-07",
  "reproduce": {
    "driver": null,
    "fixture_sha256": null,
    "harness": {
      "name": "keep-embedding-eval-v1",
      "version": "1"
    },
    "harness_sha256": null,
    "os": null,
    "workload_name": null,
    "workload_version": null
  },
  "requests": [],
  "scenario": {
    "id": "embeddings",
    "version": "1"
  },
  "settings": {
    "context_tokens": 256,
    "corpus_sha256": "d7fb630b25a7d5128c44491d1a8f21bde479711f79520f1ce95ea8bd8a0ae1f6",
    "dimensions": 384,
    "dtype": "float32"
  },
  "setup_complete": false,
  "setup_id": "e53848969fe75d1dfb1dea5323eec4d8",
  "standard": "pre-standard",
  "system": {
    "driver": null,
    "hardware": "Apple Silicon laptop CPU, 16 GiB unified memory",
    "os": null
  },
  "workload": {
    "cache": null,
    "content_tokens": null,
    "document": null,
    "input_tokens": null,
    "output_tokens": null,
    "repetitions": null,
    "users": null,
    "warmup": null
  }
}
