{
  "caveats": [
    "Lab cohort, not customer qualification. Reranking and application BM25 are separate recipe arms. Qdrant storage excludes model/document storage. Exact LLM and service pins are retained in the private source record.",
    "Weights file SHA-256 was not recorded for public reproduction."
  ],
  "engine": {
    "name": "Transformers text CPU",
    "recipe": "plain",
    "version": "5.19.0"
  },
  "format": "olir/0.1",
  "history": {
    "corrections": [],
    "supersedes": []
  },
  "id": "166647151c374ea7852d42dc",
  "measured_at": "2026-10-08T18:46:36.441915+00:00",
  "metrics": [
    {
      "basis": null,
      "n": null,
      "name": "ingest_seconds",
      "scope": "machine_total",
      "source_field": "ingest_seconds",
      "statistic": "single",
      "unit": "s",
      "value": 325.03059367701644
    },
    {
      "basis": null,
      "n": null,
      "name": "citation_correct",
      "scope": "machine_total",
      "source_field": "citation_correct",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "query_p50_seconds",
      "scope": "per_person",
      "source_field": "query_p50_seconds",
      "statistic": "median",
      "unit": "s",
      "value": 4.692133937031031
    },
    {
      "basis": null,
      "n": null,
      "name": "recall_at_5",
      "scope": "machine_total",
      "source_field": "recall_at_5",
      "statistic": "single",
      "unit": "ratio",
      "value": 0.6875
    },
    {
      "basis": null,
      "n": null,
      "name": "retrieval_p50_seconds",
      "scope": "per_person",
      "source_field": "retrieval_p50_seconds",
      "statistic": "median",
      "unit": "s",
      "value": 4.244149365986232
    },
    {
      "basis": null,
      "n": null,
      "name": "retrieval_p95_seconds",
      "scope": "per_person",
      "source_field": "retrieval_p95_seconds",
      "statistic": "p95",
      "unit": "s",
      "value": 6.479469697980676
    },
    {
      "basis": null,
      "n": null,
      "name": "qdrant_bytes",
      "scope": "machine_total",
      "source_field": "qdrant_bytes",
      "statistic": "single",
      "unit": "bytes",
      "value": 798011172
    },
    {
      "basis": null,
      "n": null,
      "name": "query_p95_seconds",
      "scope": "per_person",
      "source_field": "query_p95_seconds",
      "statistic": "p95",
      "unit": "s",
      "value": 7.578777200018521
    },
    {
      "basis": null,
      "n": null,
      "name": "mrr",
      "scope": "machine_total",
      "source_field": "mrr",
      "statistic": "single",
      "unit": "ratio",
      "value": 0.6948784722222222
    },
    {
      "basis": null,
      "n": null,
      "name": "answer_and_citation_correct",
      "scope": "machine_total",
      "source_field": "answer_and_citation_correct",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "completed_questions",
      "scope": "machine_total",
      "source_field": "completed_questions",
      "statistic": "single",
      "unit": "count",
      "value": 40
    },
    {
      "basis": null,
      "n": null,
      "name": "answer_correct",
      "scope": "machine_total",
      "source_field": "answer_correct",
      "statistic": "single",
      "unit": "count",
      "value": 1
    },
    {
      "basis": null,
      "n": null,
      "name": "questions",
      "scope": "machine_total",
      "source_field": "questions",
      "statistic": "single",
      "unit": "count",
      "value": 40
    },
    {
      "basis": null,
      "n": null,
      "name": "indexed_chunks",
      "scope": "machine_total",
      "source_field": "indexed_chunks",
      "statistic": "single",
      "unit": "count",
      "value": 833
    },
    {
      "basis": null,
      "n": null,
      "name": "pages",
      "scope": "machine_total",
      "source_field": "pages",
      "statistic": "single",
      "unit": "count",
      "value": 800
    },
    {
      "basis": null,
      "n": null,
      "name": "recall_at_10",
      "scope": "machine_total",
      "source_field": "recall_at_10",
      "statistic": "single",
      "unit": "ratio",
      "value": 0.75
    },
    {
      "basis": null,
      "n": null,
      "name": "retrieval_questions",
      "scope": "per_person",
      "source_field": "retrieval_questions",
      "statistic": "single",
      "unit": "count",
      "value": 32
    }
  ],
  "model": {
    "artifact_sha256": [],
    "publisher_repo": "google/embeddinggemma-2",
    "publisher_revision": "914f7f89142e33e77833254d9c9b90c3cef7303b",
    "variant": "float32 variant",
    "weights_dtype": "float32",
    "weights_format": "safetensors"
  },
  "outcome": {
    "gates": [],
    "reasons": [],
    "status": "not_graded"
  },
  "publication_group": "pre-standard",
  "published": null,
  "publisher": {
    "name": "Skilak Keep"
  },
  "quality": [],
  "record_date": "2026-10-08",
  "reproduce": {
    "driver": null,
    "fixture_sha256": null,
    "harness": {
      "name": "keep-rag-trial-v1",
      "version": "1"
    },
    "harness_sha256": null,
    "os": null,
    "workload_name": null,
    "workload_version": null
  },
  "requests": [],
  "scenario": {
    "id": "rag",
    "version": "1"
  },
  "settings": {
    "answer_model": "Qwen/Qwen3.6-35B-A3B",
    "answer_variant": "nvfp4; fp8 KV; with multi-token prediction",
    "corpus_sha256": "51e025e244e9860a3a9a91d69f910bc75ddcbc33c717d4ca8e957501a5a15ae2",
    "dimensions": 512,
    "dtype": "float32",
    "query_generation": false,
    "reranker_model": "BAAI/bge-reranker-v2-m3",
    "thinking": false
  },
  "setup_complete": false,
  "setup_id": "404c7669f7c93ab3d26c64b15095c66d",
  "standard": "pre-standard",
  "system": {
    "driver": null,
    "hardware": "NVIDIA GB10, 128 GB unified memory",
    "os": null
  },
  "workload": {
    "cache": null,
    "content_tokens": null,
    "document": null,
    "input_tokens": null,
    "output_tokens": null,
    "repetitions": null,
    "users": null,
    "warmup": null
  }
}