{
  "caveats": [
    "Lab cohort, not customer qualification. Reranking and application BM25 are separate recipe arms. Qdrant storage excludes model/document storage. Exact LLM and service pins are retained in the private source record.",
    "Weights file SHA-256 was not recorded for public reproduction."
  ],
  "engine": {
    "name": "SentenceTransformers inside Open WebUI",
    "recipe": "plain",
    "version": "5.5.1"
  },
  "format": "olir/0.1",
  "history": {
    "corrections": [],
    "supersedes": []
  },
  "id": "45b9fcd99abd4ef2ac4998c5",
  "measured_at": "2026-10-08T07:06:16.538845+00:00",
  "metrics": [
    {
      "basis": null,
      "n": null,
      "name": "ingest_seconds",
      "scope": "machine_total",
      "source_field": "ingest_seconds",
      "statistic": "single",
      "unit": "s",
      "value": 85.12173420999898
    },
    {
      "basis": null,
      "n": null,
      "name": "citation_correct",
      "scope": "machine_total",
      "source_field": "citation_correct",
      "statistic": "single",
      "unit": "count",
      "value": 7
    },
    {
      "basis": null,
      "n": null,
      "name": "query_p50_seconds",
      "scope": "per_person",
      "source_field": "query_p50_seconds",
      "statistic": "median",
      "unit": "s",
      "value": 17.75983944098698
    },
    {
      "basis": null,
      "n": null,
      "name": "recall_at_5",
      "scope": "machine_total",
      "source_field": "recall_at_5",
      "statistic": "single",
      "unit": "ratio",
      "value": 0.3125
    },
    {
      "basis": null,
      "n": null,
      "name": "retrieval_p50_seconds",
      "scope": "per_person",
      "source_field": "retrieval_p50_seconds",
      "statistic": "median",
      "unit": "s",
      "value": 0.04783197201322764
    },
    {
      "basis": null,
      "n": null,
      "name": "retrieval_p95_seconds",
      "scope": "per_person",
      "source_field": "retrieval_p95_seconds",
      "statistic": "p95",
      "unit": "s",
      "value": 0.05823908204911277
    },
    {
      "basis": null,
      "n": null,
      "name": "qdrant_bytes",
      "scope": "machine_total",
      "source_field": "qdrant_bytes",
      "statistic": "single",
      "unit": "bytes",
      "value": 798007164
    },
    {
      "basis": null,
      "n": null,
      "name": "query_p95_seconds",
      "scope": "per_person",
      "source_field": "query_p95_seconds",
      "statistic": "p95",
      "unit": "s",
      "value": 40.64947353198659
    },
    {
      "basis": null,
      "n": null,
      "name": "mrr",
      "scope": "machine_total",
      "source_field": "mrr",
      "statistic": "single",
      "unit": "ratio",
      "value": 0.20467509920634921
    },
    {
      "basis": null,
      "n": null,
      "name": "answer_and_citation_correct",
      "scope": "machine_total",
      "source_field": "answer_and_citation_correct",
      "statistic": "single",
      "unit": "count",
      "value": 7
    },
    {
      "basis": null,
      "n": null,
      "name": "completed_questions",
      "scope": "machine_total",
      "source_field": "completed_questions",
      "statistic": "single",
      "unit": "count",
      "value": 40
    },
    {
      "basis": null,
      "n": null,
      "name": "answer_correct",
      "scope": "machine_total",
      "source_field": "answer_correct",
      "statistic": "single",
      "unit": "count",
      "value": 7
    },
    {
      "basis": null,
      "n": null,
      "name": "questions",
      "scope": "machine_total",
      "source_field": "questions",
      "statistic": "single",
      "unit": "count",
      "value": 40
    },
    {
      "basis": null,
      "n": null,
      "name": "indexed_chunks",
      "scope": "machine_total",
      "source_field": "indexed_chunks",
      "statistic": "single",
      "unit": "count",
      "value": 833
    },
    {
      "basis": null,
      "n": null,
      "name": "pages",
      "scope": "machine_total",
      "source_field": "pages",
      "statistic": "single",
      "unit": "count",
      "value": 800
    },
    {
      "basis": null,
      "n": null,
      "name": "recall_at_10",
      "scope": "machine_total",
      "source_field": "recall_at_10",
      "statistic": "single",
      "unit": "ratio",
      "value": 0.625
    },
    {
      "basis": null,
      "n": null,
      "name": "retrieval_questions",
      "scope": "per_person",
      "source_field": "retrieval_questions",
      "statistic": "single",
      "unit": "count",
      "value": 32
    }
  ],
  "model": {
    "artifact_sha256": [],
    "publisher_repo": "sentence-transformers/all-MiniLM-L6-v2",
    "publisher_revision": "1110a243fdf4706b3f48f1d95db1a4f5529b4d41",
    "variant": "float32 variant",
    "weights_dtype": "float32",
    "weights_format": "safetensors"
  },
  "outcome": {
    "gates": [],
    "reasons": [],
    "status": "not_graded"
  },
  "publication_group": "pre-standard",
  "published": null,
  "publisher": {
    "name": "Skilak Keep"
  },
  "quality": [],
  "record_date": "2026-10-08",
  "reproduce": {
    "driver": null,
    "fixture_sha256": null,
    "harness": {
      "name": "keep-rag-trial-v1",
      "version": "1"
    },
    "harness_sha256": null,
    "os": null,
    "workload_name": null,
    "workload_version": null
  },
  "requests": [],
  "scenario": {
    "id": "rag",
    "version": "1"
  },
  "settings": {
    "answer_model": "Qwen/Qwen3.6-35B-A3B",
    "answer_variant": "nvfp4; fp8 KV; with multi-token prediction",
    "corpus_sha256": "51e025e244e9860a3a9a91d69f910bc75ddcbc33c717d4ca8e957501a5a15ae2",
    "dimensions": 384,
    "dtype": "float32",
    "reranker_model": null
  },
  "setup_complete": false,
  "setup_id": "db25350cc4d07c249ed1f4b0a248bc41",
  "standard": "pre-standard",
  "system": {
    "driver": null,
    "hardware": "NVIDIA GB10, 128 GB unified memory",
    "os": null
  },
  "workload": {
    "cache": null,
    "content_tokens": null,
    "document": null,
    "input_tokens": null,
    "output_tokens": null,
    "repetitions": null,
    "users": null,
    "warmup": null
  }
}