{ "caveats": [ "Lab retrieval and rolling-history evidence only. Bounded literal user-source excerpts, with verified source hashes; details outside them remain unavailable. Shared engine cache intervals include overlapping users and are not per-user hits. Gateway path, not authenticated document ingestion or customer acceptance.", "Weights file SHA-256 was not recorded for public reproduction." ], "engine": { "name": "NVIDIA NGC vLLM", "recipe": "plain", "version": "0.29.0+5013de39.dev" }, "format": "olir/0.1", "history": { "corrections": [], "supersedes": [] }, "id": "861767d1989c495e851fd421", "measured_at": "2026-10-07T22:28:13.809032+00:00", "metrics": [ { "basis": null, "n": null, "name": "roll_ttft_max_seconds", "scope": "per_person", "source_field": "roll_ttft_max_seconds", "statistic": "max", "unit": "s", "value": 83.85727065399988 }, { "basis": null, "n": null, "name": "requests_ok", "scope": "machine_total", "source_field": "requests_ok", "statistic": "single", "unit": "count", "value": 105 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[0].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[0].turn_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[0].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20208 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[0].ttft_s", "statistic": "single", "unit": "s", "value": 21.29803962400183 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[0].decode_tps", "statistic": "single", "unit": "tok/s", "value": 12.783693721909644 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[0].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[0].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[0].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[0].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[1].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[1].turn_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[1].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20380 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[1].ttft_s", "statistic": "single", "unit": "s", "value": 21.609247204032727 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[1].decode_tps", "statistic": "single", "unit": "tok/s", "value": 12.792573166226104 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[1].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[1].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 40003 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[1].dropped_messages", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[1].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[2].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[2].turn_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[2].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20381 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[2].ttft_s", "statistic": "single", "unit": "s", "value": 34.670300349011086 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[2].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.229158992830583 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[2].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[2].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 60007 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[2].dropped_messages", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[2].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[3].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[3].turn_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[3].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20380 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[3].ttft_s", "statistic": "single", "unit": "s", "value": 27.17643065500306 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[3].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.136899158073063 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[3].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[3].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 80009 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[3].dropped_messages", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[3].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[4].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[4].turn_number", "statistic": "single", "unit": "count", "value": 5 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[4].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20381 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[4].ttft_s", "statistic": "single", "unit": "s", "value": 36.000922381994314 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[4].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.9590444949077743 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[4].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[4].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 100012 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[4].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[4].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[5].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[5].turn_number", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[5].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20375 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[5].ttft_s", "statistic": "single", "unit": "s", "value": 38.83920868905261 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[5].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.019755662023208 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[5].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[5].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 120012 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[5].dropped_messages", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[5].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[6].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[6].turn_number", "statistic": "single", "unit": "count", "value": 7 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[6].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[6].ttft_s", "statistic": "single", "unit": "s", "value": 40.54266342299525 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[6].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.201370846560778 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[6].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[6].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 140015 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[6].dropped_messages", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[6].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[7].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[7].turn_number", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[7].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20381 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[7].ttft_s", "statistic": "single", "unit": "s", "value": 61.33349825098412 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[7].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.3125965460501154 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[7].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[7].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 160018 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[7].dropped_messages", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[7].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[8].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[8].turn_number", "statistic": "single", "unit": "count", "value": 9 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[8].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[8].ttft_s", "statistic": "single", "unit": "s", "value": 49.72121684002923 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[8].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.0728841316990536 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[8].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[8].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 180021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[8].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[8].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[9].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[9].turn_number", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[9].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[9].ttft_s", "statistic": "single", "unit": "s", "value": 50.01166466297582 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[9].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.9904832327301951 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[9].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[9].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 200023 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[9].dropped_messages", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[9].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[10].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[10].turn_number", "statistic": "single", "unit": "count", "value": 11 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[10].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20380 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[10].ttft_s", "statistic": "single", "unit": "s", "value": 51.15083277004305 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[10].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.100283761532138 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[10].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[10].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 220023 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[10].dropped_messages", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[10].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[11].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[11].turn_number", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[11].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[11].ttft_s", "statistic": "single", "unit": "s", "value": 66.67075316002592 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[11].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.4481824986763667 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[11].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[11].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 240025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[11].dropped_messages", "statistic": "single", "unit": "count", "value": 22 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[11].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[12].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[12].turn_number", "statistic": "single", "unit": "count", "value": 13 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[12].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20379 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[12].ttft_s", "statistic": "single", "unit": "s", "value": 70.46918230800657 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[12].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.5922501627493335 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[12].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[12].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 260025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[12].dropped_messages", "statistic": "single", "unit": "count", "value": 24 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[12].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[13].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[13].turn_number", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[13].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20384 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[13].ttft_s", "statistic": "single", "unit": "s", "value": 79.8193016120349 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[13].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.9255969933981314 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[13].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[13].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 280029 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[13].dropped_messages", "statistic": "single", "unit": "count", "value": 26 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[13].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[14].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[14].turn_number", "statistic": "single", "unit": "count", "value": 15 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[14].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20380 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[14].ttft_s", "statistic": "single", "unit": "s", "value": 67.96495248703286 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[14].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.4639823594326746 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[14].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[14].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 300029 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[14].dropped_messages", "statistic": "single", "unit": "count", "value": 28 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[14].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[15].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[15].turn_number", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[15].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[15].ttft_s", "statistic": "single", "unit": "s", "value": 63.044458357966505 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[15].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.2455207580803553 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[15].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[15].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 320033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[15].dropped_messages", "statistic": "single", "unit": "count", "value": 30 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[15].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[16].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[16].turn_number", "statistic": "single", "unit": "count", "value": 17 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[16].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20381 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[16].ttft_s", "statistic": "single", "unit": "s", "value": 52.80766814999515 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[16].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.115362845640841 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[16].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[16].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 340033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[16].dropped_messages", "statistic": "single", "unit": "count", "value": 32 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[16].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[17].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[17].turn_number", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[17].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20379 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[17].ttft_s", "statistic": "single", "unit": "s", "value": 51.723604545986746 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[17].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.0476698448889976 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[17].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[17].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 360033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[17].dropped_messages", "statistic": "single", "unit": "count", "value": 34 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[17].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[18].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[18].turn_number", "statistic": "single", "unit": "count", "value": 19 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[18].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20381 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[18].ttft_s", "statistic": "single", "unit": "s", "value": 57.43843070202274 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[18].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.1806591159243558 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[18].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[18].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 380033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[18].dropped_messages", "statistic": "single", "unit": "count", "value": 36 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[18].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[19].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[19].turn_number", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[19].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20380 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[19].ttft_s", "statistic": "single", "unit": "s", "value": 58.210758910980076 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[19].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.127450413604592 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[19].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[19].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 400033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[19].dropped_messages", "statistic": "single", "unit": "count", "value": 38 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[19].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[20].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[20].turn_number", "statistic": "single", "unit": "count", "value": 21 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[20].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20378 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[20].ttft_s", "statistic": "single", "unit": "s", "value": 52.639913316001184 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[20].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.0340104973595965 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[20].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[20].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 420033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[20].dropped_messages", "statistic": "single", "unit": "count", "value": 40 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[20].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[21].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[21].turn_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[21].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20215 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[21].ttft_s", "statistic": "single", "unit": "s", "value": 36.14523050299613 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[21].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.86374648579424 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[21].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[21].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[21].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[21].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[22].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[22].turn_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[22].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[22].ttft_s", "statistic": "single", "unit": "s", "value": 28.929401359986514 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[22].decode_tps", "statistic": "single", "unit": "tok/s", "value": 6.068068855379714 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[22].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[22].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 40005 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[22].dropped_messages", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[22].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[23].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[23].turn_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[23].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20384 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[23].ttft_s", "statistic": "single", "unit": "s", "value": 45.35748997400515 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[23].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.2954410145949096 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[23].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[23].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 60008 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[23].dropped_messages", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[23].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[24].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[24].turn_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[24].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[24].ttft_s", "statistic": "single", "unit": "s", "value": 40.25480733101722 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[24].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.3544498616016605 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[24].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[24].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 80011 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[24].dropped_messages", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[24].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[25].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[25].turn_number", "statistic": "single", "unit": "count", "value": 5 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[25].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20378 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[25].ttft_s", "statistic": "single", "unit": "s", "value": 41.776898667973 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[25].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.3421857321888933 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[25].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[25].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 100012 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[25].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[25].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[26].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[26].turn_number", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[26].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20384 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[26].ttft_s", "statistic": "single", "unit": "s", "value": 61.35739882104099 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[26].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.330292156279314 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[26].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[26].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 120014 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[26].dropped_messages", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[26].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[27].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[27].turn_number", "statistic": "single", "unit": "count", "value": 7 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[27].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[27].ttft_s", "statistic": "single", "unit": "s", "value": 51.82940217596479 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[27].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.064639599430281 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[27].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[27].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 140015 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[27].dropped_messages", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[27].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[28].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[28].turn_number", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[28].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[28].ttft_s", "statistic": "single", "unit": "s", "value": 48.16035067598568 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[28].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.0449510863507636 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[28].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[28].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 160019 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[28].dropped_messages", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[28].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[29].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[29].turn_number", "statistic": "single", "unit": "count", "value": 9 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[29].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20384 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[29].ttft_s", "statistic": "single", "unit": "s", "value": 52.919312131009065 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[29].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.1397815934678104 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[29].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[29].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 180021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[29].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[29].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[30].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[30].turn_number", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[30].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20380 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[30].ttft_s", "statistic": "single", "unit": "s", "value": 69.09640868502902 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[30].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.5148565740342002 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[30].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[30].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 200021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[30].dropped_messages", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[30].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[31].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[31].turn_number", "statistic": "single", "unit": "count", "value": 11 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[31].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[31].ttft_s", "statistic": "single", "unit": "s", "value": 70.50478764198488 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[31].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.6769084675392483 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[31].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[31].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 220021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[31].dropped_messages", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[31].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[32].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[32].turn_number", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[32].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20387 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[32].ttft_s", "statistic": "single", "unit": "s", "value": 83.85727065399988 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[32].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.5001628453519287 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[32].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[32].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 240025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[32].dropped_messages", "statistic": "single", "unit": "count", "value": 22 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[32].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[33].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[33].turn_number", "statistic": "single", "unit": "count", "value": 13 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[33].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20380 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[33].ttft_s", "statistic": "single", "unit": "s", "value": 65.88525169203058 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[33].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.8573151511422684 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[33].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[33].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 260025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[33].dropped_messages", "statistic": "single", "unit": "count", "value": 24 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[33].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[34].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[34].turn_number", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[34].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[34].ttft_s", "statistic": "single", "unit": "s", "value": 22.14965163799934 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[34].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.7448845980711477 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[34].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[34].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 280025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[34].dropped_messages", "statistic": "single", "unit": "count", "value": 26 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[34].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[35].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[35].turn_number", "statistic": "single", "unit": "count", "value": 15 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[35].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[35].ttft_s", "statistic": "single", "unit": "s", "value": 25.950526922009885 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[35].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.8546376299740918 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[35].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[35].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 300025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[35].dropped_messages", "statistic": "single", "unit": "count", "value": 28 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[35].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[36].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[36].turn_number", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[36].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[36].ttft_s", "statistic": "single", "unit": "s", "value": 32.494666195008904 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[36].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.8979574087394616 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[36].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[36].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 320025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[36].dropped_messages", "statistic": "single", "unit": "count", "value": 30 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[36].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[37].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[37].turn_number", "statistic": "single", "unit": "count", "value": 17 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[37].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[37].ttft_s", "statistic": "single", "unit": "s", "value": 22.200090466998518 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[37].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.7218283696132785 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[37].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[37].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 340025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[37].dropped_messages", "statistic": "single", "unit": "count", "value": 32 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[37].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[38].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[38].turn_number", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[38].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[38].ttft_s", "statistic": "single", "unit": "s", "value": 23.037825768988114 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[38].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.7504716338981225 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[38].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[38].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 360027 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[38].dropped_messages", "statistic": "single", "unit": "count", "value": 34 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[38].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[39].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[39].turn_number", "statistic": "single", "unit": "count", "value": 19 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[39].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20385 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[39].ttft_s", "statistic": "single", "unit": "s", "value": 30.95947255101055 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[39].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.1066772684034836 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[39].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[39].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 380029 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[39].dropped_messages", "statistic": "single", "unit": "count", "value": 36 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[39].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[40].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[40].turn_number", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[40].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[40].ttft_s", "statistic": "single", "unit": "s", "value": 42.501848874031566 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[40].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.4063147798815891 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[40].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[40].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 400029 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[40].dropped_messages", "statistic": "single", "unit": "count", "value": 38 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[40].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[41].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[41].turn_number", "statistic": "single", "unit": "count", "value": 21 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[41].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20384 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[41].ttft_s", "statistic": "single", "unit": "s", "value": 42.54126005800208 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[41].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.2976804989944621 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[41].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[41].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 420032 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[41].dropped_messages", "statistic": "single", "unit": "count", "value": 40 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[41].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[42].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[42].turn_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[42].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20213 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[42].ttft_s", "statistic": "single", "unit": "s", "value": 32.83461865299614 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[42].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.6226829330423767 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[42].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[42].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[42].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[42].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[43].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[43].turn_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[43].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20381 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[43].ttft_s", "statistic": "single", "unit": "s", "value": 21.976252384018153 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[43].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.3643714364808432 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[43].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[43].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 40007 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[43].dropped_messages", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[43].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[44].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[44].turn_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[44].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20378 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[44].ttft_s", "statistic": "single", "unit": "s", "value": 21.99750637699617 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[44].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.9078830712083121 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[44].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[44].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 60009 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[44].dropped_messages", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[44].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[45].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[45].turn_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[45].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20381 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[45].ttft_s", "statistic": "single", "unit": "s", "value": 42.37184034602251 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[45].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.9783759598966434 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[45].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[45].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 80012 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[45].dropped_messages", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[45].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[46].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[46].turn_number", "statistic": "single", "unit": "count", "value": 5 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[46].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[46].ttft_s", "statistic": "single", "unit": "s", "value": 25.117952532018535 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[46].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.8397508956720273 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[46].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[46].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 100014 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[46].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[46].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[47].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[47].turn_number", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[47].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[47].ttft_s", "statistic": "single", "unit": "s", "value": 34.90033710398711 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[47].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.8064433328764812 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[47].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[47].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 120017 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[47].dropped_messages", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[47].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[48].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[48].turn_number", "statistic": "single", "unit": "count", "value": 7 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[48].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20381 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[48].ttft_s", "statistic": "single", "unit": "s", "value": 29.66354861902073 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[48].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.9837727761142137 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[48].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[48].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 140019 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[48].dropped_messages", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[48].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[49].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[49].turn_number", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[49].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[49].ttft_s", "statistic": "single", "unit": "s", "value": 41.8535802050028 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[49].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.019066252153321 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[49].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[49].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 160022 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[49].dropped_messages", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[49].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[50].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[50].turn_number", "statistic": "single", "unit": "count", "value": 9 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[50].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[50].ttft_s", "statistic": "single", "unit": "s", "value": 46.80564466700889 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[50].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.11869815866569 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[50].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[50].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 180025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[50].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[50].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[51].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[51].turn_number", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[51].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20378 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[51].ttft_s", "statistic": "single", "unit": "s", "value": 79.61618936801096 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[51].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.3555220087627093 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[51].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[51].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 200025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[51].dropped_messages", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[51].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[52].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[52].turn_number", "statistic": "single", "unit": "count", "value": 11 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[52].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20379 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[52].ttft_s", "statistic": "single", "unit": "s", "value": 71.31167039799038 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[52].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.5820780983691458 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[52].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[52].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 220025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[52].dropped_messages", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[52].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[53].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[53].turn_number", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[53].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20379 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[53].ttft_s", "statistic": "single", "unit": "s", "value": 63.075886620034 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[53].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.282322391011998 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[53].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[53].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 240025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[53].dropped_messages", "statistic": "single", "unit": "count", "value": 22 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[53].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[54].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[54].turn_number", "statistic": "single", "unit": "count", "value": 13 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[54].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[54].ttft_s", "statistic": "single", "unit": "s", "value": 54.74592198303435 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[54].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.125289550384349 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[54].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[54].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 260027 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[54].dropped_messages", "statistic": "single", "unit": "count", "value": 24 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[54].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[55].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[55].turn_number", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[55].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[55].ttft_s", "statistic": "single", "unit": "s", "value": 51.76248636102537 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[55].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.0933835856318905 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[55].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[55].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 280029 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[55].dropped_messages", "statistic": "single", "unit": "count", "value": 26 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[55].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[56].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[56].turn_number", "statistic": "single", "unit": "count", "value": 15 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[56].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20380 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[56].ttft_s", "statistic": "single", "unit": "s", "value": 59.44338772603078 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[56].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.2149839896544588 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[56].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[56].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 300029 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[56].dropped_messages", "statistic": "single", "unit": "count", "value": 28 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[56].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[57].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[57].turn_number", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[57].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[57].ttft_s", "statistic": "single", "unit": "s", "value": 55.94809865200659 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[57].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.163241641611616 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[57].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[57].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 320030 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[57].dropped_messages", "statistic": "single", "unit": "count", "value": 30 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[57].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[58].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[58].turn_number", "statistic": "single", "unit": "count", "value": 17 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[58].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20381 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[58].ttft_s", "statistic": "single", "unit": "s", "value": 54.55966194003122 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[58].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.18672476847471 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[58].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[58].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 340030 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[58].dropped_messages", "statistic": "single", "unit": "count", "value": 32 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[58].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[59].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[59].turn_number", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[59].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20380 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[59].ttft_s", "statistic": "single", "unit": "s", "value": 42.43145718204323 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[59].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.3326528665371615 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[59].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[59].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 360030 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[59].dropped_messages", "statistic": "single", "unit": "count", "value": 34 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[59].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[60].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[60].turn_number", "statistic": "single", "unit": "count", "value": 19 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[60].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[60].ttft_s", "statistic": "single", "unit": "s", "value": 42.41143779596314 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[60].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.368446110791211 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[60].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[60].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 380031 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[60].dropped_messages", "statistic": "single", "unit": "count", "value": 36 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[60].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[61].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[61].turn_number", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[61].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20377 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[61].ttft_s", "statistic": "single", "unit": "s", "value": 42.5212757140398 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[61].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.237045252696843 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[61].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[61].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 400031 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[61].dropped_messages", "statistic": "single", "unit": "count", "value": 38 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[61].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[62].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[62].turn_number", "statistic": "single", "unit": "count", "value": 21 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[62].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[62].ttft_s", "statistic": "single", "unit": "s", "value": 40.6386415809975 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[62].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.194488168197656 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[62].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[62].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 420031 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[62].dropped_messages", "statistic": "single", "unit": "count", "value": 40 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[62].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[63].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[63].turn_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[63].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20214 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[63].ttft_s", "statistic": "single", "unit": "s", "value": 58.5853517089854 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[63].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.1035870734476796 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[63].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[63].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[63].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[63].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[64].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[64].turn_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[64].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20385 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[64].ttft_s", "statistic": "single", "unit": "s", "value": 43.77859455102589 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[64].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.976996814962709 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[64].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[64].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 40004 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[64].dropped_messages", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[64].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[65].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[65].turn_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[65].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[65].ttft_s", "statistic": "single", "unit": "s", "value": 46.71583229204407 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[65].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.0957480235099495 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[65].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[65].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 60005 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[65].dropped_messages", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[65].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[66].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[66].turn_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[66].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20378 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[66].ttft_s", "statistic": "single", "unit": "s", "value": 45.31801800901303 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[66].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.401064233535292 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[66].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[66].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 80005 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[66].dropped_messages", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[66].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[67].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[67].turn_number", "statistic": "single", "unit": "count", "value": 5 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[67].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20380 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[67].ttft_s", "statistic": "single", "unit": "s", "value": 68.71087204298237 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[67].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.4521721765276623 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[67].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[67].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 100008 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[67].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[67].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[68].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[68].turn_number", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[68].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20384 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[68].ttft_s", "statistic": "single", "unit": "s", "value": 68.2611089880229 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[68].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.5584375020447734 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[68].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[68].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 120011 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[68].dropped_messages", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[68].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[69].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[69].turn_number", "statistic": "single", "unit": "count", "value": 7 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[69].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20379 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[69].ttft_s", "statistic": "single", "unit": "s", "value": 82.24285914597567 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[69].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.8785416097644905 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[69].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[69].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 140011 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[69].dropped_messages", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[69].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[70].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[70].turn_number", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[70].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20386 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[70].ttft_s", "statistic": "single", "unit": "s", "value": 75.42471403401578 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[70].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.2162122167507055 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[70].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[70].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 160014 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[70].dropped_messages", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[70].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[71].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[71].turn_number", "statistic": "single", "unit": "count", "value": 9 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[71].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20385 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[71].ttft_s", "statistic": "single", "unit": "s", "value": 63.46974950900767 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[71].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.0889460659473411 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[71].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[71].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 180016 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[71].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[71].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[72].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[72].turn_number", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[72].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20387 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[72].ttft_s", "statistic": "single", "unit": "s", "value": 51.69210169499274 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[72].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.0884265610810726 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[72].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[72].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 200018 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[72].dropped_messages", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[72].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[73].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[73].turn_number", "statistic": "single", "unit": "count", "value": 11 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[73].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[73].ttft_s", "statistic": "single", "unit": "s", "value": 51.461301664006896 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[73].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.3999652223427503 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[73].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[73].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 220018 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[73].dropped_messages", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[73].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[74].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[74].turn_number", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[74].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20385 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[74].ttft_s", "statistic": "single", "unit": "s", "value": 56.930191038001794 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[74].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.2237868100453688 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[74].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[74].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 240018 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[74].dropped_messages", "statistic": "single", "unit": "count", "value": 22 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[74].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[75].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[75].turn_number", "statistic": "single", "unit": "count", "value": 13 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[75].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20386 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[75].ttft_s", "statistic": "single", "unit": "s", "value": 53.95164775499143 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[75].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.0468512810076605 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[75].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[75].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 260020 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[75].dropped_messages", "statistic": "single", "unit": "count", "value": 24 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[75].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[76].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[76].turn_number", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[76].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[76].ttft_s", "statistic": "single", "unit": "s", "value": 47.534067681001034 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[76].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.4107799423327996 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[76].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[76].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 280020 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[76].dropped_messages", "statistic": "single", "unit": "count", "value": 26 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[76].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[77].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[77].turn_number", "statistic": "single", "unit": "count", "value": 15 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[77].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20384 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[77].ttft_s", "statistic": "single", "unit": "s", "value": 42.73077383998316 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[77].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.4263403916990791 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[77].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[77].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 300021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[77].dropped_messages", "statistic": "single", "unit": "count", "value": 28 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[77].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[78].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[78].turn_number", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[78].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[78].ttft_s", "statistic": "single", "unit": "s", "value": 42.762363703979645 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[78].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.3883327917796255 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[78].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[78].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 320021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[78].dropped_messages", "statistic": "single", "unit": "count", "value": 30 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[78].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[79].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[79].turn_number", "statistic": "single", "unit": "count", "value": 17 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[79].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[79].ttft_s", "statistic": "single", "unit": "s", "value": 43.261375803966075 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[79].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.4337881560959045 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[79].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[79].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 340023 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[79].dropped_messages", "statistic": "single", "unit": "count", "value": 32 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[79].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[80].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[80].turn_number", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[80].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20384 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[80].ttft_s", "statistic": "single", "unit": "s", "value": 41.75088982703164 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[80].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.5794254299048114 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[80].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[80].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 360023 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[80].dropped_messages", "statistic": "single", "unit": "count", "value": 34 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[80].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[81].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[81].turn_number", "statistic": "single", "unit": "count", "value": 19 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[81].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[81].ttft_s", "statistic": "single", "unit": "s", "value": 22.06368842703523 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[81].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.5177788832525887 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[81].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[81].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 380025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[81].dropped_messages", "statistic": "single", "unit": "count", "value": 36 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[81].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[82].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[82].turn_number", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[82].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20381 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[82].ttft_s", "statistic": "single", "unit": "s", "value": 21.987059842969757 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[82].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.520577556200404 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[82].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[82].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 400026 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[82].dropped_messages", "statistic": "single", "unit": "count", "value": 38 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[82].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[83].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[83].turn_number", "statistic": "single", "unit": "count", "value": 21 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[83].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20387 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[83].ttft_s", "statistic": "single", "unit": "s", "value": 22.086384548980277 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[83].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.6388517235608977 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[83].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[83].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 420027 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[83].dropped_messages", "statistic": "single", "unit": "count", "value": 40 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[83].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[84].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[84].turn_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[84].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20213 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[84].ttft_s", "statistic": "single", "unit": "s", "value": 42.39955521299271 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[84].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.8795050630688763 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[84].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[84].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[84].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[84].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[85].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[85].turn_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[85].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[85].ttft_s", "statistic": "single", "unit": "s", "value": 24.213497836026363 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[85].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.7545661486089743 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[85].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[85].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 40004 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[85].dropped_messages", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[85].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[86].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[86].turn_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[86].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[86].ttft_s", "statistic": "single", "unit": "s", "value": 25.909822629007977 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[86].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.8090588520810669 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[86].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[86].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 60006 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[86].dropped_messages", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[86].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[87].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[87].turn_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[87].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20386 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[87].ttft_s", "statistic": "single", "unit": "s", "value": 29.324067985988222 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[87].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.7434827372262703 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[87].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[87].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 80009 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[87].dropped_messages", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[87].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[88].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[88].turn_number", "statistic": "single", "unit": "count", "value": 5 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[88].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[88].ttft_s", "statistic": "single", "unit": "s", "value": 22.145986246003304 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[88].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.7528398150678814 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[88].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[88].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 100011 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[88].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[88].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[89].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[89].turn_number", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[89].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20385 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[89].ttft_s", "statistic": "single", "unit": "s", "value": 22.25557405903237 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[89].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.7829850155172352 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[89].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[89].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 120014 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[89].dropped_messages", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[89].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[90].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[90].turn_number", "statistic": "single", "unit": "count", "value": 7 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[90].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20381 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[90].ttft_s", "statistic": "single", "unit": "s", "value": 22.179980229004286 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[90].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.7199470312811947 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[90].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[90].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 140014 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[90].dropped_messages", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[90].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[91].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[91].turn_number", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[91].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20386 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[91].ttft_s", "statistic": "single", "unit": "s", "value": 22.288278679014184 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[91].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.7639840564285135 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[91].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[91].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 160017 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[91].dropped_messages", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[91].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[92].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[92].turn_number", "statistic": "single", "unit": "count", "value": 9 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[92].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[92].ttft_s", "statistic": "single", "unit": "s", "value": 22.218704838014673 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[92].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.7420516384967465 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[92].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[92].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 180020 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[92].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[92].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[93].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[93].turn_number", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[93].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[93].ttft_s", "statistic": "single", "unit": "s", "value": 22.151969764963724 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[93].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.741497661062032 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[93].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[93].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 200020 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[93].dropped_messages", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[93].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[94].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[94].turn_number", "statistic": "single", "unit": "count", "value": 11 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[94].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20381 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[94].ttft_s", "statistic": "single", "unit": "s", "value": 22.155064663966186 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[94].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.7325611374587515 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[94].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[94].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 220020 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[94].dropped_messages", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[94].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[95].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[95].turn_number", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[95].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[95].ttft_s", "statistic": "single", "unit": "s", "value": 22.222309100965504 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[95].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.7205297254312101 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[95].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[95].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 240021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[95].dropped_messages", "statistic": "single", "unit": "count", "value": 22 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[95].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[96].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[96].turn_number", "statistic": "single", "unit": "count", "value": 13 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[96].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[96].ttft_s", "statistic": "single", "unit": "s", "value": 24.166431215999182 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[96].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.837786468631022 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[96].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[96].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 260021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[96].dropped_messages", "statistic": "single", "unit": "count", "value": 24 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[96].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[97].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[97].turn_number", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[97].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20382 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[97].ttft_s", "statistic": "single", "unit": "s", "value": 30.919274711981416 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[97].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.352788298277453 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[97].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[97].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 280023 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[97].dropped_messages", "statistic": "single", "unit": "count", "value": 26 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[97].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[98].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[98].turn_number", "statistic": "single", "unit": "count", "value": 15 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[98].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20385 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[98].ttft_s", "statistic": "single", "unit": "s", "value": 42.889956241007894 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[98].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.4269509820171984 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[98].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[98].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 300024 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[98].dropped_messages", "statistic": "single", "unit": "count", "value": 28 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[98].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[99].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[99].turn_number", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[99].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20388 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[99].ttft_s", "statistic": "single", "unit": "s", "value": 43.08174711599713 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[99].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.3551379089992681 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[99].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[99].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 320028 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[99].dropped_messages", "statistic": "single", "unit": "count", "value": 30 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[99].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[100].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[100].turn_number", "statistic": "single", "unit": "count", "value": 17 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[100].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20387 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[100].ttft_s", "statistic": "single", "unit": "s", "value": 22.212329739995766 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[100].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.364010998131154 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[100].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[100].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 340031 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[100].dropped_messages", "statistic": "single", "unit": "count", "value": 32 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[100].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[101].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[101].turn_number", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[101].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20386 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[101].ttft_s", "statistic": "single", "unit": "s", "value": 22.206508811970707 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[101].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.5991180325795655 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[101].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[101].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 360033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[101].dropped_messages", "statistic": "single", "unit": "count", "value": 34 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[101].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[102].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[102].turn_number", "statistic": "single", "unit": "count", "value": 19 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[102].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20384 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[102].ttft_s", "statistic": "single", "unit": "s", "value": 22.024152108991984 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[102].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.548538786642081 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[102].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[102].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 380034 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[102].dropped_messages", "statistic": "single", "unit": "count", "value": 36 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[102].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[103].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[103].turn_number", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[103].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[103].ttft_s", "statistic": "single", "unit": "s", "value": 21.93195597396698 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[103].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.550793438712979 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[103].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[103].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 400034 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[103].dropped_messages", "statistic": "single", "unit": "count", "value": 38 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[103].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[104].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[104].turn_number", "statistic": "single", "unit": "count", "value": 21 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[104].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20383 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[104].ttft_s", "statistic": "single", "unit": "s", "value": 22.018456218007486 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[104].decode_tps", "statistic": "single", "unit": "tok/s", "value": 12.644756333717181 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[104].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[104].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 420034 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[104].dropped_messages", "statistic": "single", "unit": "count", "value": 40 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[104].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "roll_ttft_p50_seconds", "scope": "per_person", "source_field": "roll_ttft_p50_seconds", "statistic": "median", "unit": "s", "value": 42.63601694899262 }, { "basis": null, "n": null, "name": "rolled_off_abstained", "scope": "machine_total", "source_field": "rolled_off_abstained", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "rolled_off_invalid", "scope": "machine_total", "source_field": "rolled_off_invalid", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "rolled_off_wrong", "scope": "machine_total", "source_field": "rolled_off_wrong", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "normal_ttft_max_seconds", "scope": "per_person", "source_field": "normal_ttft_max_seconds", "statistic": "max", "unit": "s", "value": 58.5853517089854 }, { "basis": null, "n": null, "name": "rolled_off_correct", "scope": "machine_total", "source_field": "rolled_off_correct", "statistic": "single", "unit": "count", "value": 100 }, { "basis": null, "n": null, "name": "normal_ttft_p50_seconds", "scope": "per_person", "source_field": "normal_ttft_p50_seconds", "statistic": "median", "unit": "s", "value": 36.14523050299613 }, { "basis": null, "n": null, "name": "rolled_off_total", "scope": "machine_total", "source_field": "rolled_off_total", "statistic": "single", "unit": "count", "value": 100 }, { "basis": null, "n": null, "name": "requests_total", "scope": "machine_total", "source_field": "requests_total", "statistic": "single", "unit": "count", "value": 105 } ], "model": { "artifact_sha256": [], "publisher_repo": "Qwen/Qwen3.8-27B", "publisher_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0", "variant": "INT4 variant", "weights_dtype": "INT4", "weights_format": "safetensors" }, "outcome": { "gates": [ { "met": true, "name": "requests", "observed": "105/105" } ], "reasons": [], "status": "pass" }, "publication_group": "pre-standard", "published": null, "publisher": { "name": "Skilak Keep" }, "quality": [], "record_date": "2026-10-07", "reproduce": { "driver": null, "fixture_sha256": null, "harness": { "name": "keep-rolling-context-v1", "version": "1" }, "harness_sha256": null, "os": null, "workload_name": null, "workload_version": null }, "requests": [], "scenario": { "id": "rolling-context", "version": "1" }, "settings": { "concurrency": 5, "configured_context_tokens": 262144, "context_tokens": 262144, "max_output_tokens": 256 }, "setup_complete": false, "setup_id": "9fbdb045015b3a6790f7fe36b7e05c70", "standard": "pre-standard", "system": { "driver": null, "hardware": "NVIDIA GB10, 128 GB unified memory", "os": null }, "workload": { "cache": null, "content_tokens": null, "document": null, "input_tokens": null, "output_tokens": 256, "repetitions": null, "users": 5, "warmup": null } }