{ "caveats": [ "Lab retrieval and rolling-history evidence only. No summaries. Shared engine cache intervals include overlapping users and are not per-user hits. Gateway path, not authenticated document ingestion or customer acceptance.", "Weights file SHA-256 was not recorded for public reproduction." ], "engine": { "name": "NVIDIA NGC vLLM", "recipe": "plain", "version": "0.29.0+5013de39.dev" }, "format": "olir/0.1", "history": { "corrections": [], "supersedes": [] }, "id": "c4e683141a094897a2b3092b", "measured_at": "2026-10-07T11:12:04.658512+00:00", "metrics": [ { "basis": null, "n": null, "name": "roll_ttft_max_seconds", "scope": "per_person", "source_field": "roll_ttft_max_seconds", "statistic": "max", "unit": "s", "value": 879.4844111460261 }, { "basis": null, "n": null, "name": "requests_ok", "scope": "machine_total", "source_field": "requests_ok", "statistic": "single", "unit": "count", "value": 60 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[0].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[0].turn_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[0].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20113 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[0].ttft_s", "statistic": "single", "unit": "s", "value": 21.54114813398337 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[0].decode_tps", "statistic": "single", "unit": "tok/s", "value": 12.922366602566832 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[0].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[0].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[0].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[0].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[1].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[1].turn_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[1].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40242 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[1].ttft_s", "statistic": "single", "unit": "s", "value": 25.688145256019197 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[1].decode_tps", "statistic": "single", "unit": "tok/s", "value": 12.404503784871029 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[1].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[1].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 40003 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[1].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[1].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.46757119427463845 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[2].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[2].turn_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[2].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 60372 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[2].ttft_s", "statistic": "single", "unit": "s", "value": 48.5354347829707 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[2].decode_tps", "statistic": "single", "unit": "tok/s", "value": 10.256194217884328 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[2].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[2].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 60007 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[2].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[2].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.48050754105964105 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[3].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[3].turn_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[3].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 80504 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[3].ttft_s", "statistic": "single", "unit": "s", "value": 54.79522712499602 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[3].decode_tps", "statistic": "single", "unit": "tok/s", "value": 10.898233512725842 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[3].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[3].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 80009 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[3].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[3].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7401371360429295 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[4].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[4].turn_number", "statistic": "single", "unit": "count", "value": 5 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[4].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 100636 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[4].ttft_s", "statistic": "single", "unit": "s", "value": 81.66109736502403 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[4].decode_tps", "statistic": "single", "unit": "tok/s", "value": 9.831066147361787 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[4].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[4].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 100012 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[4].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[4].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6579069407945587 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[5].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[5].turn_number", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[5].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 120764 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[5].ttft_s", "statistic": "single", "unit": "s", "value": 90.72225817199796 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[5].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.4919241224625357 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[5].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[5].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 120012 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[5].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[5].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6831878430233447 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[6].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[6].turn_number", "statistic": "single", "unit": "count", "value": 7 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[6].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 140892 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[6].ttft_s", "statistic": "single", "unit": "s", "value": 108.68508133402793 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[6].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.638065034169022 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[6].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[6].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 140015 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[6].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[6].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.714141784968022 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[7].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[7].turn_number", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[7].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 161021 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[7].ttft_s", "statistic": "single", "unit": "s", "value": 153.7950589460088 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[7].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.847934177573787 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[7].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[7].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 160018 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[7].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[7].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7722619569655089 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[8].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[8].turn_number", "statistic": "single", "unit": "count", "value": 9 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[8].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181154 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[8].ttft_s", "statistic": "single", "unit": "s", "value": 174.2152354019927 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[8].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.990309555166853 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[8].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[8].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 180021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[8].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[8].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8151799370459877 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[9].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[9].turn_number", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[9].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201288 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[9].ttft_s", "statistic": "single", "unit": "s", "value": 190.19731120503275 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[9].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.777932223310172 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[9].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[9].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 200023 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[9].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[9].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8427175871771364 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[10].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[10].turn_number", "statistic": "single", "unit": "count", "value": 11 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[10].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221414 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[10].ttft_s", "statistic": "single", "unit": "s", "value": 201.21917534497334 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[10].decode_tps", "statistic": "single", "unit": "tok/s", "value": 4.671131467089102 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[10].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[10].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 220023 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[10].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[10].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8650683874881357 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[11].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[11].turn_number", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[11].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241548 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[11].ttft_s", "statistic": "single", "unit": "s", "value": 218.34677868604194 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[11].decode_tps", "statistic": "single", "unit": "tok/s", "value": 4.970563389721024 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[11].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[11].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 240025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[11].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[11].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8804022329845835 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[12].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[12].turn_number", "statistic": "single", "unit": "count", "value": 13 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[12].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181158 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[12].ttft_s", "statistic": "single", "unit": "s", "value": 675.7934919499676 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[12].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.908612530750501 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[12].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[12].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 260025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[12].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[12].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8189083824090568 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[13].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[13].turn_number", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[13].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201294 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[13].ttft_s", "statistic": "single", "unit": "s", "value": 209.02731904800748 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[13].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.3801402778578878 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[13].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[13].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 280029 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[13].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[13].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.47146674475639666 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[14].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[14].turn_number", "statistic": "single", "unit": "count", "value": 15 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[14].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221419 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[14].ttft_s", "statistic": "single", "unit": "s", "value": 219.3602335259784 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[14].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.8734765494972176 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[14].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[14].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 300029 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[14].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[14].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.9063798703681333 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[15].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[15].turn_number", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[15].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241551 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[15].ttft_s", "statistic": "single", "unit": "s", "value": 226.72736896999413 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[15].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.37650507741443423 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[15].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[15].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 320033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[15].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[15].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.757284447151076 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[16].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[16].turn_number", "statistic": "single", "unit": "count", "value": 17 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[16].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181159 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[16].ttft_s", "statistic": "single", "unit": "s", "value": 879.4844111460261 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[16].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.3025797107633407 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[16].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[16].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 340033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[16].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[16].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.5679568043736538 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[17].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[17].turn_number", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[17].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201288 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[17].ttft_s", "statistic": "single", "unit": "s", "value": 161.02841810602695 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[17].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.2939384819953723 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[17].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[17].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 360033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[17].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[17].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6971398765539425 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[18].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[18].turn_number", "statistic": "single", "unit": "count", "value": 19 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[18].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221416 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[18].ttft_s", "statistic": "single", "unit": "s", "value": 160.0581362210214 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[18].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.4649815194263156 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[18].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[18].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 380033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[18].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[18].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.9063757771723853 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[19].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[19].turn_number", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[19].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241544 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[19].ttft_s", "statistic": "single", "unit": "s", "value": 113.99317735101795 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[19].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.23556615332464062 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[19].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[19].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 400033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[19].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[19].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7572788740168346 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[20].user_number", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[20].turn_number", "statistic": "single", "unit": "count", "value": 21 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[20].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181142 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[20].ttft_s", "statistic": "single", "unit": "s", "value": 775.65689926903 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[20].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.2412350162140507 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[20].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[20].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 420033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[20].dropped_messages", "statistic": "single", "unit": "count", "value": 24 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[20].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.5679517103059916 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[21].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[21].turn_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[21].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20120 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[21].ttft_s", "statistic": "single", "unit": "s", "value": 47.92592330498155 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[21].decode_tps", "statistic": "single", "unit": "tok/s", "value": 11.676440534830242 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[21].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[21].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[21].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[21].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.487004919743577 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[22].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[22].turn_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[22].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40247 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[22].ttft_s", "statistic": "single", "unit": "s", "value": 53.98053695401177 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[22].decode_tps", "statistic": "single", "unit": "tok/s", "value": 8.530757313262535 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[22].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[22].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 40005 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[22].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[22].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6492699853417363 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[23].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[23].turn_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[23].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 60378 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[23].ttft_s", "statistic": "single", "unit": "s", "value": 80.98764683300396 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[23].decode_tps", "statistic": "single", "unit": "tok/s", "value": 8.879300057073015 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[23].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[23].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 60008 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[23].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[23].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6579069407945587 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[24].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[24].turn_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[24].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 80511 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[24].ttft_s", "statistic": "single", "unit": "s", "value": 91.74500297900522 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[24].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.652123285210395 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[24].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[24].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 80011 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[24].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[24].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6831878430233447 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[25].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[25].turn_number", "statistic": "single", "unit": "count", "value": 5 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[25].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 100640 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[25].ttft_s", "statistic": "single", "unit": "s", "value": 114.38866522099124 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[25].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.857620661717785 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[25].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[25].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 100012 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[25].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[25].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.714141784968022 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[26].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[26].turn_number", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[26].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 120767 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[26].ttft_s", "statistic": "single", "unit": "s", "value": 156.64834343799157 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[26].decode_tps", "statistic": "single", "unit": "tok/s", "value": 4.480504584066381 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[26].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[26].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 120014 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[26].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[26].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7722619569655089 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[27].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[27].turn_number", "statistic": "single", "unit": "count", "value": 7 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[27].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 140899 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[27].ttft_s", "statistic": "single", "unit": "s", "value": 173.25792252796236 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[27].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.966854682480513 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[27].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[27].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 140015 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[27].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[27].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8151799370459877 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[28].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[28].turn_number", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[28].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 161030 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[28].ttft_s", "statistic": "single", "unit": "s", "value": 188.31956962001277 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[28].decode_tps", "statistic": "single", "unit": "tok/s", "value": 4.9564960080441836 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[28].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[28].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 160019 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[28].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[28].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8427175871771364 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[29].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[29].turn_number", "statistic": "single", "unit": "count", "value": 9 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[29].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181163 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[29].ttft_s", "statistic": "single", "unit": "s", "value": 202.2053211479797 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[29].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.330562592184002 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[29].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[29].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 180021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[29].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[29].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8650683874881357 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[30].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[30].turn_number", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[30].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201295 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[30].ttft_s", "statistic": "single", "unit": "s", "value": 217.2184149249806 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[30].decode_tps", "statistic": "single", "unit": "tok/s", "value": 4.970425881762146 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[30].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[30].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 200021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[30].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[30].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8804022329845835 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[31].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[31].turn_number", "statistic": "single", "unit": "count", "value": 11 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[31].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221423 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[31].ttft_s", "statistic": "single", "unit": "s", "value": 199.4954831119976 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[31].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.344248744098066 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[31].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[31].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 220021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[31].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[31].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7701590784421284 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[32].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[32].turn_number", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[32].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241560 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[32].ttft_s", "statistic": "single", "unit": "s", "value": 223.942234342976 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[32].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.623770107732449 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[32].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[32].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 240025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[32].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[32].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.9152508693492301 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[33].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[33].turn_number", "statistic": "single", "unit": "count", "value": 13 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[33].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181172 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[33].ttft_s", "statistic": "single", "unit": "s", "value": 705.0862642640132 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[33].decode_tps", "statistic": "single", "unit": "tok/s", "value": 4.687095864929719 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[33].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[33].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 260025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[33].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[33].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8140977464693939 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[34].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[34].turn_number", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[34].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201305 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[34].ttft_s", "statistic": "single", "unit": "s", "value": 230.6080427240231 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[34].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.3487653501372549 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[34].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[34].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 280025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[34].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[34].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.69168131558066 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[35].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[35].turn_number", "statistic": "single", "unit": "count", "value": 15 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[35].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221436 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[35].ttft_s", "statistic": "single", "unit": "s", "value": 201.80751334497472 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[35].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.18411419981301616 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[35].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[35].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 300025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[35].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[35].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.34378720218977976 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[36].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[36].turn_number", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[36].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241567 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[36].ttft_s", "statistic": "single", "unit": "s", "value": 222.4633266259916 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[36].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.29460413406035335 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[36].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[36].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 320025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[36].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[36].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.9039437322661442 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[37].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[37].turn_number", "statistic": "single", "unit": "count", "value": 17 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[37].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181179 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[37].ttft_s", "statistic": "single", "unit": "s", "value": 674.9378849080531 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[37].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.1243261503137378 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[37].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[37].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 340025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[37].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[37].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7121645716718856 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[38].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[38].turn_number", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[38].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201309 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[38].ttft_s", "statistic": "single", "unit": "s", "value": 157.0683799959952 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[38].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.26611578445020106 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[38].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[38].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 360027 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[38].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[38].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7121397237364533 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[39].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[39].turn_number", "statistic": "single", "unit": "count", "value": 19 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[39].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221443 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[39].ttft_s", "statistic": "single", "unit": "s", "value": 171.145450445998 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[39].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.1867505406348614 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[39].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[39].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 380029 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[39].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[39].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6547196433588469 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[40].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[40].turn_number", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[40].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241573 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[40].ttft_s", "statistic": "single", "unit": "s", "value": 194.45893430901924 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[40].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.29331368349818554 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[40].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[40].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 400029 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[40].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[40].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7121734162707269 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[41].user_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[41].turn_number", "statistic": "single", "unit": "count", "value": 21 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[41].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181175 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[41].ttft_s", "statistic": "single", "unit": "s", "value": 585.697342207015 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[41].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.146505949349361 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[41].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[41].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 420032 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[41].dropped_messages", "statistic": "single", "unit": "count", "value": 24 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[41].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7474227198043636 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[42].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[42].turn_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[42].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20118 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[42].ttft_s", "statistic": "single", "unit": "s", "value": 79.51048655901104 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[42].decode_tps", "statistic": "single", "unit": "tok/s", "value": 9.823332009651795 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[42].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[42].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[42].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[42].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6579069407945587 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[43].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[43].turn_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[43].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40250 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[43].ttft_s", "statistic": "single", "unit": "s", "value": 91.76182534598047 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[43].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.676242059280805 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[43].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[43].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 40007 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[43].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[43].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6831878430233447 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[44].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[44].turn_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[44].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 60380 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[44].ttft_s", "statistic": "single", "unit": "s", "value": 114.3456150930142 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[44].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.8769080656312824 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[44].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[44].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 60009 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[44].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[44].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.714141784968022 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[45].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[45].turn_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[45].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 80509 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[45].ttft_s", "statistic": "single", "unit": "s", "value": 156.6747548970161 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[45].decode_tps", "statistic": "single", "unit": "tok/s", "value": 4.45320646501126 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[45].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[45].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 80012 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[45].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[45].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7722619569655089 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[46].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[46].turn_number", "statistic": "single", "unit": "count", "value": 5 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[46].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 100641 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[46].ttft_s", "statistic": "single", "unit": "s", "value": 174.41760934499325 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[46].decode_tps", "statistic": "single", "unit": "tok/s", "value": 6.231452506084258 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[46].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[46].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 100014 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[46].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[46].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8151799370459877 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[47].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[47].turn_number", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[47].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 120774 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[47].ttft_s", "statistic": "single", "unit": "s", "value": 190.16879605903523 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[47].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.9782153233635498 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[47].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[47].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 120017 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[47].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[47].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8553254149783692 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[48].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[48].turn_number", "statistic": "single", "unit": "count", "value": 7 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[48].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 140909 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[48].ttft_s", "statistic": "single", "unit": "s", "value": 196.07107177498983 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[48].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.315346109947638 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[48].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[48].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 140019 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[48].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[48].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8531435776485088 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[49].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[49].turn_number", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[49].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 161039 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[49].ttft_s", "statistic": "single", "unit": "s", "value": 213.34597823995864 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[49].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.674999639183919 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[49].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[49].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 160022 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[49].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[49].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8804022329845835 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[50].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[50].turn_number", "statistic": "single", "unit": "count", "value": 9 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[50].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181172 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[50].ttft_s", "statistic": "single", "unit": "s", "value": 193.97330937400693 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[50].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.37418095717031097 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[50].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[50].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 180025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[50].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[50].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7010519256324594 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[51].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[51].turn_number", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[51].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201304 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[51].ttft_s", "statistic": "single", "unit": "s", "value": 236.95953829103382 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[51].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.6368708136087928 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[51].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[51].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 200025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[51].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[51].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8927667520504201 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[52].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[52].turn_number", "statistic": "single", "unit": "count", "value": 11 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[52].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221432 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[52].ttft_s", "statistic": "single", "unit": "s", "value": 208.1121710090083 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[52].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.37105788422796143 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[52].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[52].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 220025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[52].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[52].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7312320684516267 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[53].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[53].turn_number", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[53].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241560 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[53].ttft_s", "statistic": "single", "unit": "s", "value": 211.3681128610042 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[53].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.7665130845189384 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[53].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[53].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 240025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[53].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[53].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.9063798703681333 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[54].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[54].turn_number", "statistic": "single", "unit": "count", "value": 13 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[54].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181165 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[54].ttft_s", "statistic": "single", "unit": "s", "value": 699.4067312839907 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[54].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.18275359890414664 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[54].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[54].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 260027 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[54].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[54].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6278306508527068 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[55].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[55].turn_number", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[55].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201296 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[55].ttft_s", "statistic": "single", "unit": "s", "value": 216.4875847910298 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[55].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.31418965727689213 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[55].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[55].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 280029 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[55].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[55].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8958130477117819 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[56].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[56].turn_number", "statistic": "single", "unit": "count", "value": 15 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[56].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221425 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[56].ttft_s", "statistic": "single", "unit": "s", "value": 178.8604112759931 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[56].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.32124962021387304 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[56].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[56].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 300029 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[56].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[56].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7048360792790348 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[57].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[57].turn_number", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[57].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241553 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[57].ttft_s", "statistic": "single", "unit": "s", "value": 170.98452270100825 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[57].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.5603414395285787 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[57].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[57].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 320030 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[57].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[57].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.9063488312231778 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[58].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[58].turn_number", "statistic": "single", "unit": "count", "value": 17 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[58].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181151 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[58].ttft_s", "statistic": "single", "unit": "s", "value": 658.1668398780166 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[58].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.18596765244705238 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[58].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[58].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 340030 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[58].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[58].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6510017386302731 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[59].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[59].turn_number", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[59].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201282 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[59].ttft_s", "statistic": "single", "unit": "s", "value": 195.72447070397902 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[59].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.29795097927877384 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[59].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[59].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 360030 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[59].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[59].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6432366948484401 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[60].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[60].turn_number", "statistic": "single", "unit": "count", "value": 19 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[60].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221413 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[60].ttft_s", "statistic": "single", "unit": "s", "value": 123.06476350105368 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[60].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.2727069619654422 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[60].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[60].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 380031 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[60].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[60].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6309190470907522 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[61].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[61].turn_number", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[61].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241546 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[61].ttft_s", "statistic": "single", "unit": "s", "value": 131.52090578101343 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[61].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.66062665313622 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[61].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[61].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 400031 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[61].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[61].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.9063392811447254 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[62].user_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[62].turn_number", "statistic": "single", "unit": "count", "value": 21 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[62].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181157 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[62].ttft_s", "statistic": "single", "unit": "s", "value": 483.53126178798266 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[62].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.412183865338671 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[62].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[62].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 420031 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[62].dropped_messages", "statistic": "single", "unit": "count", "value": 24 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[62].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6025117150890347 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[63].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[63].turn_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[63].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20119 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[63].ttft_s", "statistic": "single", "unit": "s", "value": 21.97022557305172 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[63].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.655448088466149 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[63].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[63].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[63].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[63].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7011682044957022 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[64].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[64].turn_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[64].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40251 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[64].ttft_s", "statistic": "single", "unit": "s", "value": 34.32781493803486 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[64].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.139958296986551 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[64].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[64].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 40004 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[64].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[64].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7613421048471422 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[65].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[65].turn_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[65].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 60385 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[65].ttft_s", "statistic": "single", "unit": "s", "value": 132.55791806901107 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[65].decode_tps", "statistic": "single", "unit": "tok/s", "value": 6.87786222054429 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[65].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[65].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 60005 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[65].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[65].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6491678396952886 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[66].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[66].turn_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[66].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 80512 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[66].ttft_s", "statistic": "single", "unit": "s", "value": 173.90474537096452 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[66].decode_tps", "statistic": "single", "unit": "tok/s", "value": 6.233873909176997 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[66].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[66].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 80005 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[66].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[66].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8151799370459877 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[67].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[67].turn_number", "statistic": "single", "unit": "count", "value": 5 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[67].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 100645 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[67].ttft_s", "statistic": "single", "unit": "s", "value": 190.15485956601333 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[67].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.774577196786765 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[67].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[67].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 100008 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[67].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[67].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8427175871771364 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[68].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[68].turn_number", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[68].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 120773 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[68].ttft_s", "statistic": "single", "unit": "s", "value": 194.91742883599363 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[68].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.4000918780454636 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[68].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[68].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 120011 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[68].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[68].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8650683874881357 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[69].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[69].turn_number", "statistic": "single", "unit": "count", "value": 7 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[69].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 140904 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[69].ttft_s", "statistic": "single", "unit": "s", "value": 212.42995198100107 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[69].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.7082827449885807 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[69].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[69].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 140011 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[69].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[69].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8804022329845835 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[70].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[70].turn_number", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[70].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 161039 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[70].ttft_s", "statistic": "single", "unit": "s", "value": 201.03466660296544 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[70].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.3796269792896577 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[70].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[70].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 160014 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[70].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[70].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7010519256324594 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[71].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[71].turn_number", "statistic": "single", "unit": "count", "value": 9 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[71].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181170 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[71].ttft_s", "statistic": "single", "unit": "s", "value": 237.34325001301477 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[71].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.7374118042455753 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[71].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[71].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 180016 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[71].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[71].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8927667520504201 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[72].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[72].turn_number", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[72].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201307 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[72].ttft_s", "statistic": "single", "unit": "s", "value": 213.38447414099937 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[72].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.28634270451185023 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[72].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[72].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 200018 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[72].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[72].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8017224353995854 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[73].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[73].turn_number", "statistic": "single", "unit": "count", "value": 11 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[73].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221443 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[73].ttft_s", "statistic": "single", "unit": "s", "value": 191.56268116104184 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[73].decode_tps", "statistic": "single", "unit": "tok/s", "value": 3.194305985006265 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[73].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[73].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 220018 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[73].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[73].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.9063461026087978 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[74].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[74].turn_number", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[74].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241572 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[74].ttft_s", "statistic": "single", "unit": "s", "value": 229.2531233089976 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[74].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.31634115684589126 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[74].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[74].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 240018 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[74].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[74].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7191422455173179 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[75].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[75].turn_number", "statistic": "single", "unit": "count", "value": 13 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[75].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181185 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[75].ttft_s", "statistic": "single", "unit": "s", "value": 873.9897076139459 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[75].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.24722537976393036 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[75].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[75].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 260020 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[75].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[75].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.555262070991724 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[76].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[76].turn_number", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[76].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201318 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[76].ttft_s", "statistic": "single", "unit": "s", "value": 116.80983015702805 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[76].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.22672302729788332 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[76].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[76].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 280020 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[76].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[76].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.9039113593120204 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[77].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[77].turn_number", "statistic": "single", "unit": "count", "value": 15 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[77].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221454 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[77].ttft_s", "statistic": "single", "unit": "s", "value": 109.40606641402701 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[77].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.5037453348143096 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[77].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[77].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 300021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[77].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[77].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7524648167848422 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[78].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[78].turn_number", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[78].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241589 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[78].ttft_s", "statistic": "single", "unit": "s", "value": 124.11030960595235 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[78].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.23780927585904432 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[78].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[78].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 320021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[78].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[78].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7257874231317646 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[79].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[79].turn_number", "statistic": "single", "unit": "count", "value": 17 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[79].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181195 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[79].ttft_s", "statistic": "single", "unit": "s", "value": 771.7500437250128 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[79].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.25196968965367056 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[79].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[79].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 340023 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[79].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[79].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.49850847844931434 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[80].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[80].turn_number", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[80].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201331 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[80].ttft_s", "statistic": "single", "unit": "s", "value": 90.80128397396766 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[80].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.24398933368395284 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[80].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[80].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 360023 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[80].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[80].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.9030281109660554 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[81].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[81].turn_number", "statistic": "single", "unit": "count", "value": 19 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[81].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221468 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[81].ttft_s", "statistic": "single", "unit": "s", "value": 56.389698530954774 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[81].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.4211015402595004 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[81].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[81].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 380025 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[81].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[81].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.64319958979618 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[82].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[82].turn_number", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[82].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241604 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[82].ttft_s", "statistic": "single", "unit": "s", "value": 106.95489919296233 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[82].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.29321310222388874 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[82].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[82].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 400026 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[82].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[82].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.915122064289676 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[83].user_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[83].turn_number", "statistic": "single", "unit": "count", "value": 21 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[83].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181200 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[83].ttft_s", "statistic": "single", "unit": "s", "value": 398.9729665360064 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[83].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.34239520642968 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[83].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[83].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 420027 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[83].dropped_messages", "statistic": "single", "unit": "count", "value": 24 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[83].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[84].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[84].turn_number", "statistic": "single", "unit": "count", "value": 1 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[84].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 20118 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[84].ttft_s", "statistic": "single", "unit": "s", "value": 95.44786189403385 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[84].decode_tps", "statistic": "single", "unit": "tok/s", "value": 2.7106911852666804 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[84].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[84].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[84].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[84].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.3116831486358893 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[85].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[85].turn_number", "statistic": "single", "unit": "count", "value": 2 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[85].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 40249 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[85].ttft_s", "statistic": "single", "unit": "s", "value": 155.08917450899025 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[85].decode_tps", "statistic": "single", "unit": "tok/s", "value": 4.431367844316341 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[85].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[85].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 40004 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[85].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[85].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7722619569655089 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[86].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[86].turn_number", "statistic": "single", "unit": "count", "value": 3 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[86].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 60380 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[86].ttft_s", "statistic": "single", "unit": "s", "value": 170.42058520804858 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[86].decode_tps", "statistic": "single", "unit": "tok/s", "value": 4.69459686572708 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[86].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[86].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 60006 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[86].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[86].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8151799370459877 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[87].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[87].turn_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[87].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 80514 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[87].ttft_s", "statistic": "single", "unit": "s", "value": 190.2149516909849 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[87].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.869670828947707 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[87].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[87].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 80009 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[87].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[87].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8427175871771364 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[88].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[88].turn_number", "statistic": "single", "unit": "count", "value": 5 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[88].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 100647 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[88].ttft_s", "statistic": "single", "unit": "s", "value": 202.228887210018 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[88].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.355514718696939 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[88].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[88].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 100011 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[88].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[88].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8650683874881357 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[89].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[89].turn_number", "statistic": "single", "unit": "count", "value": 6 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[89].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 120782 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[89].ttft_s", "statistic": "single", "unit": "s", "value": 218.10660801897757 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[89].decode_tps", "statistic": "single", "unit": "tok/s", "value": 5.143220035975215 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[89].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[89].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 120014 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[89].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[89].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8804022329845835 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[90].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[90].turn_number", "statistic": "single", "unit": "count", "value": 7 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[90].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 140917 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[90].ttft_s", "statistic": "single", "unit": "s", "value": 197.372952411999 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[90].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.3806748561777727 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[90].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[90].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 140014 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[90].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[90].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7010519256324594 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[91].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[91].turn_number", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[91].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 161049 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[91].ttft_s", "statistic": "single", "unit": "s", "value": 231.76345212798333 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[91].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.4545089366570143 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[91].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[91].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 160017 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[91].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[91].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.8927667520504201 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[92].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[92].turn_number", "statistic": "single", "unit": "count", "value": 9 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[92].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181185 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[92].ttft_s", "statistic": "single", "unit": "s", "value": 213.42413677903824 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[92].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.33483327682121666 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[92].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[92].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 180020 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[92].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[92].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.788668724113735 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[93].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[93].turn_number", "statistic": "single", "unit": "count", "value": 10 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[93].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201317 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[93].ttft_s", "statistic": "single", "unit": "s", "value": 221.37890139903175 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[93].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.6461478143525987 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[93].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[93].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 200020 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[93].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[93].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.9012773204655123 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[94].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[94].turn_number", "statistic": "single", "unit": "count", "value": 11 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[94].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221449 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[94].ttft_s", "statistic": "single", "unit": "s", "value": 229.27614972699666 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[94].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.3603659341088923 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[94].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[94].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 220020 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[94].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[94].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6491084615135929 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[95].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[95].turn_number", "statistic": "single", "unit": "count", "value": 12 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[95].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241581 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[95].ttft_s", "statistic": "single", "unit": "s", "value": 198.5167554700165 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[95].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.18788464040724603 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[95].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[95].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 240021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[95].dropped_messages", "statistic": "single", "unit": "count", "value": 0 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[95].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.654751149484168 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[96].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[96].turn_number", "statistic": "single", "unit": "count", "value": 13 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[96].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181182 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[96].ttft_s", "statistic": "single", "unit": "s", "value": 709.0973409049911 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[96].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.2558251567365378 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[96].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[96].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 260021 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[96].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[96].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7317019549482514 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[97].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[97].turn_number", "statistic": "single", "unit": "count", "value": 14 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[97].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201320 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[97].ttft_s", "statistic": "single", "unit": "s", "value": 157.91423595201923 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[97].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.661084170481826 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[97].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[97].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 280023 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[97].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[97].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7474669891801318 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[98].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[98].turn_number", "statistic": "single", "unit": "count", "value": 15 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[98].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221457 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[98].ttft_s", "statistic": "single", "unit": "s", "value": 158.76458215998719 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[98].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.2599740903626114 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[98].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[98].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 300024 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[98].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[98].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7191239685270051 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[99].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[99].turn_number", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[99].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241595 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[99].ttft_s", "statistic": "single", "unit": "s", "value": 163.11555990198394 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[99].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.182013214008923 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[99].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20004 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[99].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 320028 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[99].dropped_messages", "statistic": "single", "unit": "count", "value": 8 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[99].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.7191123381986843 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[100].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[100].turn_number", "statistic": "single", "unit": "count", "value": 17 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[100].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181189 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[100].ttft_s", "statistic": "single", "unit": "s", "value": 604.8709072089987 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[100].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.2709420898646213 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[100].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20003 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[100].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 340031 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[100].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[100].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.5864799630644794 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[101].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[101].turn_number", "statistic": "single", "unit": "count", "value": 18 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[101].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 201320 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[101].ttft_s", "statistic": "single", "unit": "s", "value": 127.62333272595424 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[101].decode_tps", "statistic": "single", "unit": "tok/s", "value": 1.2209389929085264 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[101].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20002 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[101].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 360033 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[101].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[101].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.9012176315316424 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[102].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[102].turn_number", "statistic": "single", "unit": "count", "value": 19 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[102].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 221455 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[102].ttft_s", "statistic": "single", "unit": "s", "value": 104.37620295304805 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[102].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.3293056313095077 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[102].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20001 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[102].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 380034 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[102].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[102].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.6547369205359693 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[103].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[103].turn_number", "statistic": "single", "unit": "count", "value": 20 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[103].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 241584 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[103].ttft_s", "statistic": "single", "unit": "s", "value": 111.28352323401487 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[103].decode_tps", "statistic": "single", "unit": "tok/s", "value": 0.38746386745055705 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[103].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[103].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 400034 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[103].dropped_messages", "statistic": "single", "unit": "count", "value": 16 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[103].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0.5229336966394187 }, { "basis": null, "n": null, "name": "user_number", "scope": "per_person", "source_field": "rolling_context_turns[104].user_number", "statistic": "single", "unit": "count", "value": 4 }, { "basis": null, "n": null, "name": "turn_number", "scope": "per_person", "source_field": "rolling_context_turns[104].turn_number", "statistic": "single", "unit": "count", "value": 21 }, { "basis": null, "n": null, "name": "prompt_tokens", "scope": "per_person", "source_field": "rolling_context_turns[104].prompt_tokens", "statistic": "single", "unit": "tokens", "value": 181188 }, { "basis": null, "n": null, "name": "ttft_s", "scope": "per_person", "source_field": "rolling_context_turns[104].ttft_s", "statistic": "single", "unit": "s", "value": 414.85925020003924 }, { "basis": null, "n": null, "name": "decode_tps", "scope": "per_person", "source_field": "rolling_context_turns[104].decode_tps", "statistic": "single", "unit": "tok/s", "value": 9.862749670149645 }, { "basis": null, "n": null, "name": "content_tokens_added", "scope": "per_person", "source_field": "rolling_context_turns[104].content_tokens_added", "statistic": "single", "unit": "tokens", "value": 20000 }, { "basis": null, "n": null, "name": "cumulative_content_tokens", "scope": "per_person", "source_field": "rolling_context_turns[104].cumulative_content_tokens", "statistic": "single", "unit": "tokens", "value": 420034 }, { "basis": null, "n": null, "name": "dropped_messages", "scope": "per_person", "source_field": "rolling_context_turns[104].dropped_messages", "statistic": "single", "unit": "count", "value": 24 }, { "basis": null, "n": null, "name": "engine_interval_cache_hit_rate", "scope": "machine_total", "source_field": "rolling_context_turns[104].engine_interval_cache_hit_rate", "statistic": "single", "unit": "ratio", "value": 0 }, { "basis": null, "n": null, "name": "roll_ttft_p50_seconds", "scope": "per_person", "source_field": "roll_ttft_p50_seconds", "statistic": "median", "unit": "s", "value": 675.7934919499676 }, { "basis": null, "n": null, "name": "normal_ttft_max_seconds", "scope": "per_person", "source_field": "normal_ttft_max_seconds", "statistic": "max", "unit": "s", "value": 237.34325001301477 }, { "basis": null, "n": null, "name": "normal_ttft_p50_seconds", "scope": "per_person", "source_field": "normal_ttft_p50_seconds", "statistic": "median", "unit": "s", "value": 173.58133394946344 }, { "basis": null, "n": null, "name": "requests_total", "scope": "machine_total", "source_field": "requests_total", "statistic": "single", "unit": "count", "value": 105 } ], "model": { "artifact_sha256": [], "publisher_repo": "Qwen/Qwen3.8-27B", "publisher_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0", "variant": "INT4 variant", "weights_dtype": "INT4", "weights_format": "safetensors" }, "outcome": { "gates": [ { "met": false, "name": "requests", "observed": "60/105" } ], "reasons": [ "60/105 requests passed." ], "status": "fail" }, "publication_group": "pre-standard", "published": null, "publisher": { "name": "Skilak Keep" }, "quality": [], "record_date": "2026-10-07", "reproduce": { "driver": null, "fixture_sha256": null, "harness": { "name": "keep-rolling-context-v1", "version": "1" }, "harness_sha256": null, "os": null, "workload_name": null, "workload_version": null }, "requests": [], "scenario": { "id": "rolling-context", "version": "1" }, "settings": { "concurrency": 5, "configured_context_tokens": 262144, "context_tokens": 262144, "max_output_tokens": 256 }, "setup_complete": false, "setup_id": "d4b1b1ba698117f3d6006afdedd664b9", "standard": "pre-standard", "system": { "driver": null, "hardware": "NVIDIA GB10, 128 GB unified memory", "os": null }, "workload": { "cache": null, "content_tokens": null, "document": null, "input_tokens": null, "output_tokens": 256, "repetitions": null, "users": 5, "warmup": null } }