{ "schema_version": 2, "measurement_date": "2026-09-29", "measurement_timezone": "UTC", "measurement_period_local": "2026-09-29 22:02 至 2026-09-30 00:08（Europe/Dublin）", "analysis_date": "2026-09-30", "models": [ { "key": "qwen36", "name": "Qwen3.6-35B-A3B", "short": "35B-A3B", "speculation": "MTP · 3 tokens", "loader": "fastsafetensors", "backend": "FlashInfer / Marlin；draft MoE 使用 Triton", "source": "nvidia/Qwen3.6-35B-A3B-NVFP4", "config": { "max_model_len": 262144, "max_num_seqs": 4, "max_num_batched_tokens": 4096, "gpu_memory_utilization": 0.8, "kv_cache_dtype": "fp8", "enable_prefix_caching": true, "async_scheduling": false, "enable_chunked_prefill": true }, "loading_gib": 21.97, "kv_budget_gib": 67.03, "startup_utc": "2026-09-29T20:58:46Z", "ready_utc": "2026-09-29T21:00:29Z", "startup_seconds": 103.0, "inference_jit_warnings": 3 }, { "key": "qwen27", "name": "Qwen3.8-27B", "short": "27B", "speculation": "DFlash2 · 8 tokens", "loader": "instanttensor", "backend": "普通 spark-vllm；独立 DFlash2 draft model", "source": "nvidia/Qwen3.8-27B-NVFP4", "config": { "max_model_len": 262144, "max_num_seqs": 4, "max_num_batched_tokens": 4096, "gpu_memory_utilization": 0.8, "kv_cache_dtype": "fp8", "enable_prefix_caching": true, "async_scheduling": false, "enable_chunked_prefill": true }, "loading_gib": 23.53, "kv_budget_gib": 64.73, "startup_utc": "2026-09-29T21:47:10Z", "ready_utc": "2026-09-29T21:53:24Z", "startup_seconds": 374.0, "inference_jit_warnings": 3 }, { "key": "flash-next", "name": "Qwen3.8-Flash-Next", "short": "180B-A6B", "speculation": "MTP · 4 tokens", "loader": "b12x", "backend": "B12X；PLE table 从 NVMe 按需读取；mamba align / prefix-match-unit=16", "source": "local-inference-lab/Qwen3.8-Flash-Next-NVFP4", "config": { "max_model_len": 262144, "max_num_seqs": 4, "max_num_batched_tokens": 4096, "gpu_memory_utilization": 0.8, "kv_cache_dtype": "fp8", "enable_prefix_caching": true, "async_scheduling": false, "enable_chunked_prefill": true }, "loading_gib": 73.74, "kv_budget_gib": 17.33, "startup_utc": "2026-09-29T22:27:49Z", "ready_utc": "2026-09-29T22:31:07Z", "startup_seconds": 198.0, "inference_jit_warnings": 3, "ple_setting_evidence": "保留的启动脚本；本次服务日志未单独报告 PLE disk 计数" } ], "runs": [ { "label": "flash-next-AB", "model": "flash-next", "start": "2026-09-29T22:32:56.538734+00:00", "end": "2026-09-29T23:08:12.653854+00:00", "completed_script": true, "A_requests": 84, "B_requests": 3, "uncompleted_event_files": 0, "client_warmup": false }, { "label": "qwen27-AB", "model": "qwen27", "start": "2026-09-29T21:54:33.914113+00:00", "end": "2026-09-29T22:24:52.527560+00:00", "completed_script": true, "A_requests": 84, "B_requests": 3, "uncompleted_event_files": 0, "client_warmup": false }, { "label": "qwen36-A", "model": "qwen36", "start": "2026-09-29T21:02:57.065660+00:00", "end": "2026-09-29T21:40:38.600423+00:00", "completed_script": false, "A_requests": 108, "B_requests": 0, "uncompleted_event_files": 2, "client_warmup": false }, { "label": "qwen36-B", "model": "qwen36", "start": "2026-09-29T21:46:05.008114+00:00", "end": "2026-09-29T21:46:25.090306+00:00", "completed_script": true, "A_requests": 0, "B_requests": 3, "uncompleted_event_files": 0, "client_warmup": false } ], "input_lengths": [ 2048, 8192, 32768, 64512, 131072, 261120 ], "concurrency": [ 1, 2, 4 ], "cells": [ { "model": "qwen36", "input_tokens": 2048, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 0.34962668797622126, "min": 0.272986575961113, "max": 0.5028716160450131 }, "decode_tps": { "mean": 170.65713307409442, "min": 167.69686650969834, "max": 175.8881884937811 }, "end_to_end": { "mean": 6.35275657599171, "min": 6.094902287935838, "max": 6.609127632109448 }, "output_throughput": { "mean": 161.36624682128442, "min": 154.93724088865386, "max": 168.0092561987238 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 6.609127632109448, "metrics": { "ttft": 0.5028716160450131, "decode_tps": 167.69686650969834, "end_to_end": 6.609127632109448, "output_throughput": 154.93724088865386 }, "request_ids": [ "qwen36-A-i2048-c1-r1-q1" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 6.094902287935838, "metrics": { "ttft": 0.2730218719225377, "decode_tps": 175.8881884937811, "end_to_end": 6.094902287935838, "output_throughput": 168.0092561987238 }, "request_ids": [ "qwen36-A-i2048-c1-r2-q1" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 6.354239807929844, "metrics": { "ttft": 0.272986575961113, "decode_tps": 168.38634421880383, "end_to_end": 6.354239807929844, "output_throughput": 161.15224337647564 }, "request_ids": [ "qwen36-A-i2048-c1-r3-q1" ] } ] }, { "model": "qwen36", "input_tokens": 2048, "concurrency": 2, "status": "completed", "reason": "", "round_count": 3, "request_count": 6, "metrics": { "ttft": { "mean": 0.4243719067114095, "min": 0.4207927599782124, "max": 0.43101776007097214 }, "decode_tps": { "mean": 149.0350408529744, "min": 148.3856462863306, "max": 149.84759426188623 }, "end_to_end": { "mean": 7.297980853317616, "min": 7.256945391884074, "max": 7.334731032024138 }, "output_throughput": { "mean": 280.2043738668732, "min": 278.8168370038372, "max": 281.7740790118836 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "concurrency": 2, "round": 1, "submission_skew": 0.00028283195570111275, "duration": 7.345323984045535, "metrics": { "ttft": 0.43101776007097214, "decode_tps": 148.3856462863306, "end_to_end": 7.334731032024138, "output_throughput": 278.8168370038372 }, "request_ids": [ "qwen36-A-i2048-c2-r1-q1", "qwen36-A-i2048-c2-r1-q2" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "concurrency": 2, "round": 2, "submission_skew": 0.00048454408533871174, "duration": 7.268234207993373, "metrics": { "ttft": 0.4207927599782124, "decode_tps": 149.84759426188623, "end_to_end": 7.256945391884074, "output_throughput": 281.7740790118836 }, "request_ids": [ "qwen36-A-i2048-c2-r2-q1", "qwen36-A-i2048-c2-r2-q2" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "concurrency": 2, "round": 3, "submission_skew": 0.0004669439513236284, "duration": 7.313705696025863, "metrics": { "ttft": 0.4213052000850439, "decode_tps": 148.87188201070632, "end_to_end": 7.302266136044636, "output_throughput": 280.02220558489887 }, "request_ids": [ "qwen36-A-i2048-c2-r3-q1", "qwen36-A-i2048-c2-r3-q2" ] } ] }, { "model": "qwen36", "input_tokens": 2048, "concurrency": 4, "status": "completed", "reason": "", "round_count": 3, "request_count": 12, "metrics": { "ttft": { "mean": 0.7169230933456371, "min": 0.7165587080526166, "max": 0.7175683039822616 }, "decode_tps": { "mean": 123.9365186994254, "min": 123.74485405939052, "max": 124.05120239241012 }, "end_to_end": { "mean": 8.98983209869281, "min": 8.982813584036194, "max": 9.002481176052243 }, "output_throughput": { "mean": 453.73046205943365, "min": 453.1471464010813, "max": 454.21285089286624 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "concurrency": 4, "round": 1, "submission_skew": 0.0035396800376474857, "duration": 9.039006496081129, "metrics": { "ttft": 0.7166422680020332, "decode_tps": 123.74485405939052, "end_to_end": 9.002481176052243, "output_throughput": 453.1471464010813 }, "request_ids": [ "qwen36-A-i2048-c4-r1-q1", "qwen36-A-i2048-c4-r1-q2", "qwen36-A-i2048-c4-r1-q3", "qwen36-A-i2048-c4-r1-q4" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "concurrency": 4, "round": 2, "submission_skew": 0.0011564320884644985, "duration": 9.025378368096426, "metrics": { "ttft": 0.7175683039822616, "decode_tps": 124.05120239241012, "end_to_end": 8.982813584036194, "output_throughput": 453.8313888843534 }, "request_ids": [ "qwen36-A-i2048-c4-r2-q1", "qwen36-A-i2048-c4-r2-q2", "qwen36-A-i2048-c4-r2-q3", "qwen36-A-i2048-c4-r2-q4" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "concurrency": 4, "round": 3, "submission_skew": 0.0011558081023395061, "duration": 9.01779857603833, "metrics": { "ttft": 0.7165587080526166, "decode_tps": 124.01349964647557, "end_to_end": 8.984201535989996, "output_throughput": 454.21285089286624 }, "request_ids": [ "qwen36-A-i2048-c4-r3-q1", "qwen36-A-i2048-c4-r3-q2", "qwen36-A-i2048-c4-r3-q3", "qwen36-A-i2048-c4-r3-q4" ] } ] }, { "model": "qwen36", "input_tokens": 8192, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 1.0916255039628595, "min": 1.0903353600297123, "max": 1.093621919862926 }, "decode_tps": { "mean": 172.23288867800892, "min": 171.7366869800123, "max": 172.55225792223993 }, "end_to_end": { "mean": 7.0370891146206604, "min": 7.025353312026709, "max": 7.05623839981854 }, "output_throughput": { "mean": 145.51525981000782, "min": 145.11981341593184, "max": 145.75779388162775 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 7.05623839981854, "metrics": { "ttft": 1.093621919862926, "decode_tps": 171.7366869800123, "end_to_end": 7.05623839981854, "output_throughput": 145.11981341593184 }, "request_ids": [ "qwen36-A-i8192-c1-r1-q1" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 7.025353312026709, "metrics": { "ttft": 1.0909192319959402, "decode_tps": 172.55225792223993, "end_to_end": 7.025353312026709, "output_throughput": 145.75779388162775 }, "request_ids": [ "qwen36-A-i8192-c1-r2-q1" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 7.029675632016733, "metrics": { "ttft": 1.0903353600297123, "decode_tps": 172.4097211317745, "end_to_end": 7.029675632016733, "output_throughput": 145.66817213246384 }, "request_ids": [ "qwen36-A-i8192-c1-r3-q1" ] } ] }, { "model": "qwen36", "input_tokens": 8192, "concurrency": 2, "status": "completed", "reason": "", "round_count": 3, "request_count": 6, "metrics": { "ttft": { "mean": 1.6733275493606925, "min": 1.6710071440320462, "max": 1.677115631988272 }, "decode_tps": { "mean": 136.74369619185194, "min": 136.25969298379582, "max": 137.16080029967313 }, "end_to_end": { "mean": 9.200014618652252, "min": 9.181512344046496, "max": 9.223061479977332 }, "output_throughput": { "mean": 221.6762005697909, "min": 220.9357200462503, "max": 222.22287229913812 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "concurrency": 2, "round": 1, "submission_skew": 0.0006238720379769802, "duration": 9.215973040089011, "metrics": { "ttft": 1.677115631988272, "decode_tps": 137.16080029967313, "end_to_end": 9.181512344046496, "output_throughput": 222.22287229913812 }, "request_ids": [ "qwen36-A-i8192-c2-r1-q1", "qwen36-A-i8192-c2-r1-q2" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "concurrency": 2, "round": 2, "submission_skew": 0.0005823839455842972, "duration": 9.230630159843713, "metrics": { "ttft": 1.6718598720617592, "decode_tps": 136.81059529208687, "end_to_end": 9.195470031932928, "output_throughput": 221.87000936398425 }, "request_ids": [ "qwen36-A-i8192-c2-r2-q1", "qwen36-A-i8192-c2-r2-q2" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "concurrency": 2, "round": 3, "submission_skew": 0.000585279893130064, "duration": 9.269664495950565, "metrics": { "ttft": 1.6710071440320462, "decode_tps": 136.25969298379582, "end_to_end": 9.223061479977332, "output_throughput": 220.9357200462503 }, "request_ids": [ "qwen36-A-i8192-c2-r3-q1", "qwen36-A-i8192-c2-r3-q2" ] } ] }, { "model": "qwen36", "input_tokens": 8192, "concurrency": 4, "status": "completed", "reason": "", "round_count": 3, "request_count": 12, "metrics": { "ttft": { "mean": 2.831037368043326, "min": 2.8231616080156527, "max": 2.8358735360670835 }, "decode_tps": { "mean": 104.99056819025579, "min": 104.83712428221962, "max": 105.27485650730843 }, "end_to_end": { "mean": 12.734157678651778, "min": 12.714187624049373, "max": 12.75058552797418 }, "output_throughput": { "mean": 318.9842028382291, "min": 318.6116925622282, "max": 319.4074907167021 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "concurrency": 4, "round": 1, "submission_skew": 0.0036885440349578857, "duration": 12.823744336143136, "metrics": { "ttft": 2.8358735360670835, "decode_tps": 105.27485650730843, "end_to_end": 12.714187624049373, "output_throughput": 319.4074907167021 }, "request_ids": [ "qwen36-A-i8192-c4-r1-q1", "qwen36-A-i8192-c4-r1-q2", "qwen36-A-i8192-c4-r1-q3", "qwen36-A-i8192-c4-r1-q4" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "concurrency": 4, "round": 2, "submission_skew": 0.001480095786973834, "duration": 12.842805663822219, "metrics": { "ttft": 2.8231616080156527, "decode_tps": 104.8597237812393, "end_to_end": 12.737699883931782, "output_throughput": 318.933425235757 }, "request_ids": [ "qwen36-A-i8192-c4-r2-q1", "qwen36-A-i8192-c4-r2-q2", "qwen36-A-i8192-c4-r2-q3", "qwen36-A-i8192-c4-r2-q4" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "concurrency": 4, "round": 3, "submission_skew": 0.0014779679477214813, "duration": 12.855774272000417, "metrics": { "ttft": 2.8340769600472413, "decode_tps": 104.83712428221962, "end_to_end": 12.75058552797418, "output_throughput": 318.6116925622282 }, "request_ids": [ "qwen36-A-i8192-c4-r3-q1", "qwen36-A-i8192-c4-r3-q2", "qwen36-A-i8192-c4-r3-q3", "qwen36-A-i8192-c4-r3-q4" ] } ] }, { "model": "qwen36", "input_tokens": 32768, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 5.668546672056739, "min": 5.664957296103239, "max": 5.674753952072933 }, "decode_tps": { "mean": 158.36965825840022, "min": 156.77423374883205, "max": 160.05910462337707 }, "end_to_end": { "mean": 12.134896090719849, "min": 12.063565456075594, "max": 12.206439519999549 }, "output_throughput": { "mean": 84.3866853898866, "min": 83.89014653472333, "max": 84.88369410589812 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 12.206439519999549, "metrics": { "ttft": 5.674753952072933, "decode_tps": 156.77423374883205, "end_to_end": 12.206439519999549, "output_throughput": 83.89014653472333 }, "request_ids": [ "qwen36-A-i32768-c1-r1-q1" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 12.063565456075594, "metrics": { "ttft": 5.665928767994046, "decode_tps": 160.05910462337707, "end_to_end": 12.063565456075594, "output_throughput": 84.88369410589812 }, "request_ids": [ "qwen36-A-i32768-c1-r2-q1" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 12.134683296084404, "metrics": { "ttft": 5.664957296103239, "decode_tps": 158.27563640299158, "end_to_end": 12.134683296084404, "output_throughput": 84.38621552903835 }, "request_ids": [ "qwen36-A-i32768-c1-r3-q1" ] } ] }, { "model": "qwen36", "input_tokens": 32768, "concurrency": 2, "status": "completed", "reason": "", "round_count": 3, "request_count": 6, "metrics": { "ttft": { "mean": 8.657681255989397, "min": 8.64833643194288, "max": 8.67578389600385 }, "decode_tps": { "mean": 103.65961189963522, "min": 101.74903095713378, "max": 105.04959091885834 }, "end_to_end": { "mean": 19.273433773312718, "min": 19.139983328059316, "max": 19.433126431889832 }, "output_throughput": { "mean": 105.24409199323307, "min": 104.37563019512386, "max": 105.97337366549702 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "concurrency": 2, "round": 1, "submission_skew": 0.0006477921269834042, "duration": 19.32560915220529, "metrics": { "ttft": 8.648923440021463, "decode_tps": 105.04959091885834, "end_to_end": 19.139983328059316, "output_throughput": 105.97337366549702 }, "request_ids": [ "qwen36-A-i32768-c2-r1-q1", "qwen36-A-i32768-c2-r1-q2" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "concurrency": 2, "round": 2, "submission_skew": 0.0005985761526972055, "duration": 19.62143841595389, "metrics": { "ttft": 8.64833643194288, "decode_tps": 101.74903095713378, "end_to_end": 19.433126431889832, "output_throughput": 104.37563019512386 }, "request_ids": [ "qwen36-A-i32768-c2-r2-q1", "qwen36-A-i32768-c2-r2-q2" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "concurrency": 2, "round": 3, "submission_skew": 0.0006051040254533291, "duration": 19.433824351988733, "metrics": { "ttft": 8.67578389600385, "decode_tps": 104.18021382291354, "end_to_end": 19.247191559989005, "output_throughput": 105.38327211907834 }, "request_ids": [ "qwen36-A-i32768-c2-r3-q1", "qwen36-A-i32768-c2-r3-q2" ] } ] }, { "model": "qwen36", "input_tokens": 32768, "concurrency": 4, "status": "completed", "reason": "", "round_count": 3, "request_count": 12, "metrics": { "ttft": { "mean": 14.719566733324124, "min": 14.710532575962134, "max": 14.729606572014745 }, "decode_tps": { "mean": 63.04883731053903, "min": 62.83817416720977, "max": 63.42830712321551 }, "end_to_end": { "mean": 33.261396778631024, "min": 33.16944014793262, "max": 33.309909919975325 }, "output_throughput": { "mean": 120.78320635844855, "min": 120.59064714898243, "max": 121.09345982772928 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "concurrency": 4, "round": 1, "submission_skew": 0.0029496639035642147, "duration": 33.82511331187561, "metrics": { "ttft": 14.718561051995493, "decode_tps": 63.42830712321551, "end_to_end": 33.16944014793262, "output_throughput": 121.09345982772928 }, "request_ids": [ "qwen36-A-i32768-c4-r1-q1", "qwen36-A-i32768-c4-r1-q2", "qwen36-A-i32768-c4-r1-q3", "qwen36-A-i32768-c4-r1-q4" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "concurrency": 4, "round": 2, "submission_skew": 0.0015426399186253548, "duration": 33.94507617596537, "metrics": { "ttft": 14.710532575962134, "decode_tps": 62.83817416720977, "end_to_end": 33.30484026798513, "output_throughput": 120.66551209863394 }, "request_ids": [ "qwen36-A-i32768-c4-r2-q1", "qwen36-A-i32768-c4-r2-q2", "qwen36-A-i32768-c4-r2-q3", "qwen36-A-i32768-c4-r2-q4" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "concurrency": 4, "round": 3, "submission_skew": 0.00287264003418386, "duration": 33.96614991989918, "metrics": { "ttft": 14.729606572014745, "decode_tps": 62.88003064119181, "end_to_end": 33.309909919975325, "output_throughput": 120.59064714898243 }, "request_ids": [ "qwen36-A-i32768-c4-r3-q1", "qwen36-A-i32768-c4-r3-q2", "qwen36-A-i32768-c4-r3-q3", "qwen36-A-i32768-c4-r3-q4" ] } ] }, { "model": "qwen36", "input_tokens": 64512, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 14.599040565391382, "min": 14.594428544165567, "max": 14.607400399865583 }, "decode_tps": { "mean": 143.8939742533746, "min": 142.29431801233517, "max": 144.95942697628493 }, "end_to_end": { "mean": 21.715849498674896, "min": 21.671445983927697, "max": 21.790780544048175 }, "output_throughput": { "mean": 47.15478229727565, "min": 46.99235063792565, "max": 47.2511156274221 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 21.671445983927697, "metrics": { "ttft": 14.607400399865583, "decode_tps": 144.95942697628493, "end_to_end": 21.671445983927697, "output_throughput": 47.2511156274221 }, "request_ids": [ "qwen36-A-i64512-c1-r1-q1" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 21.68532196804881, "metrics": { "ttft": 14.595292752142996, "decode_tps": 144.4281777715037, "end_to_end": 21.68532196804881, "output_throughput": 47.22088062647921 }, "request_ids": [ "qwen36-A-i64512-c1-r2-q1" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 21.790780544048175, "metrics": { "ttft": 14.594428544165567, "decode_tps": 142.29431801233517, "end_to_end": 21.790780544048175, "output_throughput": 46.99235063792565 }, "request_ids": [ "qwen36-A-i64512-c1-r3-q1" ] } ] }, { "model": "qwen36", "input_tokens": 64512, "concurrency": 2, "status": "completed", "reason": "", "round_count": 3, "request_count": 6, "metrics": { "ttft": { "mean": 22.240550029324368, "min": 22.221536816097796, "max": 22.25436512788292 }, "decode_tps": { "mean": 79.83993036520748, "min": 79.77931688980357, "max": 79.91177399320632 }, "end_to_end": { "mean": 38.29207785598313, "min": 38.26749448000919, "max": 38.307192031876184 }, "output_throughput": { "mean": 52.90887164012781, "min": 52.87679204851206, "max": 52.94823915735943 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "concurrency": 2, "round": 1, "submission_skew": 0.00163823994807899, "duration": 38.6792843840085, "metrics": { "ttft": 22.221536816097796, "decode_tps": 79.91177399320632, "end_to_end": 38.26749448000919, "output_throughput": 52.94823915735943 }, "request_ids": [ "qwen36-A-i64512-c2-r1-q1", "qwen36-A-i64512-c2-r1-q2" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "concurrency": 2, "round": 2, "submission_skew": 0.0016242880374193192, "duration": 38.71339676808566, "metrics": { "ttft": 22.245748143992387, "decode_tps": 79.82870021261255, "end_to_end": 38.30154705606401, "output_throughput": 52.90158371451196 }, "request_ids": [ "qwen36-A-i64512-c2-r2-q1", "qwen36-A-i64512-c2-r2-q2" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "concurrency": 2, "round": 3, "submission_skew": 0.0016259199474006891, "duration": 38.73154782387428, "metrics": { "ttft": 22.25436512788292, "decode_tps": 79.77931688980357, "end_to_end": 38.307192031876184, "output_throughput": 52.87679204851206 }, "request_ids": [ "qwen36-A-i64512-c2-r3-q1", "qwen36-A-i64512-c2-r3-q2" ] } ] }, { "model": "qwen36", "input_tokens": 64512, "concurrency": 4, "status": "completed", "reason": "", "round_count": 3, "request_count": 12, "metrics": { "ttft": { "mean": 37.71557806938654, "min": 37.70356352406088, "max": 37.72392290405696 }, "decode_tps": { "mean": 44.17513473878219, "min": 44.099730505732396, "max": 44.2346642319086 }, "end_to_end": { "mean": 70.57558568400175, "min": 70.55525934003526, "max": 70.6056671559927 }, "output_throughput": { "mean": 56.87656754271589, "min": 56.85377011294722, "max": 56.89178148196209 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "concurrency": 4, "round": 1, "submission_skew": 0.004679488018155098, "duration": 72.0059968479909, "metrics": { "ttft": 37.70356352406088, "decode_tps": 44.191009478705574, "end_to_end": 70.5658305559773, "output_throughput": 56.88415103323837 }, "request_ids": [ "qwen36-A-i64512-c4-r1-q1", "qwen36-A-i64512-c4-r1-q2", "qwen36-A-i64512-c4-r1-q3", "qwen36-A-i64512-c4-r1-q4" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "concurrency": 4, "round": 2, "submission_skew": 0.004806719953194261, "duration": 71.99633924802765, "metrics": { "ttft": 37.72392290405696, "decode_tps": 44.2346642319086, "end_to_end": 70.55525934003526, "output_throughput": 56.89178148196209 }, "request_ids": [ "qwen36-A-i64512-c4-r2-q1", "qwen36-A-i64512-c4-r2-q2", "qwen36-A-i64512-c4-r2-q3", "qwen36-A-i64512-c4-r2-q4" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "concurrency": 4, "round": 3, "submission_skew": 0.00467366399243474, "duration": 72.04447465599515, "metrics": { "ttft": 37.71924778004177, "decode_tps": 44.099730505732396, "end_to_end": 70.6056671559927, "output_throughput": 56.85377011294722 }, "request_ids": [ "qwen36-A-i64512-c4-r3-q1", "qwen36-A-i64512-c4-r3-q2", "qwen36-A-i64512-c4-r3-q3", "qwen36-A-i64512-c4-r3-q4" ] } ] }, { "model": "qwen36", "input_tokens": 131072, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 44.22894205867002, "min": 44.204361520009115, "max": 44.247211711946875 }, "decode_tps": { "mean": 127.9449324637917, "min": 127.86452114583032, "max": 128.05933091374 }, "end_to_end": { "mean": 52.232388634622716, "min": 52.20065505593084, "max": 52.25278150383383 }, "output_throughput": { "mean": 19.60469779253745, "min": 19.597042885169056, "max": 19.61661206938546 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 52.25278150383383, "metrics": { "ttft": 44.247211711946875, "decode_tps": 127.91094533180477, "end_to_end": 52.25278150383383, "output_throughput": 19.597042885169056 }, "request_ids": [ "qwen36-A-i131072-c1-r1-q1" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 52.243729344103485, "metrics": { "ttft": 44.23525294405408, "decode_tps": 127.86452114583032, "end_to_end": 52.243729344103485, "output_throughput": 19.600438423057835 }, "request_ids": [ "qwen36-A-i131072-c1-r2-q1" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 52.20065505593084, "metrics": { "ttft": 44.204361520009115, "decode_tps": 128.05933091374, "end_to_end": 52.20065505593084, "output_throughput": 19.61661206938546 }, "request_ids": [ "qwen36-A-i131072-c1-r3-q1" ] } ] }, { "model": "qwen36", "input_tokens": 131072, "concurrency": 2, "status": "completed", "reason": "", "round_count": 3, "request_count": 6, "metrics": { "ttft": { "mean": 67.05257823197947, "min": 67.04366275994107, "max": 67.06636679195799 }, "decode_tps": { "mean": 58.0309527437745, "min": 57.30557210785634, "max": 59.37683918319765 }, "end_to_end": { "mean": 99.4497092560244, "min": 99.20402110402938, "max": 99.5839080241276 }, "output_throughput": { "mean": 20.39593310684356, "min": 20.367044809378946, "max": 20.448209149596558 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "concurrency": 2, "round": 1, "submission_skew": 0.003405184019356966, "duration": 100.15547009604052, "metrics": { "ttft": 67.06636679195799, "decode_tps": 59.37683918319765, "end_to_end": 99.20402110402938, "output_throughput": 20.448209149596558 }, "request_ids": [ "qwen36-A-i131072-c2-r1-q1", "qwen36-A-i131072-c2-r1-q2" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "concurrency": 2, "round": 2, "submission_skew": 0.00308025605045259, "duration": 100.55459784017876, "metrics": { "ttft": 67.04770514403936, "decode_tps": 57.30557210785634, "end_to_end": 99.5839080241276, "output_throughput": 20.367044809378946 }, "request_ids": [ "qwen36-A-i131072-c2-r2-q1", "qwen36-A-i131072-c2-r2-q2" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "concurrency": 2, "round": 3, "submission_skew": 0.0031306559685617685, "duration": 100.52744827186689, "metrics": { "ttft": 67.04366275994107, "decode_tps": 57.41044694026951, "end_to_end": 99.56119863991626, "output_throughput": 20.37254536155518 }, "request_ids": [ "qwen36-A-i131072-c2-r3-q1", "qwen36-A-i131072-c2-r3-q2" ] } ] }, { "model": "qwen36", "input_tokens": 131072, "concurrency": 4, "status": "completed", "reason": "", "round_count": 3, "request_count": 12, "metrics": { "ttft": { "mean": 113.40757371068078, "min": 113.37305945600383, "max": 113.42781462799758 }, "decode_tps": { "mean": 29.240389911119802, "min": 28.974258160135857, "max": 29.58476940408209 }, "end_to_end": { "mean": 192.26015739468858, "min": 192.06072465202305, "max": 192.36139284010278 }, "output_throughput": { "mean": 20.923466828174597, "min": 20.90699858991657, "max": 20.95059602206866 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "concurrency": 4, "round": 1, "submission_skew": 0.009062928147614002, "duration": 195.5075643521268, "metrics": { "ttft": 113.37305945600383, "decode_tps": 29.58476940408209, "end_to_end": 192.06072465202305, "output_throughput": 20.95059602206866 }, "request_ids": [ "qwen36-A-i131072-c4-r1-q1", "qwen36-A-i131072-c4-r1-q2", "qwen36-A-i131072-c4-r1-q3", "qwen36-A-i131072-c4-r1-q4" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "concurrency": 4, "round": 2, "submission_skew": 0.009246736066415906, "duration": 195.91525691188872, "metrics": { "ttft": 113.42184704804095, "decode_tps": 28.974258160135857, "end_to_end": 192.3583546919399, "output_throughput": 20.90699858991657 }, "request_ids": [ "qwen36-A-i131072-c4-r2-q1", "qwen36-A-i131072-c4-r2-q2", "qwen36-A-i131072-c4-r2-q3", "qwen36-A-i131072-c4-r2-q4" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "concurrency": 4, "round": 3, "submission_skew": 0.009188416181132197, "duration": 195.86085315211676, "metrics": { "ttft": 113.42781462799758, "decode_tps": 29.16214216914146, "end_to_end": 192.36139284010278, "output_throughput": 20.91280587253856 }, "request_ids": [ "qwen36-A-i131072-c4-r3-q1", "qwen36-A-i131072-c4-r3-q2", "qwen36-A-i131072-c4-r3-q3", "qwen36-A-i131072-c4-r3-q4" ] } ] }, { "model": "qwen36", "input_tokens": 261120, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 144.69616787197688, "min": 144.66062988806516, "max": 144.71809948794544 }, "decode_tps": { "mean": 99.65804402645585, "min": 99.53181973878877, "max": 99.89590518849292 }, "end_to_end": { "mean": 154.9713335839721, "min": 154.9472894400824, "max": 155.00626665586606 }, "output_throughput": { "mean": 6.607673842391377, "min": 6.606184524612881, "max": 6.608699020811057 } }, "rounds": [ { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 261120, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 154.96044465596788, "metrics": { "ttft": 144.70977423992008, "decode_tps": 99.89590518849292, "end_to_end": 154.96044465596788, "output_throughput": 6.608137981750192 }, "request_ids": [ "qwen36-A-i261120-c1-r1-q1" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 261120, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 155.00626665586606, "metrics": { "ttft": 144.71809948794544, "decode_tps": 99.53181973878877, "end_to_end": 155.00626665586606, "output_throughput": 6.606184524612881 }, "request_ids": [ "qwen36-A-i261120-c1-r2-q1" ] }, { "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 261120, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 154.9472894400824, "metrics": { "ttft": 144.66062988806516, "decode_tps": 99.54640715208586, "end_to_end": 154.9472894400824, "output_throughput": 6.608699020811057 }, "request_ids": [ "qwen36-A-i261120-c1-r3-q1" ] } ] }, { "model": "qwen36", "input_tokens": 261120, "concurrency": 2, "status": "not_completed", "reason": "运行主动中断，未完成三轮；不是 OOM 结论", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] }, { "model": "qwen36", "input_tokens": 261120, "concurrency": 4, "status": "not_completed", "reason": "运行主动中断，未完成三轮；不是 OOM 结论", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] }, { "model": "qwen27", "input_tokens": 2048, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 0.7014431467590233, "min": 0.6865698401816189, "max": 0.7276897600386292 }, "decode_tps": { "mean": 79.1594440254506, "min": 77.86681599426885, "max": 79.862449907987 }, "end_to_end": { "mean": 13.639103605411947, "min": 13.512115760007873, "max": 13.878349472070113 }, "output_throughput": { "mean": 75.089714604276, "min": 73.78399009628475, "max": 75.78383860733024 } }, "rounds": [ { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 13.878349472070113, "metrics": { "ttft": 0.7276897600386292, "decode_tps": 77.86681599426885, "end_to_end": 13.878349472070113, "output_throughput": 73.78399009628475 }, "request_ids": [ "qwen27-A-i2048-c1-r1-q1" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 13.512115760007873, "metrics": { "ttft": 0.6900698400568217, "decode_tps": 79.862449907987, "end_to_end": 13.512115760007873, "output_throughput": 75.78383860733024 }, "request_ids": [ "qwen27-A-i2048-c1-r2-q1" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 13.526845584157854, "metrics": { "ttft": 0.6865698401816189, "decode_tps": 79.74906617409596, "end_to_end": 13.526845584157854, "output_throughput": 75.70131510921298 }, "request_ids": [ "qwen27-A-i2048-c1-r3-q1" ] } ] }, { "model": "qwen27", "input_tokens": 2048, "concurrency": 2, "status": "completed", "reason": "", "round_count": 3, "request_count": 6, "metrics": { "ttft": { "mean": 1.0805364826616521, "min": 1.0770003920188174, "max": 1.0837302639847621 }, "decode_tps": { "mean": 71.96030164910641, "min": 71.87770206584804, "max": 72.03619038366548 }, "end_to_end": { "mean": 15.318454181348594, "min": 15.299874424003065, "max": 15.338031432009302 }, "output_throughput": { "mean": 133.19818151995267, "min": 133.02906592908323, "max": 133.36248401127932 } }, "rounds": [ { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "concurrency": 2, "round": 1, "submission_skew": 0.0002886878792196512, "duration": 15.375029711984098, "metrics": { "ttft": 1.0808787919813767, "decode_tps": 71.96701249780571, "end_to_end": 15.317456688033417, "output_throughput": 133.20299461949543 }, "request_ids": [ "qwen27-A-i2048-c2-r1-q1", "qwen27-A-i2048-c2-r1-q2" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "concurrency": 2, "round": 2, "submission_skew": 0.00029078382067382336, "duration": 15.35664257593453, "metrics": { "ttft": 1.0770003920188174, "decode_tps": 72.03619038366548, "end_to_end": 15.299874424003065, "output_throughput": 133.36248401127932 }, "request_ids": [ "qwen27-A-i2048-c2-r2-q1", "qwen27-A-i2048-c2-r2-q2" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "concurrency": 2, "round": 3, "submission_skew": 0.00028131180442869663, "duration": 15.395131775876507, "metrics": { "ttft": 1.0837302639847621, "decode_tps": 71.87770206584804, "end_to_end": 15.338031432009302, "output_throughput": 133.02906592908323 }, "request_ids": [ "qwen27-A-i2048-c2-r3-q1", "qwen27-A-i2048-c2-r3-q2" ] } ] }, { "model": "qwen27", "input_tokens": 2048, "concurrency": 4, "status": "completed", "reason": "", "round_count": 3, "request_count": 12, "metrics": { "ttft": { "mean": 2.1808052173582837, "min": 2.158965760085266, "max": 2.223191651981324 }, "decode_tps": { "mean": 50.32308134475183, "min": 50.18375300618336, "max": 50.577974542627615 }, "end_to_end": { "mean": 22.560382082631502, "min": 22.436918123974465, "max": 22.650221659918316 }, "output_throughput": { "mean": 180.30781576936536, "min": 179.58725657232628, "max": 181.32340382275922 } }, "rounds": [ { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "concurrency": 4, "round": 1, "submission_skew": 0.0020082718692719936, "duration": 22.589472255902365, "metrics": { "ttft": 2.160258240008261, "decode_tps": 50.577974542627615, "end_to_end": 22.436918123974465, "output_throughput": 181.32340382275922 }, "request_ids": [ "qwen27-A-i2048-c4-r1-q1", "qwen27-A-i2048-c4-r1-q2", "qwen27-A-i2048-c4-r1-q3", "qwen27-A-i2048-c4-r1-q4" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "concurrency": 4, "round": 2, "submission_skew": 0.0005859041120857, "duration": 22.753939151996747, "metrics": { "ttft": 2.158965760085266, "decode_tps": 50.18375300618336, "end_to_end": 22.594006464001723, "output_throughput": 180.01278691301061 }, "request_ids": [ "qwen27-A-i2048-c4-r2-q1", "qwen27-A-i2048-c4-r2-q2", "qwen27-A-i2048-c4-r2-q3", "qwen27-A-i2048-c4-r2-q4" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "concurrency": 4, "round": 3, "submission_skew": 0.0006273440085351467, "duration": 22.807854400016367, "metrics": { "ttft": 2.223191651981324, "decode_tps": 50.207516485444515, "end_to_end": 22.650221659918316, "output_throughput": 179.58725657232628 }, "request_ids": [ "qwen27-A-i2048-c4-r3-q1", "qwen27-A-i2048-c4-r3-q2", "qwen27-A-i2048-c4-r3-q3", "qwen27-A-i2048-c4-r3-q4" ] } ] }, { "model": "qwen27", "input_tokens": 8192, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 3.135907216075187, "min": 3.0765393602196127, "max": 3.171535999979824 }, "decode_tps": { "mean": 78.05456545857523, "min": 77.7349337506323, "max": 78.59093584270262 }, "end_to_end": { "mean": 16.255247365372878, "min": 16.10603174404241, "max": 16.33261692803353 }, "output_throughput": { "mean": 62.99771023391238, "min": 62.69662752221857, "max": 63.578665202791214 } }, "rounds": [ { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 16.33261692803353, "metrics": { "ttft": 3.1596462880261242, "decode_tps": 77.7349337506323, "end_to_end": 16.33261692803353, "output_throughput": 62.69662752221857 }, "request_ids": [ "qwen27-A-i8192-c1-r1-q1" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 16.327093424042687, "metrics": { "ttft": 3.171535999979824, "decode_tps": 77.83782678239076, "end_to_end": 16.327093424042687, "output_throughput": 62.71783797672736 }, "request_ids": [ "qwen27-A-i8192-c1-r2-q1" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 16.10603174404241, "metrics": { "ttft": 3.0765393602196127, "decode_tps": 78.59093584270262, "end_to_end": 16.10603174404241, "output_throughput": 63.578665202791214 }, "request_ids": [ "qwen27-A-i8192-c1-r3-q1" ] } ] }, { "model": "qwen27", "input_tokens": 8192, "concurrency": 2, "status": "completed", "reason": "", "round_count": 3, "request_count": 6, "metrics": { "ttft": { "mean": 4.962434954630832, "min": 4.959254672052339, "max": 4.964966591913253 }, "decode_tps": { "mean": 67.0768992805046, "min": 67.0495353749909, "max": 67.0929568276239 }, "end_to_end": { "mean": 20.319059088011272, "min": 20.31206559203565, "max": 20.328262399998493 }, "output_throughput": { "mean": 100.22536316359499, "min": 100.17933862590387, "max": 100.25967907010572 } }, "rounds": [ { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "concurrency": 2, "round": 1, "submission_skew": 0.00036449613980948925, "duration": 20.431562528014183, "metrics": { "ttft": 4.963083599926904, "decode_tps": 67.08820563889901, "end_to_end": 20.316849271999672, "output_throughput": 100.23707179477537 }, "request_ids": [ "qwen27-A-i8192-c2-r1-q1", "qwen27-A-i8192-c2-r1-q2" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "concurrency": 2, "round": 2, "submission_skew": 0.00033363187685608864, "duration": 20.426955471979454, "metrics": { "ttft": 4.959254672052339, "decode_tps": 67.0929568276239, "end_to_end": 20.31206559203565, "output_throughput": 100.25967907010572 }, "request_ids": [ "qwen27-A-i8192-c2-r2-q1", "qwen27-A-i8192-c2-r2-q2" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "concurrency": 2, "round": 3, "submission_skew": 0.0005763999652117491, "duration": 20.443337199976668, "metrics": { "ttft": 4.964966591913253, "decode_tps": 67.0495353749909, "end_to_end": 20.328262399998493, "output_throughput": 100.17933862590387 }, "request_ids": [ "qwen27-A-i8192-c2-r3-q1", "qwen27-A-i8192-c2-r3-q2" ] } ] }, { "model": "qwen27", "input_tokens": 8192, "concurrency": 4, "status": "completed", "reason": "", "round_count": 3, "request_count": 12, "metrics": { "ttft": { "mean": 8.190782486655129, "min": 8.1832100119791, "max": 8.197224763978738 }, "decode_tps": { "mean": 43.95497608076038, "min": 43.67823699768197, "max": 44.19603071731705 }, "end_to_end": { "mean": 31.90922351864477, "min": 31.785425459966063, "max": 32.060489288007375 }, "output_throughput": { "mean": 126.66835986069198, "min": 126.07607710939426, "max": 127.15299120179768 } }, "rounds": [ { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "concurrency": 4, "round": 1, "submission_skew": 0.0020439359359443188, "duration": 32.30895150383003, "metrics": { "ttft": 8.1832100119791, "decode_tps": 43.990660527282124, "end_to_end": 31.88175580796087, "output_throughput": 126.77601127088398 }, "request_ids": [ "qwen27-A-i8192-c4-r1-q1", "qwen27-A-i8192-c4-r1-q2", "qwen27-A-i8192-c4-r1-q3", "qwen27-A-i8192-c4-r1-q4" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "concurrency": 4, "round": 2, "submission_skew": 0.0014790880959481, "duration": 32.2131627521012, "metrics": { "ttft": 8.191912684007548, "decode_tps": 44.19603071731705, "end_to_end": 31.785425459966063, "output_throughput": 127.15299120179768 }, "request_ids": [ "qwen27-A-i8192-c4-r2-q1", "qwen27-A-i8192-c4-r2-q2", "qwen27-A-i8192-c4-r2-q3", "qwen27-A-i8192-c4-r2-q4" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "concurrency": 4, "round": 3, "submission_skew": 0.001486159861087799, "duration": 32.488320495933294, "metrics": { "ttft": 8.197224763978738, "decode_tps": 43.67823699768197, "end_to_end": 32.060489288007375, "output_throughput": 126.07607710939426 }, "request_ids": [ "qwen27-A-i8192-c4-r3-q1", "qwen27-A-i8192-c4-r3-q2", "qwen27-A-i8192-c4-r3-q3", "qwen27-A-i8192-c4-r3-q4" ] } ] }, { "model": "qwen27", "input_tokens": 32768, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 15.130252992035821, "min": 15.122328560100868, "max": 15.137956144055352 }, "decode_tps": { "mean": 75.9691401765414, "min": 75.94204859378898, "max": 76.00032590834658 }, "end_to_end": { "mean": 28.60941176007812, "min": 28.59595499210991, "max": 28.617840032093227 }, "output_throughput": { "mean": 35.792421189827664, "min": 35.781875880627055, "max": 35.80926044549092 } }, "rounds": [ { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 28.617840032093227, "metrics": { "ttft": 15.137956144055352, "decode_tps": 75.96504602748865, "end_to_end": 28.617840032093227, "output_throughput": 35.781875880627055 }, "request_ids": [ "qwen27-A-i32768-c1-r1-q1" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 28.61444025603123, "metrics": { "ttft": 15.130474271951243, "decode_tps": 75.94204859378898, "end_to_end": 28.61444025603123, "output_throughput": 35.78612724336502 }, "request_ids": [ "qwen27-A-i32768-c1-r2-q1" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 28.59595499210991, "metrics": { "ttft": 15.122328560100868, "decode_tps": 76.00032590834658, "end_to_end": 28.59595499210991, "output_throughput": 35.80926044549092 }, "request_ids": [ "qwen27-A-i32768-c1-r3-q1" ] } ] }, { "model": "qwen27", "input_tokens": 32768, "concurrency": 2, "status": "completed", "reason": "", "round_count": 3, "request_count": 6, "metrics": { "ttft": { "mean": 22.953997005320463, "min": 22.944867279962637, "max": 22.959897096036002 }, "decode_tps": { "mean": 51.719065610729004, "min": 51.69905371078465, "max": 51.72910591386838 }, "end_to_end": { "mean": 45.1122979093343, "min": 45.098316528019495, "max": 45.12876934395172 }, "output_throughput": { "mean": 44.810089766156366, "min": 44.79387906882205, "max": 44.823662480780186 } }, "rounds": [ { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "concurrency": 2, "round": 1, "submission_skew": 0.0006470559164881706, "duration": 45.72053241590038, "metrics": { "ttft": 22.959897096036002, "decode_tps": 51.69905371078465, "end_to_end": 45.12876934395172, "output_throughput": 44.79387906882205 }, "request_ids": [ "qwen27-A-i32768-c2-r1-q1", "qwen27-A-i32768-c2-r1-q2" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "concurrency": 2, "round": 2, "submission_skew": 0.0005983521696180105, "duration": 45.70130190416239, "metrics": { "ttft": 22.957226639962755, "decode_tps": 51.72910591386838, "end_to_end": 45.10980785603169, "output_throughput": 44.81272774886686 }, "request_ids": [ "qwen27-A-i32768-c2-r2-q1", "qwen27-A-i32768-c2-r2-q2" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "concurrency": 2, "round": 3, "submission_skew": 0.0006002241279929876, "duration": 45.690153072122484, "metrics": { "ttft": 22.944867279962637, "decode_tps": 51.72903720753398, "end_to_end": 45.098316528019495, "output_throughput": 44.823662480780186 }, "request_ids": [ "qwen27-A-i32768-c2-r3-q1", "qwen27-A-i32768-c2-r3-q2" ] } ] }, { "model": "qwen27", "input_tokens": 32768, "concurrency": 4, "status": "completed", "reason": "", "round_count": 3, "request_count": 12, "metrics": { "ttft": { "mean": 38.691737856017426, "min": 38.683825140004046, "max": 38.70245420001447 }, "decode_tps": { "mean": 29.51777048534421, "min": 29.419532512596057, "max": 29.70565440612996 }, "end_to_end": { "mean": 80.39850816134519, "min": 80.20415798405884, "max": 80.50689360400429 }, "output_throughput": { "mean": 49.761235752273436, "min": 49.69586491735195, "max": 49.87763500309401 } }, "rounds": [ { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "concurrency": 4, "round": 1, "submission_skew": 0.0029587841127067804, "duration": 82.12097465619445, "metrics": { "ttft": 38.683825140004046, "decode_tps": 29.70565440612996, "end_to_end": 80.20415798405884, "output_throughput": 49.87763500309401 }, "request_ids": [ "qwen27-A-i32768-c4-r1-q1", "qwen27-A-i32768-c4-r1-q2", "qwen27-A-i32768-c4-r1-q3", "qwen27-A-i32768-c4-r1-q4" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "concurrency": 4, "round": 2, "submission_skew": 0.001550592016428709, "duration": 82.3975641920697, "metrics": { "ttft": 38.68893422803376, "decode_tps": 29.428124537306616, "end_to_end": 80.48447289597243, "output_throughput": 49.71020733637436 }, "request_ids": [ "qwen27-A-i32768-c4-r2-q1", "qwen27-A-i32768-c4-r2-q2", "qwen27-A-i32768-c4-r2-q3", "qwen27-A-i32768-c4-r2-q4" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "concurrency": 4, "round": 3, "submission_skew": 0.0015697921626269817, "duration": 82.42134444811381, "metrics": { "ttft": 38.70245420001447, "decode_tps": 29.419532512596057, "end_to_end": 80.50689360400429, "output_throughput": 49.69586491735195 }, "request_ids": [ "qwen27-A-i32768-c4-r3-q1", "qwen27-A-i32768-c4-r3-q2", "qwen27-A-i32768-c4-r3-q3", "qwen27-A-i32768-c4-r3-q4" ] } ] }, { "model": "qwen27", "input_tokens": 64512, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 36.79089359457915, "min": 36.78813223983161, "max": 36.79543956788257 }, "decode_tps": { "mean": 72.7294753054712, "min": 72.67630004701188, "max": 72.78617344989202 }, "end_to_end": { "mean": 50.87047256001582, "min": 50.85771502391435, "max": 50.88531480007805 }, "output_throughput": { "mean": 20.129556490481406, "min": 20.123684092810787, "max": 20.134604936900804 } }, "rounds": [ { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 50.88531480007805, "metrics": { "ttft": 36.79543956788257, "decode_tps": 72.67630004701188, "end_to_end": 50.88531480007805, "output_throughput": 20.123684092810787 }, "request_ids": [ "qwen27-A-i64512-c1-r1-q1" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 50.86838785605505, "metrics": { "ttft": 36.78813223983161, "decode_tps": 72.7259524195097, "end_to_end": 50.86838785605505, "output_throughput": 20.130380441732626 }, "request_ids": [ "qwen27-A-i64512-c1-r2-q1" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 50.85771502391435, "metrics": { "ttft": 36.78910897602327, "decode_tps": 72.78617344989202, "end_to_end": 50.85771502391435, "output_throughput": 20.134604936900804 }, "request_ids": [ "qwen27-A-i64512-c1-r3-q1" ] } ] }, { "model": "qwen27", "input_tokens": 64512, "concurrency": 2, "status": "completed", "reason": "", "round_count": 3, "request_count": 6, "metrics": { "ttft": { "mean": 56.03622404536387, "min": 56.009354591951706, "max": 56.06682598404586 }, "decode_tps": { "mean": 42.272481619180844, "min": 42.2195238432275, "max": 42.31016030219854 }, "end_to_end": { "mean": 89.49244688272786, "min": 89.45487175206654, "max": 89.51232872810215 }, "output_throughput": { "mean": 22.60328405678063, "min": 22.59907934932201, "max": 22.611391194196052 } }, "rounds": [ { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "concurrency": 2, "round": 1, "submission_skew": 0.0009188000112771988, "duration": 90.57381664006971, "metrics": { "ttft": 56.009354591951706, "decode_tps": 42.287760712116494, "end_to_end": 89.45487175206654, "output_throughput": 22.611391194196052 }, "request_ids": [ "qwen27-A-i64512-c2-r1-q1", "qwen27-A-i64512-c2-r1-q2" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "concurrency": 2, "round": 2, "submission_skew": 0.0016200961545109749, "duration": 90.62194859213196, "metrics": { "ttft": 56.06682598404586, "decode_tps": 42.31016030219854, "end_to_end": 89.51014016801491, "output_throughput": 22.599381626823824 }, "request_ids": [ "qwen27-A-i64512-c2-r2-q1", "qwen27-A-i64512-c2-r2-q2" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "concurrency": 2, "round": 3, "submission_skew": 0.0016297120600938797, "duration": 90.62316072010435, "metrics": { "ttft": 56.03249156009406, "decode_tps": 42.2195238432275, "end_to_end": 89.51232872810215, "output_throughput": 22.59907934932201 }, "request_ids": [ "qwen27-A-i64512-c2-r3-q1", "qwen27-A-i64512-c2-r3-q2" ] } ] }, { "model": "qwen27", "input_tokens": 64512, "concurrency": 4, "status": "completed", "reason": "", "round_count": 3, "request_count": 12, "metrics": { "ttft": { "mean": 94.67309794670048, "min": 94.64510374399833, "max": 94.71777406003093 }, "decode_tps": { "mean": 22.118590691091313, "min": 22.108582176880393, "max": 22.126622518191198 }, "end_to_end": { "mean": 167.9855040933277, "min": 167.93944533989998, "max": 168.03013618808473 }, "output_throughput": { "mean": 23.829654522124493, "min": 23.82287596870969, "max": 23.836723932453914 } }, "rounds": [ { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "concurrency": 4, "round": 1, "submission_skew": 0.005125024123117328, "duration": 171.83569401595742, "metrics": { "ttft": 94.64510374399833, "decode_tps": 22.126622518191198, "end_to_end": 167.93944533989998, "output_throughput": 23.836723932453914 }, "request_ids": [ "qwen27-A-i64512-c4-r1-q1", "qwen27-A-i64512-c4-r1-q2", "qwen27-A-i64512-c4-r1-q3", "qwen27-A-i64512-c4-r1-q4" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "concurrency": 4, "round": 2, "submission_skew": 0.005323024000972509, "duration": 171.93558012810536, "metrics": { "ttft": 94.71777406003093, "decode_tps": 22.120567378202345, "end_to_end": 168.03013618808473, "output_throughput": 23.82287596870969 }, "request_ids": [ "qwen27-A-i64512-c4-r2-q1", "qwen27-A-i64512-c4-r2-q2", "qwen27-A-i64512-c4-r2-q3", "qwen27-A-i64512-c4-r2-q4" ] }, { "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "concurrency": 4, "round": 3, "submission_skew": 0.004615119891241193, "duration": 171.8887695679441, "metrics": { "ttft": 94.65641603607219, "decode_tps": 22.108582176880393, "end_to_end": 167.98693075199844, "output_throughput": 23.829363665209872 }, "request_ids": [ "qwen27-A-i64512-c4-r3-q1", "qwen27-A-i64512-c4-r3-q2", "qwen27-A-i64512-c4-r3-q3", "qwen27-A-i64512-c4-r3-q4" ] } ] }, { "model": "qwen27", "input_tokens": 131072, "concurrency": 1, "status": "not_measured", "reason": "本轮仅测试到 64K；服务上下文上限仍为 262K", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] }, { "model": "qwen27", "input_tokens": 131072, "concurrency": 2, "status": "not_measured", "reason": "本轮仅测试到 64K；服务上下文上限仍为 262K", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] }, { "model": "qwen27", "input_tokens": 131072, "concurrency": 4, "status": "not_measured", "reason": "本轮仅测试到 64K；服务上下文上限仍为 262K", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] }, { "model": "qwen27", "input_tokens": 261120, "concurrency": 1, "status": "not_measured", "reason": "本轮仅测试到 64K；服务上下文上限仍为 262K", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] }, { "model": "qwen27", "input_tokens": 261120, "concurrency": 2, "status": "not_measured", "reason": "本轮仅测试到 64K；服务上下文上限仍为 262K", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] }, { "model": "qwen27", "input_tokens": 261120, "concurrency": 4, "status": "not_measured", "reason": "本轮仅测试到 64K；服务上下文上限仍为 262K", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] }, { "model": "flash-next", "input_tokens": 2048, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 1.2160506986547261, "min": 1.0834505278617144, "max": 1.4803912320639938 }, "decode_tps": { "mean": 56.105728183135426, "min": 18.834826934276993, "max": 75.06439261191736 }, "end_to_end": { "mean": 28.472420394575845, "min": 14.843568799784407, "max": 55.45168008003384 }, "output_throughput": { "mean": 51.722829576392144, "min": 18.466527948694303, "max": 68.98610528317644 } }, "rounds": [ { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 15.122012303909287, "metrics": { "ttft": 1.4803912320639938, "decode_tps": 75.06439261191736, "end_to_end": 15.122012303909287, "output_throughput": 67.7158554973057 }, "request_ids": [ "flash-next-A-i2048-c1-r1-q1" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 14.843568799784407, "metrics": { "ttft": 1.0834505278617144, "decode_tps": 74.41796500321193, "end_to_end": 14.843568799784407, "output_throughput": 68.98610528317644 }, "request_ids": [ "flash-next-A-i2048-c1-r2-q1" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 55.45168008003384, "metrics": { "ttft": 1.0843103360384703, "decode_tps": 18.834826934276993, "end_to_end": 55.45168008003384, "output_throughput": 18.466527948694303 }, "request_ids": [ "flash-next-A-i2048-c1-r3-q1" ] } ] }, { "model": "flash-next", "input_tokens": 2048, "concurrency": 2, "status": "completed", "reason": "", "round_count": 3, "request_count": 6, "metrics": { "ttft": { "mean": 1.9366526720502104, "min": 1.9293396479915828, "max": 1.9409413920948282 }, "decode_tps": { "mean": 61.86191757508978, "min": 61.8266415344862, "max": 61.92896322386636 }, "end_to_end": { "mean": 18.48971961873273, "min": 18.47481261601206, "max": 18.503444160101935 }, "output_throughput": { "mean": 110.54520419663055, "min": 110.46701934611592, "max": 110.63286798263049 } }, "rounds": [ { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "concurrency": 2, "round": 1, "submission_skew": 0.0004893438890576363, "duration": 18.527946464018896, "metrics": { "ttft": 1.9293396479915828, "decode_tps": 61.83014796691677, "end_to_end": 18.490902080084197, "output_throughput": 110.53572526114523 }, "request_ids": [ "flash-next-A-i2048-c2-r1-q1", "flash-next-A-i2048-c2-r1-q2" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "concurrency": 2, "round": 2, "submission_skew": 0.00047710398212075233, "duration": 18.539470080053434, "metrics": { "ttft": 1.9409413920948282, "decode_tps": 61.8266415344862, "end_to_end": 18.503444160101935, "output_throughput": 110.46701934611592 }, "request_ids": [ "flash-next-A-i2048-c2-r2-q1", "flash-next-A-i2048-c2-r2-q2" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "concurrency": 2, "round": 3, "submission_skew": 0.0004649120382964611, "duration": 18.51167774409987, "metrics": { "ttft": 1.93967697606422, "decode_tps": 61.92896322386636, "end_to_end": 18.47481261601206, "output_throughput": 110.63286798263049 }, "request_ids": [ "flash-next-A-i2048-c2-r3-q1", "flash-next-A-i2048-c2-r3-q2" ] } ] }, { "model": "flash-next", "input_tokens": 2048, "concurrency": 4, "status": "completed", "reason": "", "round_count": 3, "request_count": 12, "metrics": { "ttft": { "mean": 3.635875740010912, "min": 3.5680441760341637, "max": 3.6958225040580146 }, "decode_tps": { "mean": 33.026061119919845, "min": 28.531040737255214, "max": 36.184997787659206 }, "end_to_end": { "mean": 42.016697729355656, "min": 36.11523243604461, "max": 49.45529131597141 }, "output_throughput": { "mean": 58.84631226984076, "min": 53.481918560059, "max": 67.26733619600431 } }, "rounds": [ { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "concurrency": 4, "round": 1, "submission_skew": 0.003376720007508993, "duration": 60.89136617607437, "metrics": { "ttft": 3.6958225040580146, "decode_tps": 36.184997787659206, "end_to_end": 36.11523243604461, "output_throughput": 67.26733619600431 }, "request_ids": [ "flash-next-A-i2048-c4-r1-q1", "flash-next-A-i2048-c4-r1-q2", "flash-next-A-i2048-c4-r1-q3", "flash-next-A-i2048-c4-r1-q4" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "concurrency": 4, "round": 2, "submission_skew": 0.001129679847508669, "duration": 76.58663171180524, "metrics": { "ttft": 3.5680441760341637, "decode_tps": 34.36214483484511, "end_to_end": 40.47956943605095, "output_throughput": 53.481918560059 }, "request_ids": [ "flash-next-A-i2048-c4-r2-q1", "flash-next-A-i2048-c4-r2-q2", "flash-next-A-i2048-c4-r2-q3", "flash-next-A-i2048-c4-r2-q4" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "concurrency": 4, "round": 3, "submission_skew": 0.0011281280312687159, "duration": 73.41859371191822, "metrics": { "ttft": 3.6437605399405584, "decode_tps": 28.531040737255214, "end_to_end": 49.45529131597141, "output_throughput": 55.789682053458975 }, "request_ids": [ "flash-next-A-i2048-c4-r3-q1", "flash-next-A-i2048-c4-r3-q2", "flash-next-A-i2048-c4-r3-q3", "flash-next-A-i2048-c4-r3-q4" ] } ] }, { "model": "flash-next", "input_tokens": 8192, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 3.469853343985354, "min": 3.4562112959101796, "max": 3.4896133600268513 }, "decode_tps": { "mean": 72.92409535300158, "min": 70.23786087877606, "max": 74.31682879166696 }, "end_to_end": { "mean": 17.521567647888634, "min": 17.235055423807353, "max": 18.042767071863636 }, "output_throughput": { "mean": 58.46783648962793, "min": 56.754044206271026, "max": 59.41379211264473 } }, "rounds": [ { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 18.042767071863636, "metrics": { "ttft": 3.463735376019031, "decode_tps": 70.23786087877606, "end_to_end": 18.042767071863636, "output_throughput": 56.754044206271026 }, "request_ids": [ "flash-next-A-i8192-c1-r1-q1" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 17.286880447994918, "metrics": { "ttft": 3.4896133600268513, "decode_tps": 74.2175963885617, "end_to_end": 17.286880447994918, "output_throughput": 59.23567314996804 }, "request_ids": [ "flash-next-A-i8192-c1-r2-q1" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 17.235055423807353, "metrics": { "ttft": 3.4562112959101796, "decode_tps": 74.31682879166696, "end_to_end": 17.235055423807353, "output_throughput": 59.41379211264473 }, "request_ids": [ "flash-next-A-i8192-c1-r3-q1" ] } ] }, { "model": "flash-next", "input_tokens": 8192, "concurrency": 2, "status": "completed", "reason": "", "round_count": 3, "request_count": 6, "metrics": { "ttft": { "mean": 6.185341464006342, "min": 6.178479728056118, "max": 6.196217327960767 }, "decode_tps": { "mean": 44.678592090723846, "min": 15.11940617599304, "max": 59.50804093636833 }, "end_to_end": { "mean": 40.253786637292556, "min": 23.401714944047853, "max": 73.92598285595886 }, "output_throughput": { "mean": 67.16345520636425, "min": 27.330941889753507, "max": 87.1368252933923 } }, "rounds": [ { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "concurrency": 2, "round": 1, "submission_skew": 0.0006409920752048492, "duration": 23.53411684790626, "metrics": { "ttft": 6.181327336002141, "decode_tps": 59.40832915981016, "end_to_end": 23.433662111870944, "output_throughput": 87.02259843594695 }, "request_ids": [ "flash-next-A-i8192-c2-r1-q1", "flash-next-A-i8192-c2-r1-q2" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "concurrency": 2, "round": 2, "submission_skew": 0.0005906559526920319, "duration": 74.93338532792404, "metrics": { "ttft": 6.196217327960767, "decode_tps": 15.11940617599304, "end_to_end": 73.92598285595886, "output_throughput": 27.330941889753507 }, "request_ids": [ "flash-next-A-i8192-c2-r2-q1", "flash-next-A-i8192-c2-r2-q2" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "concurrency": 2, "round": 3, "submission_skew": 0.00035302387550473213, "duration": 23.503266192041337, "metrics": { "ttft": 6.178479728056118, "decode_tps": 59.50804093636833, "end_to_end": 23.401714944047853, "output_throughput": 87.1368252933923 }, "request_ids": [ "flash-next-A-i8192-c2-r3-q1", "flash-next-A-i8192-c2-r3-q2" ] } ] }, { "model": "flash-next", "input_tokens": 8192, "concurrency": 4, "status": "completed", "reason": "", "round_count": 3, "request_count": 12, "metrics": { "ttft": { "mean": 10.103760666679591, "min": 10.088820903969463, "max": 10.119955972011667 }, "decode_tps": { "mean": 28.793887933204907, "min": 25.58065634322996, "max": 33.77660002655891 }, "end_to_end": { "mean": 51.9168423586525, "min": 40.79843855195213, "max": 60.21109849202912 }, "output_throughput": { "mean": 62.71982529681556, "min": 49.326555301740406, "max": 83.61076613022685 } }, "rounds": [ { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "concurrency": 4, "round": 1, "submission_skew": 0.003815680043771863, "duration": 48.98890644800849, "metrics": { "ttft": 10.088820903969463, "decode_tps": 33.77660002655891, "end_to_end": 40.79843855195213, "output_throughput": 83.61076613022685 }, "request_ids": [ "flash-next-A-i8192-c4-r1-q1", "flash-next-A-i8192-c4-r1-q2", "flash-next-A-i8192-c4-r1-q3", "flash-next-A-i8192-c4-r1-q4" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "concurrency": 4, "round": 2, "submission_skew": 0.0014879838563501835, "duration": 83.03843588801101, "metrics": { "ttft": 10.119955972011667, "decode_tps": 27.024407429825846, "end_to_end": 60.21109849202912, "output_throughput": 49.326555301740406 }, "request_ids": [ "flash-next-A-i8192-c4-r2-q1", "flash-next-A-i8192-c4-r2-q2", "flash-next-A-i8192-c4-r2-q3", "flash-next-A-i8192-c4-r2-q4" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "concurrency": 4, "round": 3, "submission_skew": 0.0007967040874063969, "duration": 74.17312924796715, "metrics": { "ttft": 10.102505124057643, "decode_tps": 25.58065634322996, "end_to_end": 54.74099003197625, "output_throughput": 55.22215445847942 }, "request_ids": [ "flash-next-A-i8192-c4-r3-q1", "flash-next-A-i8192-c4-r3-q2", "flash-next-A-i8192-c4-r3-q3", "flash-next-A-i8192-c4-r3-q4" ] } ] }, { "model": "flash-next", "input_tokens": 32768, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 13.304409888029719, "min": 13.296977936057374, "max": 13.310416928026825 }, "decode_tps": { "mean": 73.40754247140117, "min": 73.16296550372311, "max": 73.75395400021137 }, "end_to_end": { "mean": 27.254093946578603, "min": 27.189836191944778, "max": 27.306569119915366 }, "output_throughput": { "mean": 37.57245537667342, "min": 37.50013396055571, "max": 37.66113163651088 } }, "rounds": [ { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 27.265876527875662, "metrics": { "ttft": 13.296977936057374, "decode_tps": 73.30570791026905, "end_to_end": 27.265876527875662, "output_throughput": 37.556100532953664 }, "request_ids": [ "flash-next-A-i32768-c1-r1-q1" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 27.306569119915366, "metrics": { "ttft": 13.310416928026825, "decode_tps": 73.16296550372311, "end_to_end": 27.306569119915366, "output_throughput": 37.50013396055571 }, "request_ids": [ "flash-next-A-i32768-c1-r2-q1" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 27.189836191944778, "metrics": { "ttft": 13.305834800004959, "decode_tps": 73.75395400021137, "end_to_end": 27.189836191944778, "output_throughput": 37.66113163651088 }, "request_ids": [ "flash-next-A-i32768-c1-r3-q1" ] } ] }, { "model": "flash-next", "input_tokens": 32768, "concurrency": 2, "status": "completed", "reason": "", "round_count": 3, "request_count": 6, "metrics": { "ttft": { "mean": 21.23618522406711, "min": 21.223482432076707, "max": 21.248328872025013 }, "decode_tps": { "mean": 49.26678577278379, "min": 49.18247608390483, "max": 49.34102460599573 }, "end_to_end": { "mean": 43.32885561068542, "min": 43.28551305597648, "max": 43.37538109603338 }, "output_throughput": { "mean": 46.86756326506324, "min": 46.81593567361767, "max": 46.915365964907586 } }, "rounds": [ { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "concurrency": 2, "round": 1, "submission_skew": 0.0011419840157032013, "duration": 43.65307523193769, "metrics": { "ttft": 21.223482432076707, "decode_tps": 49.34102460599573, "end_to_end": 43.28551305597648, "output_throughput": 46.915365964907586 }, "request_ids": [ "flash-next-A-i32768-c2-r1-q1", "flash-next-A-i32768-c2-r1-q2" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "concurrency": 2, "round": 2, "submission_skew": 0.0011027201544493437, "duration": 43.74578806408681, "metrics": { "ttft": 21.248328872025013, "decode_tps": 49.18247608390483, "end_to_end": 43.37538109603338, "output_throughput": 46.81593567361767 }, "request_ids": [ "flash-next-A-i32768-c2-r2-q1", "flash-next-A-i32768-c2-r2-q2" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "concurrency": 2, "round": 3, "submission_skew": 0.0006049759685993195, "duration": 43.694033408071846, "metrics": { "ttft": 21.236744368099608, "decode_tps": 49.276856628450815, "end_to_end": 43.32567268004641, "output_throughput": 46.87138815666446 }, "request_ids": [ "flash-next-A-i32768-c2-r3-q1", "flash-next-A-i32768-c2-r3-q2" ] } ] }, { "model": "flash-next", "input_tokens": 32768, "concurrency": 4, "status": "completed", "reason": "", "round_count": 3, "request_count": 12, "metrics": { "ttft": { "mean": 35.553228010598104, "min": 35.46421303600073, "max": 35.68994251190452 }, "decode_tps": { "mean": 28.672839850296402, "min": 25.881129382150128, "max": 30.10271922575744 }, "end_to_end": { "mean": 78.167796737301, "min": 74.52287298801821, "max": 85.35244389192667 }, "output_throughput": { "mean": 48.82254350851691, "min": 38.45713700873023, "max": 54.04394344332982 } }, "rounds": [ { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "concurrency": 4, "round": 1, "submission_skew": 0.0052415679674595594, "duration": 106.50818855990656, "metrics": { "ttft": 35.68994251190452, "decode_tps": 25.881129382150128, "end_to_end": 85.35244389192667, "output_throughput": 38.45713700873023 }, "request_ids": [ "flash-next-A-i32768-c4-r1-q1", "flash-next-A-i32768-c4-r1-q2", "flash-next-A-i32768-c4-r1-q3", "flash-next-A-i32768-c4-r1-q4" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "concurrency": 4, "round": 2, "submission_skew": 0.002866895869374275, "duration": 75.79017627192661, "metrics": { "ttft": 35.46421303600073, "decode_tps": 30.10271922575744, "end_to_end": 74.52287298801821, "output_throughput": 54.04394344332982 }, "request_ids": [ "flash-next-A-i32768-c4-r2-q1", "flash-next-A-i32768-c4-r2-q2", "flash-next-A-i32768-c4-r2-q3", "flash-next-A-i32768-c4-r2-q4" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "concurrency": 4, "round": 3, "submission_skew": 0.0016187040600925684, "duration": 75.8988668799866, "metrics": { "ttft": 35.505528483889066, "decode_tps": 30.034670942981634, "end_to_end": 74.62807333195815, "output_throughput": 53.96655007349068 }, "request_ids": [ "flash-next-A-i32768-c4-r3-q1", "flash-next-A-i32768-c4-r3-q2", "flash-next-A-i32768-c4-r3-q3", "flash-next-A-i32768-c4-r3-q4" ] } ] }, { "model": "flash-next", "input_tokens": 64512, "concurrency": 1, "status": "completed", "reason": "", "round_count": 3, "request_count": 3, "metrics": { "ttft": { "mean": 27.335904736071825, "min": 27.291785215958953, "max": 27.374800976132974 }, "decode_tps": { "mean": 72.87029630913705, "min": 72.7795039312755, "max": 72.91794362146254 }, "end_to_end": { "mean": 41.388280639968194, "min": 41.33583499188535, "max": 41.41798361600377 }, "output_throughput": { "mean": 24.74132318674866, "min": 24.72355992734349, "max": 24.772694205911694 } }, "rounds": [ { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "concurrency": 1, "round": 1, "submission_skew": 0.0, "duration": 41.41798361600377, "metrics": { "ttft": 27.374800976132974, "decode_tps": 72.91794362146254, "end_to_end": 41.41798361600377, "output_throughput": 24.72355992734349 }, "request_ids": [ "flash-next-A-i64512-c1-r1-q1" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "concurrency": 1, "round": 2, "submission_skew": 0.0, "duration": 41.33583499188535, "metrics": { "ttft": 27.291785215958953, "decode_tps": 72.91344137467308, "end_to_end": 41.33583499188535, "output_throughput": 24.772694205911694 }, "request_ids": [ "flash-next-A-i64512-c1-r2-q1" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "concurrency": 1, "round": 3, "submission_skew": 0.0, "duration": 41.41102331201546, "metrics": { "ttft": 27.341128016123548, "decode_tps": 72.7795039312755, "end_to_end": 41.41102331201546, "output_throughput": 24.72771542699079 }, "request_ids": [ "flash-next-A-i64512-c1-r3-q1" ] } ] }, { "model": "flash-next", "input_tokens": 64512, "concurrency": 2, "status": "completed", "reason": "", "round_count": 3, "request_count": 6, "metrics": { "ttft": { "mean": 43.14296850399114, "min": 42.955484855920076, "max": 43.46683806402143 }, "decode_tps": { "mean": 42.4796542548206, "min": 40.90793631817203, "max": 43.34399031782623 }, "end_to_end": { "mean": 71.89884191735958, "min": 71.30282857606653, "max": 73.07913672807626 }, "output_throughput": { "mean": 28.190962128629437, "min": 27.69905460004099, "max": 28.440702191592266 } }, "rounds": [ { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "concurrency": 2, "round": 1, "submission_skew": 0.0009545278735458851, "duration": 72.00947382394224, "metrics": { "ttft": 43.00658259203192, "decode_tps": 43.34399031782623, "end_to_end": 71.30282857606653, "output_throughput": 28.440702191592266 }, "request_ids": [ "flash-next-A-i64512-c2-r1-q1", "flash-next-A-i64512-c2-r1-q2" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "concurrency": 2, "round": 2, "submission_skew": 0.0009710879530757666, "duration": 73.9375415360555, "metrics": { "ttft": 43.46683806402143, "decode_tps": 40.90793631817203, "end_to_end": 73.07913672807626, "output_throughput": 27.69905460004099 }, "request_ids": [ "flash-next-A-i64512-c2-r2-q1", "flash-next-A-i64512-c2-r2-q2" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "concurrency": 2, "round": 3, "submission_skew": 0.0016530239954590797, "duration": 72.02865211199969, "metrics": { "ttft": 42.955484855920076, "decode_tps": 43.187036128463546, "end_to_end": 71.31456044793595, "output_throughput": 28.43312959425505 }, "request_ids": [ "flash-next-A-i64512-c2-r3-q1", "flash-next-A-i64512-c2-r3-q2" ] } ] }, { "model": "flash-next", "input_tokens": 64512, "concurrency": 4, "status": "completed", "reason": "", "round_count": 3, "request_count": 12, "metrics": { "ttft": { "mean": 71.78171260132997, "min": 71.62895824405132, "max": 71.93068140395917 }, "decode_tps": { "mean": 20.024214003854325, "min": 15.755359392840736, "max": 23.856458709583034 }, "end_to_end": { "mean": 138.92619773066448, "min": 130.1722504319623, "max": 145.00121815601597 }, "output_throughput": { "mean": 25.80528320644403, "min": 22.755073245110694, "max": 30.887479396699586 } }, "rounds": [ { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "concurrency": 4, "round": 1, "submission_skew": 0.00546412798576057, "duration": 172.29415019182488, "metrics": { "ttft": 71.78549815597944, "decode_tps": 15.755359392840736, "end_to_end": 141.60512460401515, "output_throughput": 23.773296977521813 }, "request_ids": [ "flash-next-A-i64512-c4-r1-q1", "flash-next-A-i64512-c4-r1-q2", "flash-next-A-i64512-c4-r1-q3", "flash-next-A-i64512-c4-r1-q4" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "concurrency": 4, "round": 2, "submission_skew": 0.003416831837967038, "duration": 180.00381523184478, "metrics": { "ttft": 71.93068140395917, "decode_tps": 20.460823909139208, "end_to_end": 145.00121815601597, "output_throughput": 22.755073245110694 }, "request_ids": [ "flash-next-A-i64512-c4-r2-q1", "flash-next-A-i64512-c4-r2-q2", "flash-next-A-i64512-c4-r2-q3", "flash-next-A-i64512-c4-r2-q4" ] }, { "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "concurrency": 4, "round": 3, "submission_skew": 0.00490161613561213, "duration": 132.6103676960338, "metrics": { "ttft": 71.62895824405132, "decode_tps": 23.856458709583034, "end_to_end": 130.1722504319623, "output_throughput": 30.887479396699586 }, "request_ids": [ "flash-next-A-i64512-c4-r3-q1", "flash-next-A-i64512-c4-r3-q2", "flash-next-A-i64512-c4-r3-q3", "flash-next-A-i64512-c4-r3-q4" ] } ] }, { "model": "flash-next", "input_tokens": 131072, "concurrency": 1, "status": "not_measured", "reason": "本轮仅测试到 64K；服务上下文上限仍为 262K", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] }, { "model": "flash-next", "input_tokens": 131072, "concurrency": 2, "status": "not_measured", "reason": "本轮仅测试到 64K；服务上下文上限仍为 262K", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] }, { "model": "flash-next", "input_tokens": 131072, "concurrency": 4, "status": "not_measured", "reason": "本轮仅测试到 64K；服务上下文上限仍为 262K", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] }, { "model": "flash-next", "input_tokens": 261120, "concurrency": 1, "status": "not_measured", "reason": "本轮仅测试到 64K；服务上下文上限仍为 262K", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] }, { "model": "flash-next", "input_tokens": 261120, "concurrency": 2, "status": "not_measured", "reason": "本轮仅测试到 64K；服务上下文上限仍为 262K", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] }, { "model": "flash-next", "input_tokens": 261120, "concurrency": 4, "status": "not_measured", "reason": "本轮仅测试到 64K；服务上下文上限仍为 262K", "round_count": 0, "request_count": 0, "metrics": { "ttft": { "mean": null, "min": null, "max": null }, "decode_tps": { "mean": null, "min": null, "max": null }, "end_to_end": { "mean": null, "min": null, "max": null }, "output_throughput": { "mean": null, "min": null, "max": null } }, "rounds": [] } ], "cache": [ { "id": "qwen36-B-i8192-c1-r1-q1", "model": "qwen36", "run": "qwen36-B", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T21:46:05.008114+00:00", "end": "2026-09-29T21:46:12.067922+00:00", "ttft": 1.0940253918524832, "decode_tps": 171.64555899878366, "end_to_end": 7.059807471930981, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.04242516797967255, "ttft_saved": 0.0, "ttft_speedup": 1.0, "comparison_scope": "一次首次请求、两次顺序复用；共享同一基线" }, { "id": "qwen36-B-i8192-c1-r2-q1", "model": "qwen36", "run": "qwen36-B", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T21:46:12.107538+00:00", "end": "2026-09-29T21:46:18.580129+00:00", "ttft": 0.5337902561295778, "decode_tps": 172.4253890850796, "end_to_end": 6.472590832039714, "cached_tokens": 4288, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.04331820807419717, "ttft_saved": 0.5602351357229054, "ttft_speedup": 2.0495417053602196, "comparison_scope": "一次首次请求、两次顺序复用；共享同一基线" }, { "id": "qwen36-B-i8192-c1-r3-q1", "model": "qwen36", "run": "qwen36-B", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T21:46:18.618223+00:00", "end": "2026-09-29T21:46:25.090306+00:00", "ttft": 0.529462720034644, "decode_tps": 172.31459894239023, "end_to_end": 6.472081664018333, "cached_tokens": 4288, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.04292201600037515, "ttft_saved": 0.5645626718178391, "ttft_speedup": 2.066293528241041, "comparison_scope": "一次首次请求、两次顺序复用；共享同一基线" }, { "id": "qwen27-B-i8192-c1-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T22:24:07.661186+00:00", "end": "2026-09-29T22:24:23.792896+00:00", "ttft": 3.0857636318542063, "decode_tps": 78.49182770489926, "end_to_end": 16.1317077758722, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.11711625591851771, "ttft_saved": 0.0, "ttft_speedup": 1.0, "comparison_scope": "一次首次请求、两次顺序复用；共享同一基线" }, { "id": "qwen27-B-i8192-c1-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T22:24:23.837153+00:00", "end": "2026-09-29T22:24:38.161189+00:00", "ttft": 1.2864797918591648, "decode_tps": 78.54233882111755, "end_to_end": 14.324033999815583, "cached_tokens": 4944, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.11824814393185079, "ttft_saved": 1.7992838399950415, "ttft_speedup": 2.3986102629679045, "comparison_scope": "一次首次请求、两次顺序复用；共享同一基线" }, { "id": "qwen27-B-i8192-c1-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T22:24:38.202621+00:00", "end": "2026-09-29T22:24:52.527560+00:00", "ttft": 1.2882984480820596, "decode_tps": 78.54786451837056, "end_to_end": 14.324935488170013, "cached_tokens": 4944, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.11751300795003772, "ttft_saved": 1.7974651837721467, "ttft_speedup": 2.3952242094586884, "comparison_scope": "一次首次请求、两次顺序复用；共享同一基线" }, { "id": "flash-next-B-i8192-c1-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T23:06:48.507254+00:00", "end": "2026-09-29T23:07:05.838476+00:00", "ttft": 3.4718679999932647, "decode_tps": 73.88512151357226, "end_to_end": 17.331221263855696, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.07720648008398712, "ttft_saved": 0.0, "ttft_speedup": 1.0, "comparison_scope": "一次首次请求、两次顺序复用；共享同一基线" }, { "id": "flash-next-B-i8192-c1-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T23:07:05.873475+00:00", "end": "2026-09-29T23:07:20.946040+00:00", "ttft": 1.187513215932995, "decode_tps": 73.7483834576909, "end_to_end": 15.072563328081742, "cached_tokens": 6048, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.07813156815245748, "ttft_saved": 2.2843547840602696, "ttft_speedup": 2.9236457779255263, "comparison_scope": "一次首次请求、两次顺序复用；共享同一基线" }, { "id": "flash-next-B-i8192-c1-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T23:07:20.980838+00:00", "end": "2026-09-29T23:08:12.653854+00:00", "ttft": 1.1928985121194273, "decode_tps": 20.285214393305075, "end_to_end": 51.6730157120619, "cached_tokens": 6048, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 720, "max_text_event_gap": 0.08478388795629144, "ttft_saved": 2.2789694878738374, "ttft_speedup": 2.910447087258734, "comparison_scope": "一次首次请求、两次顺序复用；共享同一基线" } ], "requests": [ { "id": "flash-next-A-i2048-c1-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T22:32:56.538734+00:00", "end": "2026-09-29T22:33:11.660749+00:00", "ttft": 1.4803912320639938, "decode_tps": 75.06439261191736, "end_to_end": 15.122012303909287, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.08167787198908627 }, { "id": "flash-next-A-i2048-c1-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T22:33:11.686048+00:00", "end": "2026-09-29T22:33:26.529621+00:00", "ttft": 1.0834505278617144, "decode_tps": 74.41796500321193, "end_to_end": 14.843568799784407, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.08212497597560287 }, { "id": "flash-next-A-i2048-c1-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T22:33:26.555332+00:00", "end": "2026-09-29T22:34:22.007013+00:00", "ttft": 1.0843103360384703, "decode_tps": 18.834826934276993, "end_to_end": 55.45168008003384, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 785, "max_text_event_gap": 0.08636774402111769 }, { "id": "flash-next-A-i2048-c2-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 1, "start": "2026-09-29T22:34:22.036161+00:00", "end": "2026-09-29T22:34:40.490511+00:00", "ttft": 1.8606476800050586, "decode_tps": 61.71016949158062, "end_to_end": 18.454347040038556, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.13762502395547926 }, { "id": "flash-next-A-i2048-c2-r1-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 2, "start": "2026-09-29T22:34:22.036650+00:00", "end": "2026-09-29T22:34:40.564110+00:00", "ttft": 1.9980316159781069, "decode_tps": 61.95012644225292, "end_to_end": 18.52745712012984, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.0954629119951278 }, { "id": "flash-next-A-i2048-c2-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 1, "start": "2026-09-29T22:34:40.597927+00:00", "end": "2026-09-29T22:34:59.065824+00:00", "ttft": 1.8729807040654123, "decode_tps": 61.70565032781975, "end_to_end": 18.467895344132558, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.13656104006804526 }, { "id": "flash-next-A-i2048-c2-r2-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 2, "start": "2026-09-29T22:34:40.598404+00:00", "end": "2026-09-29T22:34:59.137400+00:00", "ttft": 2.008902080124244, "decode_tps": 61.94763274115265, "end_to_end": 18.538992976071313, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.09554715198464692 }, { "id": "flash-next-A-i2048-c2-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 1, "start": "2026-09-29T22:34:59.171030+00:00", "end": "2026-09-29T22:35:17.609446+00:00", "ttft": 1.8713947681244463, "decode_tps": 61.80955575444679, "end_to_end": 18.438412399962544, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.13676547189243138 }, { "id": "flash-next-A-i2048-c2-r3-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 2, "start": "2026-09-29T22:34:59.171494+00:00", "end": "2026-09-29T22:35:17.682710+00:00", "ttft": 2.007959184003994, "decode_tps": 62.048370693285925, "end_to_end": 18.511212832061574, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.0959212000016123 }, { "id": "flash-next-A-i2048-c4-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 1, "start": "2026-09-29T22:35:17.717636+00:00", "end": "2026-09-29T22:35:45.501100+00:00", "ttft": 3.343073920113966, "decode_tps": 41.89786571811404, "end_to_end": 27.783459664089605, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.4213161279913038 }, { "id": "flash-next-A-i2048-c4-r1-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 2, "start": "2026-09-29T22:35:17.718092+00:00", "end": "2026-09-29T22:35:45.612905+00:00", "ttft": 3.763822512002662, "decode_tps": 42.43506555603181, "end_to_end": 27.894809151999652, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.15215148800052702 }, { "id": "flash-next-A-i2048-c4-r1-q3", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 3, "start": "2026-09-29T22:35:17.718455+00:00", "end": "2026-09-29T22:35:45.613127+00:00", "ttft": 3.7631912799552083, "decode_tps": 42.43419764762819, "end_to_end": 27.89467147202231, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.15219319984316826 }, { "id": "flash-next-A-i2048-c4-r1-q4", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 4, "start": "2026-09-29T22:35:17.721013+00:00", "end": "2026-09-29T22:36:18.609004+00:00", "ttft": 3.9132023041602224, "decode_tps": 17.972862228862795, "end_to_end": 60.88798945606686, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 677, "max_text_event_gap": 0.12804492795839906 }, { "id": "flash-next-A-i2048-c4-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 1, "start": "2026-09-29T22:36:18.657727+00:00", "end": "2026-09-29T22:36:46.998647+00:00", "ttft": 3.2642256158869714, "decode_tps": 40.83473216089478, "end_to_end": 28.340917584020644, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.3530108639970422 }, { "id": "flash-next-A-i2048-c4-r2-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 2, "start": "2026-09-29T22:36:18.658187+00:00", "end": "2026-09-29T22:37:35.244359+00:00", "ttft": 3.6169220320880413, "decode_tps": 14.033308751255124, "end_to_end": 76.58617099188268, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 852, "max_text_event_gap": 0.15843782387673855 }, { "id": "flash-next-A-i2048-c4-r2-q3", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 3, "start": "2026-09-29T22:36:18.658542+00:00", "end": "2026-09-29T22:36:47.109341+00:00", "ttft": 3.6162123039830476, "decode_tps": 41.23282412540067, "end_to_end": 28.450795472133905, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.1584111680276692 }, { "id": "flash-next-A-i2048-c4-r2-q4", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 4, "start": "2026-09-29T22:36:18.658856+00:00", "end": "2026-09-29T22:36:47.199251+00:00", "ttft": 3.7748167521785945, "decode_tps": 41.347714301829875, "end_to_end": 28.540393696166575, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.13176783989183605 }, { "id": "flash-next-A-i2048-c4-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 1, "start": "2026-09-29T22:37:35.289490+00:00", "end": "2026-09-29T22:38:03.247026+00:00", "ttft": 3.304093839833513, "decode_tps": 41.535788721282394, "end_to_end": 27.957532031927258, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.3986119201872498 }, { "id": "flash-next-A-i2048-c4-r3-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 2, "start": "2026-09-29T22:37:35.289953+00:00", "end": "2026-09-29T22:38:03.357635+00:00", "ttft": 3.702418975997716, "decode_tps": 42.027050733576125, "end_to_end": 28.06767854397185, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.1652871361002326 }, { "id": "flash-next-A-i2048-c4-r3-q3", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 3, "start": "2026-09-29T22:37:35.290301+00:00", "end": "2026-09-29T22:38:48.708084+00:00", "ttft": 3.7017018240876496, "decode_tps": 14.688146598187815, "end_to_end": 73.41778160003014, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 761, "max_text_event_gap": 0.16512206406332552 }, { "id": "flash-next-A-i2048-c4-r3-q4", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 4, "start": "2026-09-29T22:37:35.290617+00:00", "end": "2026-09-29T22:38:43.668794+00:00", "ttft": 3.866827519843355, "decode_tps": 15.87317689597452, "end_to_end": 68.37817308795638, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 689, "max_text_event_gap": 0.14217747212387621 }, { "id": "flash-next-A-i8192-c1-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T22:38:48.753559+00:00", "end": "2026-09-29T22:39:06.796329+00:00", "ttft": 3.463735376019031, "decode_tps": 70.23786087877606, "end_to_end": 18.042767071863636, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.07999723218381405 }, { "id": "flash-next-A-i8192-c1-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T22:39:06.827990+00:00", "end": "2026-09-29T22:39:24.114875+00:00", "ttft": 3.4896133600268513, "decode_tps": 74.2175963885617, "end_to_end": 17.286880447994918, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.07946582394652069 }, { "id": "flash-next-A-i8192-c1-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T22:39:24.137411+00:00", "end": "2026-09-29T22:39:41.372468+00:00", "ttft": 3.4562112959101796, "decode_tps": 74.31682879166696, "end_to_end": 17.235055423807353, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.0776677920948714 }, { "id": "flash-next-A-i8192-c2-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 1, "start": "2026-09-29T22:39:41.408345+00:00", "end": "2026-09-29T22:40:04.742195+00:00", "ttft": 5.56116129597649, "decode_tps": 57.61649861134645, "end_to_end": 23.333848367910832, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.9562726879958063 }, { "id": "flash-next-A-i8192-c2-r1-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 2, "start": "2026-09-29T22:39:41.408985+00:00", "end": "2026-09-29T22:40:04.942465+00:00", "ttft": 6.801493376027793, "decode_tps": 61.200159708273866, "end_to_end": 23.533475855831057, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.09379918384365737 }, { "id": "flash-next-A-i8192-c2-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 1, "start": "2026-09-29T22:40:04.976898+00:00", "end": "2026-09-29T22:41:17.896072+00:00", "ttft": 5.578725711908191, "decode_tps": 15.206314645110352, "end_to_end": 72.91917103994638, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 814, "max_text_event_gap": 0.8955801280681044 }, { "id": "flash-next-A-i8192-c2-r2-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 2, "start": "2026-09-29T22:40:04.977488+00:00", "end": "2026-09-29T22:41:19.910284+00:00", "ttft": 6.813708944013342, "decode_tps": 15.032497706875729, "end_to_end": 74.93279467197135, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 840, "max_text_event_gap": 0.1057510559912771 }, { "id": "flash-next-A-i8192-c2-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 1, "start": "2026-09-29T22:41:19.933993+00:00", "end": "2026-09-29T22:41:43.234514+00:00", "ttft": 5.560988639947027, "decode_tps": 57.724196234705595, "end_to_end": 23.300516719929874, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.8919689119793475 }, { "id": "flash-next-A-i8192-c2-r3-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 2, "start": "2026-09-29T22:41:19.934346+00:00", "end": "2026-09-29T22:41:43.437261+00:00", "ttft": 6.795970816165209, "decode_tps": 61.29188563803107, "end_to_end": 23.502913168165833, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.09213756793178618 }, { "id": "flash-next-A-i8192-c4-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 1, "start": "2026-09-29T22:41:43.471194+00:00", "end": "2026-09-29T22:42:21.212040+00:00", "ttft": 5.57471190392971, "decode_tps": 31.83472581870332, "end_to_end": 37.740844127954915, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.2944564160425216 }, { "id": "flash-next-A-i8192-c4-r1-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 2, "start": "2026-09-29T22:41:43.471802+00:00", "end": "2026-09-29T22:42:21.560771+00:00", "ttft": 8.919567072065547, "decode_tps": 35.105282544308295, "end_to_end": 38.08896625600755, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.2438391521573067 }, { "id": "flash-next-A-i8192-c4-r1-q3", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 3, "start": "2026-09-29T22:41:43.472306+00:00", "end": "2026-09-29T22:42:21.851162+00:00", "ttft": 12.291255536023527, "decode_tps": 39.25236884004109, "end_to_end": 38.378853055881336, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.9071503838058561 }, { "id": "flash-next-A-i8192-c4-r1-q4", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 4, "start": "2026-09-29T22:41:43.475010+00:00", "end": "2026-09-29T22:42:32.460102+00:00", "ttft": 13.569749103859067, "decode_tps": 28.914022903182943, "end_to_end": 48.98509076796472, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 342, "max_text_event_gap": 0.13204057584516704 }, { "id": "flash-next-A-i8192-c4-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 1, "start": "2026-09-29T22:42:32.500869+00:00", "end": "2026-09-29T22:43:55.539305+00:00", "ttft": 5.580449311994016, "decode_tps": 13.220069940690365, "end_to_end": 83.03843588801101, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 763, "max_text_event_gap": 1.2478835200890899 }, { "id": "flash-next-A-i8192-c4-r2-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 2, "start": "2026-09-29T22:42:32.501458+00:00", "end": "2026-09-29T22:43:53.535895+00:00", "ttft": 8.917535744141787, "decode_tps": 14.199168559453115, "end_to_end": 81.0344344000332, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 732, "max_text_event_gap": 1.247747503919527 }, { "id": "flash-next-A-i8192-c4-r2-q3", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 3, "start": "2026-09-29T22:42:32.501913+00:00", "end": "2026-09-29T22:43:10.729886+00:00", "ttft": 12.326627007918432, "decode_tps": 39.534626788747204, "end_to_end": 38.22797180805355, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.9283982401248068 }, { "id": "flash-next-A-i8192-c4-r2-q4", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 4, "start": "2026-09-29T22:42:32.502356+00:00", "end": "2026-09-29T22:43:11.045910+00:00", "ttft": 13.655211823992431, "decode_tps": 41.143764430412695, "end_to_end": 38.543551872018725, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.1399928480386734 }, { "id": "flash-next-A-i8192-c4-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 1, "start": "2026-09-29T22:43:55.574457+00:00", "end": "2026-09-29T22:44:33.079476+00:00", "ttft": 5.569951760116965, "decode_tps": 32.065068971081935, "end_to_end": 37.505014832131565, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.2424209278542548 }, { "id": "flash-next-A-i8192-c4-r3-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 2, "start": "2026-09-29T22:43:55.574801+00:00", "end": "2026-09-29T22:44:33.393191+00:00", "ttft": 8.919898752123117, "decode_tps": 35.43437862292736, "end_to_end": 37.81838772795163, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.2426033921074122 }, { "id": "flash-next-A-i8192-c4-r3-q3", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 3, "start": "2026-09-29T22:43:55.575037+00:00", "end": "2026-09-29T22:45:05.043265+00:00", "ttft": 12.302651423960924, "decode_tps": 17.912878949933912, "end_to_end": 69.46822502394207, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 584, "max_text_event_gap": 0.9167341440916061 }, { "id": "flash-next-A-i8192-c4-r3-q4", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 4, "start": "2026-09-29T22:43:55.575253+00:00", "end": "2026-09-29T22:45:09.747587+00:00", "ttft": 13.617518560029566, "decode_tps": 16.91029882897664, "end_to_end": 74.17233254387975, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 648, "max_text_event_gap": 0.14568884810432792 }, { "id": "flash-next-A-i32768-c1-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T22:45:09.792810+00:00", "end": "2026-09-29T22:45:37.058688+00:00", "ttft": 13.296977936057374, "decode_tps": 73.30570791026905, "end_to_end": 27.265876527875662, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.07284607994370162 }, { "id": "flash-next-A-i32768-c1-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T22:45:37.079845+00:00", "end": "2026-09-29T22:46:04.386418+00:00", "ttft": 13.310416928026825, "decode_tps": 73.16296550372311, "end_to_end": 27.306569119915366, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.07356368005275726 }, { "id": "flash-next-A-i32768-c1-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T22:46:04.407497+00:00", "end": "2026-09-29T22:46:31.597336+00:00", "ttft": 13.305834800004959, "decode_tps": 73.75395400021137, "end_to_end": 27.189836191944778, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.07432831986807287 }, { "id": "flash-next-A-i32768-c2-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 1, "start": "2026-09-29T22:46:31.627366+00:00", "end": "2026-09-29T22:47:14.546461+00:00", "ttft": 15.484132400015369, "decode_tps": 37.324639171363295, "end_to_end": 42.91909286403097, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.2761606078129262 }, { "id": "flash-next-A-i32768-c2-r1-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 2, "start": "2026-09-29T22:46:31.628508+00:00", "end": "2026-09-29T22:47:15.280444+00:00", "ttft": 26.962832464138046, "decode_tps": 61.35741004062815, "end_to_end": 43.65193324792199, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.09136769594624639 }, { "id": "flash-next-A-i32768-c2-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 1, "start": "2026-09-29T22:47:15.314396+00:00", "end": "2026-09-29T22:47:58.320475+00:00", "ttft": 15.502052112016827, "decode_tps": 37.23091474155453, "end_to_end": 43.0060768481344, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.282521456014365 }, { "id": "flash-next-A-i32768-c2-r2-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 2, "start": "2026-09-29T22:47:15.315499+00:00", "end": "2026-09-29T22:47:59.060186+00:00", "ttft": 26.9946056320332, "decode_tps": 61.13403742625513, "end_to_end": 43.74468534393236, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.0887826879043132 }, { "id": "flash-next-A-i32768-c2-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 1, "start": "2026-09-29T22:47:59.084564+00:00", "end": "2026-09-29T22:48:42.042484+00:00", "ttft": 15.493046208051965, "decode_tps": 37.28399126439894, "end_to_end": 42.95791692798957, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.2832925599068403 }, { "id": "flash-next-A-i32768-c2-r3-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 2, "start": "2026-09-29T22:47:59.085169+00:00", "end": "2026-09-29T22:48:42.778600+00:00", "ttft": 26.98044252814725, "decode_tps": 61.26972199250268, "end_to_end": 43.69342843210325, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.09042980801314116 }, { "id": "flash-next-A-i32768-c4-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 1, "start": "2026-09-29T22:48:42.814547+00:00", "end": "2026-09-29T22:50:29.322737+00:00", "ttft": 15.463519567856565, "decode_tps": 11.247226348743336, "end_to_end": 106.50818855990656, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 626, "max_text_event_gap": 1.3054020958952606 }, { "id": "flash-next-A-i32768-c4-r1-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 2, "start": "2026-09-29T22:48:42.815676+00:00", "end": "2026-09-29T22:49:59.962902+00:00", "ttft": 29.24581063981168, "decode_tps": 21.377239839495612, "end_to_end": 77.1472239040304, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.3054045920725912 }, { "id": "flash-next-A-i32768-c4-r1-q3", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 3, "start": "2026-09-29T22:48:42.816689+00:00", "end": "2026-09-29T22:50:01.196481+00:00", "ttft": 43.15718468790874, "decode_tps": 29.07224003478764, "end_to_end": 78.37978875194676, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.3053785599768162 }, { "id": "flash-next-A-i32768-c4-r1-q4", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 4, "start": "2026-09-29T22:48:42.819788+00:00", "end": "2026-09-29T22:50:02.194365+00:00", "ttft": 54.89325515204109, "decode_tps": 41.82781130557393, "end_to_end": 79.37457435182296, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.12711355206556618 }, { "id": "flash-next-A-i32768-c4-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 1, "start": "2026-09-29T22:50:29.367627+00:00", "end": "2026-09-29T22:51:42.470862+00:00", "ttft": 15.419562895782292, "decode_tps": 17.75199125003149, "end_to_end": 73.10323260794394, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.2928370079025626 }, { "id": "flash-next-A-i32768-c4-r2-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 2, "start": "2026-09-29T22:50:29.368640+00:00", "end": "2026-09-29T22:51:43.521608+00:00", "ttft": 29.06710600014776, "decode_tps": 22.712220872339312, "end_to_end": 74.15296553610824, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.2927972641773522 }, { "id": "flash-next-A-i32768-c4-r2-q3", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 3, "start": "2026-09-29T22:50:29.369580+00:00", "end": "2026-09-29T22:51:44.417569+00:00", "ttft": 42.854702048003674, "decode_tps": 31.80787804694953, "end_to_end": 75.04798443196341, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.2927948641590774 }, { "id": "flash-next-A-i32768-c4-r2-q4", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 4, "start": "2026-09-29T22:50:29.370493+00:00", "end": "2026-09-29T22:51:45.157807+00:00", "ttft": 54.51548120006919, "decode_tps": 48.13878673370943, "end_to_end": 75.78730937605724, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.11873561586253345 }, { "id": "flash-next-A-i32768-c4-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 1, "start": "2026-09-29T22:51:45.194302+00:00", "end": "2026-09-29T22:52:58.399223+00:00", "ttft": 15.451890911906958, "decode_tps": 17.730672119937303, "end_to_end": 73.20491872006096, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.298610992031172 }, { "id": "flash-next-A-i32768-c4-r3-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 2, "start": "2026-09-29T22:51:45.194921+00:00", "end": "2026-09-29T22:52:59.448617+00:00", "ttft": 29.117063359823078, "decode_tps": 22.68667396543416, "end_to_end": 74.25369297596626, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.2985933439340442 }, { "id": "flash-next-A-i32768-c4-r3-q3", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 3, "start": "2026-09-29T22:51:45.195432+00:00", "end": "2026-09-29T22:53:00.351869+00:00", "ttft": 42.90006371191703, "decode_tps": 31.745667851903434, "end_to_end": 75.15643345587887, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.298733375966549 }, { "id": "flash-next-A-i32768-c4-r3-q4", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 4, "start": "2026-09-29T22:51:45.195920+00:00", "end": "2026-09-29T22:53:01.093170+00:00", "ttft": 54.5530959519092, "decode_tps": 47.97566983465165, "end_to_end": 75.8972481759265, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.1193280320148915 }, { "id": "flash-next-A-i64512-c1-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T22:53:01.130924+00:00", "end": "2026-09-29T22:53:42.548909+00:00", "ttft": 27.374800976132974, "decode_tps": 72.91794362146254, "end_to_end": 41.41798361600377, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.07382892817258835 }, { "id": "flash-next-A-i64512-c1-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T22:53:42.580537+00:00", "end": "2026-09-29T22:54:23.916377+00:00", "ttft": 27.291785215958953, "decode_tps": 72.91344137467308, "end_to_end": 41.33583499188535, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.07372980797663331 }, { "id": "flash-next-A-i64512-c1-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T22:54:23.950176+00:00", "end": "2026-09-29T22:55:05.361201+00:00", "ttft": 27.341128016123548, "decode_tps": 72.7795039312755, "end_to_end": 41.41102331201546, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.07279248000122607 }, { "id": "flash-next-A-i64512-c2-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 1, "start": "2026-09-29T22:55:05.384778+00:00", "end": "2026-09-29T22:56:15.981919+00:00", "ttft": 30.803940895944834, "decode_tps": 25.733041781645387, "end_to_end": 70.59713785606436, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.3870837921276689 }, { "id": "flash-next-A-i64512-c2-r1-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 2, "start": "2026-09-29T22:55:05.385732+00:00", "end": "2026-09-29T22:56:17.394254+00:00", "ttft": 55.209224288119, "decode_tps": 60.954938854007075, "end_to_end": 72.0085192960687, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.09003198402933776 }, { "id": "flash-next-A-i64512-c2-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 1, "start": "2026-09-29T22:56:17.422155+00:00", "end": "2026-09-29T22:57:29.643860+00:00", "ttft": 30.963006895966828, "decode_tps": 24.819010208616486, "end_to_end": 72.2217030080501, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.465745136141777 }, { "id": "flash-next-A-i64512-c2-r2-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 2, "start": "2026-09-29T22:56:17.423126+00:00", "end": "2026-09-29T22:57:31.359699+00:00", "ttft": 55.970669232076034, "decode_tps": 56.99686242772757, "end_to_end": 73.93657044810243, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 207, "max_text_event_gap": 0.10370311979204416 }, { "id": "flash-next-A-i64512-c2-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 1, "start": "2026-09-29T22:57:31.401163+00:00", "end": "2026-09-29T22:58:42.003287+00:00", "ttft": 30.761745855910704, "decode_tps": 25.70256870153107, "end_to_end": 70.60212180786766, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.384981872048229 }, { "id": "flash-next-A-i64512-c2-r3-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 2, "start": "2026-09-29T22:57:31.402815+00:00", "end": "2026-09-29T22:58:43.429817+00:00", "ttft": 55.14922385592945, "decode_tps": 60.671503555396015, "end_to_end": 72.02699908800423, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.09008454391732812 }, { "id": "flash-next-A-i64512-c4-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 1, "start": "2026-09-29T22:58:43.465199+00:00", "end": "2026-09-29T23:00:52.555528+00:00", "ttft": 30.808729807846248, "decode_tps": 10.419041122711402, "end_to_end": 129.09032673598267, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.6861291520763189 }, { "id": "flash-next-A-i64512-c4-r1-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 2, "start": "2026-09-29T22:58:43.467139+00:00", "end": "2026-09-29T23:00:55.010740+00:00", "ttft": 58.565268624108285, "decode_tps": 14.031562673801133, "end_to_end": 131.54359782417305, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.6862079999409616 }, { "id": "flash-next-A-i64512-c4-r1-q3", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 3, "start": "2026-09-29T22:58:43.468966+00:00", "end": "2026-09-29T23:00:56.966857+00:00", "ttft": 86.50756584014744, "decode_tps": 21.79172130482066, "end_to_end": 133.49788779206574, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.4003422558307648 }, { "id": "flash-next-A-i64512-c4-r1-q4", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 4, "start": "2026-09-29T22:58:43.470663+00:00", "end": "2026-09-29T23:01:35.759350+00:00", "ttft": 111.26042835181579, "decode_tps": 16.77911247002975, "end_to_end": 172.28868606383912, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 675, "max_text_event_gap": 0.13721008016727865 }, { "id": "flash-next-A-i64512-c4-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 1, "start": "2026-09-29T23:01:35.795254+00:00", "end": "2026-09-29T23:03:45.180915+00:00", "ttft": 30.79204572783783, "decode_tps": 10.386068244624036, "end_to_end": 129.3856593919918, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.6985359520185739 }, { "id": "flash-next-A-i64512-c4-r2-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 2, "start": "2026-09-29T23:01:35.796417+00:00", "end": "2026-09-29T23:04:35.799070+00:00", "ttft": 58.52379059186205, "decode_tps": 8.429450137428672, "end_to_end": 180.00265140784904, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 866, "max_text_event_gap": 1.6984080160036683 }, { "id": "flash-next-A-i64512-c4-r2-q3", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 3, "start": "2026-09-29T23:01:35.797555+00:00", "end": "2026-09-29T23:03:50.089561+00:00", "ttft": 86.76864019199274, "decode_tps": 21.54729688529236, "end_to_end": 134.2920026560314, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.4048693759832531 }, { "id": "flash-next-A-i64512-c4-r2-q4", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 4, "start": "2026-09-29T23:01:35.798670+00:00", "end": "2026-09-29T23:03:52.123239+00:00", "ttft": 111.63824910414405, "decode_tps": 41.480480369211755, "end_to_end": 136.32455916819163, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 207, "max_text_event_gap": 0.13561249594204128 }, { "id": "flash-next-A-i64512-c4-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 1, "start": "2026-09-29T23:04:35.848143+00:00", "end": "2026-09-29T23:06:43.229481+00:00", "ttft": 30.692950880154967, "decode_tps": 10.590723981110058, "end_to_end": 127.38133609597571, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.6834133281372488 }, { "id": "flash-next-A-i64512-c4-r3-q2", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 2, "start": "2026-09-29T23:04:35.849769+00:00", "end": "2026-09-29T23:06:45.372298+00:00", "ttft": 58.390813200036064, "decode_tps": 14.39582956383221, "end_to_end": 129.52252502390184, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 207, "max_text_event_gap": 1.683436383958906 }, { "id": "flash-next-A-i64512-c4-r3-q3", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 3, "start": "2026-09-29T23:04:35.851301+00:00", "end": "2026-09-29T23:06:47.030979+00:00", "ttft": 86.33758416003548, "decode_tps": 22.835688336462415, "end_to_end": 131.17967452807352, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 1.4071918081026524 }, { "id": "flash-next-A-i64512-c4-r3-q4", "model": "flash-next", "run": "flash-next-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 4, "start": "2026-09-29T23:04:35.853044+00:00", "end": "2026-09-29T23:06:48.458512+00:00", "ttft": 111.09448473597877, "decode_tps": 47.60359295692746, "end_to_end": 132.60546607989818, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.12299624015577137 }, { "id": "flash-next-B-i8192-c1-r1-q1", "model": "flash-next", "run": "flash-next-AB", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T23:06:48.507254+00:00", "end": "2026-09-29T23:07:05.838476+00:00", "ttft": 3.4718679999932647, "decode_tps": 73.88512151357226, "end_to_end": 17.331221263855696, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.07720648008398712 }, { "id": "flash-next-B-i8192-c1-r2-q1", "model": "flash-next", "run": "flash-next-AB", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T23:07:05.873475+00:00", "end": "2026-09-29T23:07:20.946040+00:00", "ttft": 1.187513215932995, "decode_tps": 73.7483834576909, "end_to_end": 15.072563328081742, "cached_tokens": 6048, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 206, "max_text_event_gap": 0.07813156815245748 }, { "id": "flash-next-B-i8192-c1-r3-q1", "model": "flash-next", "run": "flash-next-AB", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T23:07:20.980838+00:00", "end": "2026-09-29T23:08:12.653854+00:00", "ttft": 1.1928985121194273, "decode_tps": 20.285214393305075, "end_to_end": 51.6730157120619, "cached_tokens": 6048, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 720, "max_text_event_gap": 0.08478388795629144 }, { "id": "qwen27-A-i2048-c1-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T21:54:33.914113+00:00", "end": "2026-09-29T21:54:47.792467+00:00", "ttft": 0.7276897600386292, "decode_tps": 77.86681599426885, "end_to_end": 13.878349472070113, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.40807993593625724 }, { "id": "qwen27-A-i2048-c1-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T21:54:47.826101+00:00", "end": "2026-09-29T21:55:01.338221+00:00", "ttft": 0.6900698400568217, "decode_tps": 79.862449907987, "end_to_end": 13.512115760007873, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.11453083204105496 }, { "id": "qwen27-A-i2048-c1-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T21:55:01.370187+00:00", "end": "2026-09-29T21:55:14.897036+00:00", "ttft": 0.6865698401816189, "decode_tps": 79.74906617409596, "end_to_end": 13.526845584157854, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.11419494380243123 }, { "id": "qwen27-A-i2048-c2-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 1, "start": "2026-09-29T21:55:14.929026+00:00", "end": "2026-09-29T21:55:30.189202+00:00", "ttft": 0.6895781438797712, "decode_tps": 70.27853396891638, "end_to_end": 15.260172351961955, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.7825954400468618 }, { "id": "qwen27-A-i2048-c2-r1-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 2, "start": "2026-09-29T21:55:14.929314+00:00", "end": "2026-09-29T21:55:30.304058+00:00", "ttft": 1.4721794400829822, "decode_tps": 73.65549102669505, "end_to_end": 15.374741024104878, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.123779087793082 }, { "id": "qwen27-A-i2048-c2-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 1, "start": "2026-09-29T21:55:30.341698+00:00", "end": "2026-09-29T21:55:45.585099+00:00", "ttft": 0.6875142559874803, "decode_tps": 70.3495634085964, "end_to_end": 15.243397055892274, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.7794243679381907 }, { "id": "qwen27-A-i2048-c2-r2-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 2, "start": "2026-09-29T21:55:30.341988+00:00", "end": "2026-09-29T21:55:45.698343+00:00", "ttft": 1.4664865280501544, "decode_tps": 73.72281735873459, "end_to_end": 15.356351792113855, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.12424779194407165 }, { "id": "qwen27-A-i2048-c2-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 1, "start": "2026-09-29T21:55:45.735336+00:00", "end": "2026-09-29T21:56:01.016552+00:00", "ttft": 0.6917588638607413, "decode_tps": 70.18768711708236, "end_to_end": 15.281212399946526, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.7839215679559857 }, { "id": "qwen27-A-i2048-c2-r3-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 2, "start": "2026-09-29T21:55:45.735616+00:00", "end": "2026-09-29T21:56:01.130470+00:00", "ttft": 1.475701664108783, "decode_tps": 73.56771701461373, "end_to_end": 15.394850464072078, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.12409331183880568 }, { "id": "qwen27-A-i2048-c4-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 1, "start": "2026-09-29T21:56:01.167899+00:00", "end": "2026-09-29T21:56:23.378998+00:00", "ttft": 0.6899971039965749, "decode_tps": 47.58121421690761, "end_to_end": 22.211095647886395, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.3599397279322147 }, { "id": "qwen27-A-i2048-c4-r1-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 2, "start": "2026-09-29T21:56:01.168188+00:00", "end": "2026-09-29T21:56:23.642937+00:00", "ttft": 2.0494196319486946, "decode_tps": 50.1338301443807, "end_to_end": 22.474749136017635, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 116, "max_text_event_gap": 0.9023329601623118 }, { "id": "qwen27-A-i2048-c4-r1-q3", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 3, "start": "2026-09-29T21:56:01.168360+00:00", "end": "2026-09-29T21:56:23.757375+00:00", "ttft": 2.95173710398376, "decode_tps": 52.14573363103882, "end_to_end": 22.589009967865422, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 116, "max_text_event_gap": 0.17495019198395312 }, { "id": "qwen27-A-i2048-c4-r1-q4", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 4, "start": "2026-09-29T21:56:01.169907+00:00", "end": "2026-09-29T21:56:23.642726+00:00", "ttft": 2.949879120104015, "decode_tps": 52.45112017818331, "end_to_end": 22.472817744128406, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.17494675191119313 }, { "id": "qwen27-A-i2048-c4-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 1, "start": "2026-09-29T21:56:23.807512+00:00", "end": "2026-09-29T21:56:46.166958+00:00", "ttft": 0.6910584801808, "decode_tps": 47.25778990989018, "end_to_end": 22.35944377607666, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.3543791198171675 }, { "id": "qwen27-A-i2048-c4-r2-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 2, "start": "2026-09-29T21:56:23.807791+00:00", "end": "2026-09-29T21:56:46.439389+00:00", "ttft": 2.0449490239843726, "decode_tps": 49.74099227998676, "end_to_end": 22.63159100804478, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 116, "max_text_event_gap": 0.9048378081060946 }, { "id": "qwen27-A-i2048-c4-r2-q3", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 3, "start": "2026-09-29T21:56:23.807957+00:00", "end": "2026-09-29T21:56:46.561453+00:00", "ttft": 2.949931648094207, "decode_tps": 51.707871947070544, "end_to_end": 22.753492719959468, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 116, "max_text_event_gap": 0.18700380809605122 }, { "id": "qwen27-A-i2048-c4-r2-q4", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 4, "start": "2026-09-29T21:56:23.808096+00:00", "end": "2026-09-29T21:56:46.439595+00:00", "ttft": 2.9499238880816847, "decode_tps": 52.028357887785944, "end_to_end": 22.631498351925984, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.18702718405984342 }, { "id": "qwen27-A-i2048-c4-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 1, "start": "2026-09-29T21:56:46.601893+00:00", "end": "2026-09-29T21:57:09.013894+00:00", "ttft": 0.7181051839143038, "decode_tps": 47.20222910777034, "end_to_end": 22.411995903821662, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.3898684158921242 }, { "id": "qwen27-A-i2048-c4-r3-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 2, "start": "2026-09-29T21:56:46.602196+00:00", "end": "2026-09-29T21:57:09.293027+00:00", "ttft": 2.107465472072363, "decode_tps": 49.74891845279371, "end_to_end": 22.690827519865707, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 116, "max_text_event_gap": 0.9259831039234996 }, { "id": "qwen27-A-i2048-c4-r3-q3", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 3, "start": "2026-09-29T21:56:46.602375+00:00", "end": "2026-09-29T21:57:09.409749+00:00", "ttft": 3.033617343986407, "decode_tps": 51.78581610707784, "end_to_end": 22.807371568167582, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 116, "max_text_event_gap": 0.18559828796423972 }, { "id": "qwen27-A-i2048-c4-r3-q4", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 4, "start": "2026-09-29T21:56:46.602519+00:00", "end": "2026-09-29T21:57:09.293211+00:00", "ttft": 3.0335786079522222, "decode_tps": 52.09310227413617, "end_to_end": 22.690691647818312, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.18558977590873837 }, { "id": "qwen27-A-i8192-c1-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T21:57:09.451773+00:00", "end": "2026-09-29T21:57:25.784392+00:00", "ttft": 3.1596462880261242, "decode_tps": 77.7349337506323, "end_to_end": 16.33261692803353, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.12934017600491643 }, { "id": "qwen27-A-i8192-c1-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T21:57:25.813796+00:00", "end": "2026-09-29T21:57:42.140892+00:00", "ttft": 3.171535999979824, "decode_tps": 77.83782678239076, "end_to_end": 16.327093424042687, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.12535460805520415 }, { "id": "qwen27-A-i8192-c1-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T21:57:42.174874+00:00", "end": "2026-09-29T21:57:58.280908+00:00", "ttft": 3.0765393602196127, "decode_tps": 78.59093584270262, "end_to_end": 16.10603174404241, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.11704904004000127 }, { "id": "qwen27-A-i8192-c2-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 1, "start": "2026-09-29T21:57:58.314344+00:00", "end": "2026-09-29T21:58:18.516847+00:00", "ttft": 3.671404303982854, "decode_tps": 61.943865494875396, "end_to_end": 20.20250051212497, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.320671183988452 }, { "id": "qwen27-A-i8192-c2-r1-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 2, "start": "2026-09-29T21:57:58.314708+00:00", "end": "2026-09-29T21:58:18.745911+00:00", "ttft": 6.254762895870954, "decode_tps": 72.23254578292263, "end_to_end": 20.431198031874374, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.12838059198111296 }, { "id": "qwen27-A-i8192-c2-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 1, "start": "2026-09-29T21:58:18.784918+00:00", "end": "2026-09-29T21:58:38.982430+00:00", "ttft": 3.666582352016121, "decode_tps": 61.94449957334475, "end_to_end": 20.197509343968704, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.325006288010627 }, { "id": "qwen27-A-i8192-c2-r2-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 2, "start": "2026-09-29T21:58:18.785250+00:00", "end": "2026-09-29T21:58:39.211877+00:00", "ttft": 6.251926992088556, "decode_tps": 72.24141408190303, "end_to_end": 20.426621840102598, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.1276952801272273 }, { "id": "qwen27-A-i8192-c2-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 1, "start": "2026-09-29T21:58:39.262408+00:00", "end": "2026-09-29T21:58:59.476175+00:00", "ttft": 3.6680395998992026, "decode_tps": 61.88910048535906, "end_to_end": 20.21376399998553, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.330632688011974 }, { "id": "qwen27-A-i8192-c2-r3-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 2, "start": "2026-09-29T21:58:39.262983+00:00", "end": "2026-09-29T21:58:59.705750+00:00", "ttft": 6.2618935839273036, "decode_tps": 72.20997026462273, "end_to_end": 20.442760800011456, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.12830041581764817 }, { "id": "qwen27-A-i8192-c4-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 1, "start": "2026-09-29T21:58:59.746720+00:00", "end": "2026-09-29T21:59:31.182636+00:00", "ttft": 3.6651768318843096, "decode_tps": 36.87334688256512, "end_to_end": 31.43591332784854, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.3487734398804605 }, { "id": "qwen27-A-i8192-c4-r1-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 2, "start": "2026-09-29T21:58:59.747078+00:00", "end": "2026-09-29T21:59:31.452152+00:00", "ttft": 6.258209120016545, "decode_tps": 40.24071821591957, "end_to_end": 31.705071039963514, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.3485143999569118 }, { "id": "qwen27-A-i8192-c4-r1-q3", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 3, "start": "2026-09-29T21:58:59.747328+00:00", "end": "2026-09-29T21:59:31.826464+00:00", "ttft": 10.086823248071596, "decode_tps": 46.56173411912816, "end_to_end": 32.07913129613735, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.3488099039532244 }, { "id": "qwen27-A-i8192-c4-r1-q4", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 4, "start": "2026-09-29T21:58:59.748763+00:00", "end": "2026-09-29T21:59:32.055675+00:00", "ttft": 12.722630847943947, "decode_tps": 52.28684289151563, "end_to_end": 32.306907567894086, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.1783310561440885 }, { "id": "qwen27-A-i8192-c4-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 1, "start": "2026-09-29T21:59:32.110780+00:00", "end": "2026-09-29T22:00:03.450149+00:00", "ttft": 3.6727415199857205, "decode_tps": 37.012103816058, "end_to_end": 31.339366608066484, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.349378079874441 }, { "id": "qwen27-A-i8192-c4-r2-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 2, "start": "2026-09-29T21:59:32.111363+00:00", "end": "2026-09-29T22:00:03.719764+00:00", "ttft": 6.257470976095647, "decode_tps": 40.39300729913601, "end_to_end": 31.60839353594929, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.349124991800636 }, { "id": "qwen27-A-i8192-c4-r2-q3", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 3, "start": "2026-09-29T21:59:32.111819+00:00", "end": "2026-09-29T22:00:04.094083+00:00", "ttft": 10.098502527922392, "decode_tps": 46.79269971813263, "end_to_end": 31.98225803184323, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.3491394398733974 }, { "id": "qwen27-A-i8192-c4-r2-q4", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 4, "start": "2026-09-29T21:59:32.112258+00:00", "end": "2026-09-29T22:00:04.323946+00:00", "ttft": 12.738935712026432, "decode_tps": 52.58631203594156, "end_to_end": 32.21168366400525, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.17690640012733638 }, { "id": "qwen27-A-i8192-c4-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 1, "start": "2026-09-29T22:00:04.365860+00:00", "end": "2026-09-29T22:00:35.980102+00:00", "ttft": 3.6759863200131804, "decode_tps": 36.65225672506732, "end_to_end": 31.614238735986874, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.347418415825814 }, { "id": "qwen27-A-i8192-c4-r3-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 2, "start": "2026-09-29T22:00:04.366442+00:00", "end": "2026-09-29T22:00:36.250192+00:00", "ttft": 6.2637060799170285, "decode_tps": 39.9687119927202, "end_to_end": 31.883746079867706, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.3474145759828389 }, { "id": "qwen27-A-i8192-c4-r3-q3", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 3, "start": "2026-09-29T22:00:04.366903+00:00", "end": "2026-09-29T22:00:36.624046+00:00", "ttft": 10.10735153593123, "decode_tps": 46.23069399140155, "end_to_end": 32.257138000102714, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.34738539182581 }, { "id": "qwen27-A-i8192-c4-r3-q4", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 4, "start": "2026-09-29T22:00:04.367346+00:00", "end": "2026-09-29T22:00:36.854183+00:00", "ttft": 12.741855120053515, "decode_tps": 51.86128528153881, "end_to_end": 32.48683433607221, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.17903160001151264 }, { "id": "qwen27-A-i32768-c1-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T22:00:36.901723+00:00", "end": "2026-09-29T22:01:05.519567+00:00", "ttft": 15.137956144055352, "decode_tps": 75.96504602748865, "end_to_end": 28.617840032093227, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.12117847986519337 }, { "id": "qwen27-A-i32768-c1-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T22:01:05.553459+00:00", "end": "2026-09-29T22:01:34.167902+00:00", "ttft": 15.130474271951243, "decode_tps": 75.94204859378898, "end_to_end": 28.61444025603123, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.1217066717799753 }, { "id": "qwen27-A-i32768-c1-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T22:01:34.202092+00:00", "end": "2026-09-29T22:02:02.798049+00:00", "ttft": 15.122328560100868, "decode_tps": 76.00032590834658, "end_to_end": 28.59595499210991, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.12030043196864426 }, { "id": "qwen27-A-i32768-c2-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 1, "start": "2026-09-29T22:02:02.831544+00:00", "end": "2026-09-29T22:02:47.369200+00:00", "ttft": 15.1326634879224, "decode_tps": 34.82402155457094, "end_to_end": 44.53765332791954, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.8450534879229963 }, { "id": "qwen27-A-i32768-c2-r1-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 2, "start": "2026-09-29T22:02:02.832190+00:00", "end": "2026-09-29T22:02:48.552079+00:00", "ttft": 30.787130704149604, "decode_tps": 68.57408586699836, "end_to_end": 45.71988535998389, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.13699457608163357 }, { "id": "qwen27-A-i32768-c2-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 1, "start": "2026-09-29T22:02:48.592421+00:00", "end": "2026-09-29T22:03:33.111337+00:00", "ttft": 15.140202048001811, "decode_tps": 34.855172201019805, "end_to_end": 44.51891216007061, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.8385672320146114 }, { "id": "qwen27-A-i32768-c2-r2-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 2, "start": "2026-09-29T22:02:48.593018+00:00", "end": "2026-09-29T22:03:34.293724+00:00", "ttft": 30.7742512319237, "decode_tps": 68.60303962671696, "end_to_end": 45.700703551992774, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.13608372793532908 }, { "id": "qwen27-A-i32768-c2-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 1, "start": "2026-09-29T22:03:34.334388+00:00", "end": "2026-09-29T22:04:18.841471+00:00", "ttft": 15.126070352038369, "decode_tps": 34.8524439771995, "end_to_end": 44.5070802080445, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.8415100800339133 }, { "id": "qwen27-A-i32768-c2-r3-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 2, "start": "2026-09-29T22:03:34.334987+00:00", "end": "2026-09-29T22:04:20.024545+00:00", "ttft": 30.763664207886904, "decode_tps": 68.60563043786846, "end_to_end": 45.68955284799449, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.1365272479597479 }, { "id": "qwen27-A-i32768-c4-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 1, "start": "2026-09-29T22:04:20.062152+00:00", "end": "2026-09-29T22:05:38.213229+00:00", "ttft": 15.110267088050023, "decode_tps": 16.243447104099157, "end_to_end": 78.1510732320603, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.8610822879709303 }, { "id": "qwen27-A-i32768-c4-r1-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 2, "start": "2026-09-29T22:04:20.062812+00:00", "end": "2026-09-29T22:05:39.675208+00:00", "ttft": 30.74709595204331, "decode_tps": 20.955567890702074, "end_to_end": 79.61239062412642, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.8609846560284495 }, { "id": "qwen27-A-i32768-c4-r1-q3", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 3, "start": "2026-09-29T22:04:20.063360+00:00", "end": "2026-09-29T22:05:40.998514+00:00", "ttft": 46.49298335984349, "decode_tps": 29.730996457146546, "end_to_end": 80.9351522079669, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.8609961280599236 }, { "id": "qwen27-A-i32768-c4-r1-q4", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 4, "start": "2026-09-29T22:04:20.065110+00:00", "end": "2026-09-29T22:05:42.183130+00:00", "ttft": 62.38495416007936, "decode_tps": 51.89260617257205, "end_to_end": 82.11801587208174, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.19220484793186188 }, { "id": "qwen27-A-i32768-c4-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 1, "start": "2026-09-29T22:05:42.233645+00:00", "end": "2026-09-29T22:07:00.668839+00:00", "ttft": 15.111988336080685, "decode_tps": 16.171007854238944, "end_to_end": 78.43519052793272, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.862129583954811 }, { "id": "qwen27-A-i32768-c4-r2-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 2, "start": "2026-09-29T22:05:42.234227+00:00", "end": "2026-09-29T22:07:02.126916+00:00", "ttft": 30.748207136057317, "decode_tps": 20.83652236585522, "end_to_end": 79.89268441591412, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.8620820799842477 }, { "id": "qwen27-A-i32768-c4-r2-q3", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 3, "start": "2026-09-29T22:05:42.234725+00:00", "end": "2026-09-29T22:07:03.448730+00:00", "ttft": 46.49532742402516, "decode_tps": 29.494212605539047, "end_to_end": 81.21400303998962, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.862092831870541 }, { "id": "qwen27-A-i32768-c4-r2-q4", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 4, "start": "2026-09-29T22:05:42.235195+00:00", "end": "2026-09-29T22:07:04.631213+00:00", "ttft": 62.40021401597187, "decode_tps": 51.21075532359325, "end_to_end": 82.39601360005327, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.19464971194975078 }, { "id": "qwen27-A-i32768-c4-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 1, "start": "2026-09-29T22:07:04.679692+00:00", "end": "2026-09-29T22:08:23.134832+00:00", "ttft": 15.120074528036639, "decode_tps": 16.167979747785747, "end_to_end": 78.45513654407114, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.8639983360189945 }, { "id": "qwen27-A-i32768-c4-r3-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 2, "start": "2026-09-29T22:07:04.680276+00:00", "end": "2026-09-29T22:08:24.596937+00:00", "ttft": 30.760989824077114, "decode_tps": 20.831779568740963, "end_to_end": 79.91665588808246, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.8638987359590828 }, { "id": "qwen27-A-i32768-c4-r3-q3", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 3, "start": "2026-09-29T22:07:04.680760+00:00", "end": "2026-09-29T22:08:25.916772+00:00", "ttft": 46.514092528028414, "decode_tps": 29.49146111041728, "end_to_end": 81.23600732791238, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 1.86389951989986 }, { "id": "qwen27-A-i32768-c4-r3-q4", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 4, "start": "2026-09-29T22:07:04.681260+00:00", "end": "2026-09-29T22:08:27.101039+00:00", "ttft": 62.41465991991572, "decode_tps": 51.18690962344024, "end_to_end": 82.41977465595119, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.19452028791420162 }, { "id": "qwen27-A-i64512-c1-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T22:08:27.148183+00:00", "end": "2026-09-29T22:09:18.033501+00:00", "ttft": 36.79543956788257, "decode_tps": 72.67630004701188, "end_to_end": 50.88531480007805, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.12659135996364057 }, { "id": "qwen27-A-i64512-c1-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T22:09:18.068517+00:00", "end": "2026-09-29T22:10:08.936909+00:00", "ttft": 36.78813223983161, "decode_tps": 72.7259524195097, "end_to_end": 50.86838785605505, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.1263245278969407 }, { "id": "qwen27-A-i64512-c1-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T22:10:08.970465+00:00", "end": "2026-09-29T22:10:59.828181+00:00", "ttft": 36.78910897602327, "decode_tps": 72.78617344989202, "end_to_end": 50.85771502391435, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.12584926397539675 }, { "id": "qwen27-A-i64512-c2-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 1, "start": "2026-09-29T22:10:59.865145+00:00", "end": "2026-09-29T22:12:28.201995+00:00", "ttft": 37.32095748791471, "decode_tps": 20.072178229340757, "end_to_end": 88.33684566407464, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 117, "max_text_event_gap": 2.5562712480314076 }, { "id": "qwen27-A-i64512-c2-r1-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 2, "start": "2026-09-29T22:10:59.866063+00:00", "end": "2026-09-29T22:12:30.438965+00:00", "ttft": 74.6977516959887, "decode_tps": 64.50334319489224, "end_to_end": 90.57289784005843, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.14798611216247082 }, { "id": "qwen27-A-i64512-c2-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 1, "start": "2026-09-29T22:12:30.484572+00:00", "end": "2026-09-29T22:13:58.884527+00:00", "ttft": 37.376743904082105, "decode_tps": 20.069298686296474, "end_to_end": 88.39995184005238, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 117, "max_text_event_gap": 2.562587103806436 }, { "id": "qwen27-A-i64512-c2-r2-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 2, "start": "2026-09-29T22:12:30.486191+00:00", "end": "2026-09-29T22:14:01.106527+00:00", "ttft": 74.75690806400962, "decode_tps": 64.5510219181006, "end_to_end": 90.62032849597745, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.14706524810753763 }, { "id": "qwen27-A-i64512-c2-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 1, "start": "2026-09-29T22:14:01.154330+00:00", "end": "2026-09-29T22:15:29.557461+00:00", "ttft": 37.34849355206825, "decode_tps": 20.05694570528166, "end_to_end": 88.40312644816004, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 117, "max_text_event_gap": 2.553131871856749 }, { "id": "qwen27-A-i64512-c2-r3-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 2, "start": "2026-09-29T22:14:01.155959+00:00", "end": "2026-09-29T22:15:31.777494+00:00", "ttft": 74.71648956811987, "decode_tps": 64.38210198117334, "end_to_end": 90.62153100804426, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.14734521601349115 }, { "id": "qwen27-A-i64512-c4-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 1, "start": "2026-09-29T22:15:31.825635+00:00", "end": "2026-09-29T22:18:15.537466+00:00", "ttft": 37.390907392138615, "decode_tps": 8.106337389633202, "end_to_end": 163.71182777592912, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 117, "max_text_event_gap": 2.6149368318729103 }, { "id": "qwen27-A-i64512-c4-r1-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 2, "start": "2026-09-29T22:15:31.827293+00:00", "end": "2026-09-29T22:18:18.433548+00:00", "ttft": 75.93891833606176, "decode_tps": 11.294035001972635, "end_to_end": 166.60624846396968, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 2.6149103520438075 }, { "id": "qwen27-A-i64512-c4-r1-q3", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 3, "start": "2026-09-29T22:15:31.829022+00:00", "end": "2026-09-29T22:18:21.438163+00:00", "ttft": 113.56350695993751, "decode_tps": 18.2708270957543, "end_to_end": 169.6091361278668, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 117, "max_text_event_gap": 2.593793327920139 }, { "id": "qwen27-A-i64512-c4-r1-q4", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 4, "start": "2026-09-29T22:15:31.830759+00:00", "end": "2026-09-29T22:18:23.661330+00:00", "ttft": 151.68708228785545, "decode_tps": 50.83529058540466, "end_to_end": 171.8305689918343, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.21957444795407355 }, { "id": "qwen27-A-i64512-c4-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 1, "start": "2026-09-29T22:18:23.717899+00:00", "end": "2026-09-29T22:21:07.513507+00:00", "ttft": 37.40432720002718, "decode_tps": 8.10182497176302, "end_to_end": 163.79560368019156, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 117, "max_text_event_gap": 2.6320530399680138 }, { "id": "qwen27-A-i64512-c4-r2-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 2, "start": "2026-09-29T22:18:23.719764+00:00", "end": "2026-09-29T22:21:10.415545+00:00", "ttft": 76.0252207359299, "decode_tps": 11.293633010020978, "end_to_end": 166.69577812799253, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 2.6322311039548367 }, { "id": "qwen27-A-i64512-c4-r2-q3", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 3, "start": "2026-09-29T22:18:23.721488+00:00", "end": "2026-09-29T22:21:13.420399+00:00", "ttft": 113.66379038407467, "decode_tps": 18.274255199929236, "end_to_end": 169.69890584005043, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 117, "max_text_event_gap": 2.592804240062833 }, { "id": "qwen27-A-i64512-c4-r2-q4", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 4, "start": "2026-09-29T22:18:23.723221+00:00", "end": "2026-09-29T22:21:15.653484+00:00", "ttft": 151.77775792009197, "decode_tps": 50.812556331096154, "end_to_end": 171.93025710410438, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.21628724806942046 }, { "id": "qwen27-A-i64512-c4-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 1, "start": "2026-09-29T22:21:15.713503+00:00", "end": "2026-09-29T22:23:59.467040+00:00", "ttft": 37.37227998394519, "decode_tps": 8.102467552047187, "end_to_end": 163.75353278405964, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 117, "max_text_event_gap": 2.6177825280465186 }, { "id": "qwen27-A-i64512-c4-r3-q2", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 2, "start": "2026-09-29T22:21:15.715119+00:00", "end": "2026-09-29T22:24:02.368259+00:00", "ttft": 75.95000558416359, "decode_tps": 11.289577347639703, "end_to_end": 166.65313542401418, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 2.6177022878546268 }, { "id": "qwen27-A-i64512-c4-r3-q3", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 3, "start": "2026-09-29T22:21:15.716630+00:00", "end": "2026-09-29T22:24:05.373537+00:00", "ttft": 113.58458284800872, "decode_tps": 18.26213086215918, "end_to_end": 169.65690035186708, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 117, "max_text_event_gap": 2.596766624134034 }, { "id": "qwen27-A-i64512-c4-r3-q4", "model": "qwen27", "run": "qwen27-AB", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 4, "start": "2026-09-29T22:21:15.718117+00:00", "end": "2026-09-29T22:24:07.602278+00:00", "ttft": 151.71879572817124, "decode_tps": 50.7801529456755, "end_to_end": 171.88415444805287, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.21808486408554018 }, { "id": "qwen27-B-i8192-c1-r1-q1", "model": "qwen27", "run": "qwen27-AB", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T22:24:07.661186+00:00", "end": "2026-09-29T22:24:23.792896+00:00", "ttft": 3.0857636318542063, "decode_tps": 78.49182770489926, "end_to_end": 16.1317077758722, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.11711625591851771 }, { "id": "qwen27-B-i8192-c1-r2-q1", "model": "qwen27", "run": "qwen27-AB", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T22:24:23.837153+00:00", "end": "2026-09-29T22:24:38.161189+00:00", "ttft": 1.2864797918591648, "decode_tps": 78.54233882111755, "end_to_end": 14.324033999815583, "cached_tokens": 4944, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.11824814393185079 }, { "id": "qwen27-B-i8192-c1-r3-q1", "model": "qwen27", "run": "qwen27-AB", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T22:24:38.202621+00:00", "end": "2026-09-29T22:24:52.527560+00:00", "ttft": 1.2882984480820596, "decode_tps": 78.54786451837056, "end_to_end": 14.324935488170013, "cached_tokens": 4944, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 115, "max_text_event_gap": 0.11751300795003772 }, { "id": "qwen36-A-i2048-c1-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T21:02:57.065660+00:00", "end": "2026-09-29T21:03:03.674788+00:00", "ttft": 0.5028716160450131, "decode_tps": 167.69686650969834, "end_to_end": 6.609127632109448, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.34771753614768386 }, { "id": "qwen36-A-i2048-c1-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T21:03:03.707651+00:00", "end": "2026-09-29T21:03:09.802558+00:00", "ttft": 0.2730218719225377, "decode_tps": 175.8881884937811, "end_to_end": 6.094902287935838, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.032400368014350533 }, { "id": "qwen36-A-i2048-c1-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T21:03:09.835402+00:00", "end": "2026-09-29T21:03:16.189642+00:00", "ttft": 0.272986575961113, "decode_tps": 168.38634421880383, "end_to_end": 6.354239807929844, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.03140547196380794 }, { "id": "qwen36-A-i2048-c2-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 1, "start": "2026-09-29T21:03:16.220243+00:00", "end": "2026-09-29T21:03:23.544667+00:00", "ttft": 0.28226475208066404, "decode_tps": 145.4100103366314, "end_to_end": 7.324420911958441, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.29746260796673596 }, { "id": "qwen36-A-i2048-c2-r1-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 2, "start": "2026-09-29T21:03:16.220525+00:00", "end": "2026-09-29T21:03:23.565568+00:00", "ttft": 0.5797707680612803, "decode_tps": 151.36128223602984, "end_to_end": 7.345041152089834, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.034594079945236444 }, { "id": "qwen36-A-i2048-c2-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 1, "start": "2026-09-29T21:03:23.611404+00:00", "end": "2026-09-29T21:03:30.857547+00:00", "ttft": 0.27814513607881963, "decode_tps": 146.95760479533317, "end_to_end": 7.246141119860113, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.2860212638042867 }, { "id": "qwen36-A-i2048-c2-r2-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 2, "start": "2026-09-29T21:03:23.611887+00:00", "end": "2026-09-29T21:03:30.879638+00:00", "ttft": 0.5634403838776052, "decode_tps": 152.73758372843926, "end_to_end": 7.267749663908035, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.03548969607800245 }, { "id": "qwen36-A-i2048-c2-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 1, "start": "2026-09-29T21:03:30.920605+00:00", "end": "2026-09-29T21:03:38.211904+00:00", "ttft": 0.27752435207366943, "decode_tps": 145.99853167118155, "end_to_end": 7.291293520014733, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.2877349278423935 }, { "id": "qwen36-A-i2048-c2-r3-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 2, "start": "2026-09-29T21:03:30.921072+00:00", "end": "2026-09-29T21:03:38.234312+00:00", "ttft": 0.5650860480964184, "decode_tps": 151.74523235023105, "end_to_end": 7.31323875207454, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.037313039880245924 }, { "id": "qwen36-A-i2048-c4-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 1, "start": "2026-09-29T21:03:38.276010+00:00", "end": "2026-09-29T21:03:47.241751+00:00", "ttft": 0.2820438400376588, "decode_tps": 117.92220101416547, "end_to_end": 8.965735216159374, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.2941486721392721 }, { "id": "qwen36-A-i2048-c4-r1-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 2, "start": "2026-09-29T21:03:38.276493+00:00", "end": "2026-09-29T21:03:47.267611+00:00", "ttft": 0.570573200006038, "decode_tps": 121.60740515953121, "end_to_end": 8.991113040130585, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.29413233580999076 }, { "id": "qwen36-A-i2048-c4-r1-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 3, "start": "2026-09-29T21:03:38.276857+00:00", "end": "2026-09-29T21:03:47.294470+00:00", "ttft": 0.861301152035594, "decode_tps": 125.54699255564394, "end_to_end": 9.01760963187553, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.29429580783471465 }, { "id": "qwen36-A-i2048-c4-r1-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 4, "start": "2026-09-29T21:03:38.279549+00:00", "end": "2026-09-29T21:03:47.315018+00:00", "ttft": 1.1526508799288422, "decode_tps": 129.9028175082215, "end_to_end": 9.035466816043481, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.042966864071786404 }, { "id": "qwen36-A-i2048-c4-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 1, "start": "2026-09-29T21:03:47.359772+00:00", "end": "2026-09-29T21:03:56.312608+00:00", "ttft": 0.2827233599964529, "decode_tps": 118.10688888965691, "end_to_end": 8.95283574401401, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.2961413760203868 }, { "id": "qwen36-A-i2048-c4-r2-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 2, "start": "2026-09-29T21:03:47.360227+00:00", "end": "2026-09-29T21:03:56.312935+00:00", "ttft": 0.571383167989552, "decode_tps": 122.17638024269897, "end_to_end": 8.952708576107398, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.29591407999396324 }, { "id": "qwen36-A-i2048-c4-r2-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 3, "start": "2026-09-29T21:03:47.360599+00:00", "end": "2026-09-29T21:03:56.362088+00:00", "ttft": 0.8604685759637505, "decode_tps": 125.78277198456183, "end_to_end": 9.001488080015406, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.29591300804167986 }, { "id": "qwen36-A-i2048-c4-r2-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 4, "start": "2026-09-29T21:03:47.360928+00:00", "end": "2026-09-29T21:03:56.385151+00:00", "ttft": 1.1556981119792908, "decode_tps": 130.1387684527228, "end_to_end": 9.024221936007962, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.04021611204370856 }, { "id": "qwen36-A-i2048-c4-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 1, "start": "2026-09-29T21:03:56.436002+00:00", "end": "2026-09-29T21:04:05.374617+00:00", "ttft": 0.2812895202077925, "decode_tps": 118.28136897608032, "end_to_end": 8.938612384023145, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.2969876960851252 }, { "id": "qwen36-A-i2048-c4-r3-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 2, "start": "2026-09-29T21:03:56.436475+00:00", "end": "2026-09-29T21:04:05.401268+00:00", "ttft": 0.5704667679965496, "decode_tps": 121.98719364702384, "end_to_end": 8.964790544006974, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.2967220959253609 }, { "id": "qwen36-A-i2048-c4-r3-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 3, "start": "2026-09-29T21:03:56.436828+00:00", "end": "2026-09-29T21:04:05.453799+00:00", "ttft": 0.8590542080346495, "decode_tps": 125.52224166078447, "end_to_end": 9.016970976023003, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.29693603212945163 }, { "id": "qwen36-A-i2048-c4-r3-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 2048, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 4, "start": "2026-09-29T21:03:56.437156+00:00", "end": "2026-09-29T21:04:05.453590+00:00", "ttft": 1.1554243359714746, "decode_tps": 130.2631943020136, "end_to_end": 9.016432239906862, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.04326396808028221 }, { "id": "qwen36-A-i8192-c1-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T21:04:05.508423+00:00", "end": "2026-09-29T21:04:12.564662+00:00", "ttft": 1.093621919862926, "decode_tps": 171.7366869800123, "end_to_end": 7.05623839981854, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.04179553594440222 }, { "id": "qwen36-A-i8192-c1-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T21:04:12.605667+00:00", "end": "2026-09-29T21:04:19.631020+00:00", "ttft": 1.0909192319959402, "decode_tps": 172.55225792223993, "end_to_end": 7.025353312026709, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.04137550410814583 }, { "id": "qwen36-A-i8192-c1-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T21:04:19.672577+00:00", "end": "2026-09-29T21:04:26.702253+00:00", "ttft": 1.0903353600297123, "decode_tps": 172.4097211317745, "end_to_end": 7.029675632016733, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.042702463921159506 }, { "id": "qwen36-A-i8192-c2-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 1, "start": "2026-09-29T21:04:26.741523+00:00", "end": "2026-09-29T21:04:35.889201+00:00", "ttft": 1.1043248639907688, "decode_tps": 127.31012780471312, "end_to_end": 9.147675520041957, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.5491692638024688 }, { "id": "qwen36-A-i8192-c2-r1-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 2, "start": "2026-09-29T21:04:26.742146+00:00", "end": "2026-09-29T21:04:35.957497+00:00", "ttft": 2.2499063999857754, "decode_tps": 147.01147279463314, "end_to_end": 9.215349168051034, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.047851999988779426 }, { "id": "qwen36-A-i8192-c2-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 1, "start": "2026-09-29T21:04:36.002790+00:00", "end": "2026-09-29T21:04:45.163683+00:00", "ttft": 1.0969216800294816, "decode_tps": 126.98458982377306, "end_to_end": 9.160892287967727, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.5499110401142389 }, { "id": "qwen36-A-i8192-c2-r2-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 2, "start": "2026-09-29T21:04:36.003371+00:00", "end": "2026-09-29T21:04:45.233420+00:00", "ttft": 2.246798064094037, "decode_tps": 146.6366007604007, "end_to_end": 9.230047775898129, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.04719276796095073 }, { "id": "qwen36-A-i8192-c2-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 1, "start": "2026-09-29T21:04:45.279110+00:00", "end": "2026-09-29T21:04:54.456156+00:00", "ttft": 1.0964343999512494, "decode_tps": 126.72311658862512, "end_to_end": 9.17704374389723, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.5511169279925525 }, { "id": "qwen36-A-i8192-c2-r3-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 2, "start": "2026-09-29T21:04:45.279694+00:00", "end": "2026-09-29T21:04:54.548774+00:00", "ttft": 2.245579888112843, "decode_tps": 145.7962693789665, "end_to_end": 9.269079216057435, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.048264175886288285 }, { "id": "qwen36-A-i8192-c4-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 1, "start": "2026-09-29T21:04:54.594242+00:00", "end": "2026-09-29T21:05:07.207471+00:00", "ttft": 1.103418448008597, "decode_tps": 88.96758009556818, "end_to_end": 12.61322908801958, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.5570171361323446 }, { "id": "qwen36-A-i8192-c4-r1-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 2, "start": "2026-09-29T21:04:54.594822+00:00", "end": "2026-09-29T21:05:07.265753+00:00", "ttft": 2.2516065281815827, "decode_tps": 98.27896985282216, "end_to_end": 12.670926160179079, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.5571133599150926 }, { "id": "qwen36-A-i8192-c4-r1-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 3, "start": "2026-09-29T21:04:54.595337+00:00", "end": "2026-09-29T21:05:07.347881+00:00", "ttft": 3.410364351933822, "decode_tps": 109.6104481670751, "end_to_end": 12.752539455890656, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.55711924796924 }, { "id": "qwen36-A-i8192-c4-r1-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 4, "start": "2026-09-29T21:04:54.597929+00:00", "end": "2026-09-29T21:05:07.417986+00:00", "ttft": 4.578104816144332, "decode_tps": 124.24242791376825, "end_to_end": 12.820055792108178, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.05409367987886071 }, { "id": "qwen36-A-i8192-c4-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 1, "start": "2026-09-29T21:05:07.472611+00:00", "end": "2026-09-29T21:05:20.070264+00:00", "ttft": 1.088100943947211, "decode_tps": 88.96959258961067, "end_to_end": 12.597651231801137, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.5558864958584309 }, { "id": "qwen36-A-i8192-c4-r2-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 2, "start": "2026-09-29T21:05:07.473191+00:00", "end": "2026-09-29T21:05:20.188899+00:00", "ttft": 2.2383371361065656, "decode_tps": 97.73448904243973, "end_to_end": 12.715703007997945, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.5559497440699488 }, { "id": "qwen36-A-i8192-c4-r2-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 3, "start": "2026-09-29T21:05:07.473658+00:00", "end": "2026-09-29T21:05:20.269779+00:00", "ttft": 3.397269072011113, "decode_tps": 108.94949153800982, "end_to_end": 12.796119727892801, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.5558830560185015 }, { "id": "qwen36-A-i8192-c4-r2-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 4, "start": "2026-09-29T21:05:07.474090+00:00", "end": "2026-09-29T21:05:20.315417+00:00", "ttft": 4.568939279997721, "decode_tps": 123.78532195489699, "end_to_end": 12.841325568035245, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.05740574421361089 }, { "id": "qwen36-A-i8192-c4-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 1, "start": "2026-09-29T21:05:20.373075+00:00", "end": "2026-09-29T21:05:32.983401+00:00", "ttft": 1.1006440159399062, "decode_tps": 88.96859152530394, "end_to_end": 12.610323807923123, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.557936399942264 }, { "id": "qwen36-A-i8192-c4-r3-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 2, "start": "2026-09-29T21:05:20.373660+00:00", "end": "2026-09-29T21:05:33.103110+00:00", "ttft": 2.247759760124609, "decode_tps": 97.69418475899832, "end_to_end": 12.729448128025979, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.5580855840817094 }, { "id": "qwen36-A-i8192-c4-r3-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 3, "start": "2026-09-29T21:05:20.374114+00:00", "end": "2026-09-29T21:05:33.182389+00:00", "ttft": 3.4087690240703523, "decode_tps": 108.94190881097265, "end_to_end": 12.808273871894926, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.5580768480431288 }, { "id": "qwen36-A-i8192-c4-r3-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 4, "start": "2026-09-29T21:05:20.374552+00:00", "end": "2026-09-29T21:05:33.228849+00:00", "ttft": 4.579135040054098, "decode_tps": 123.74381203360359, "end_to_end": 12.854296304052696, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.05480334395542741 }, { "id": "qwen36-A-i32768-c1-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T21:05:33.284408+00:00", "end": "2026-09-29T21:05:45.490847+00:00", "ttft": 5.674753952072933, "decode_tps": 156.77423374883205, "end_to_end": 12.206439519999549, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.05485527985729277 }, { "id": "qwen36-A-i32768-c1-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T21:05:45.524813+00:00", "end": "2026-09-29T21:05:57.588379+00:00", "ttft": 5.665928767994046, "decode_tps": 160.05910462337707, "end_to_end": 12.063565456075594, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.05938118416815996 }, { "id": "qwen36-A-i32768-c1-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T21:05:57.623729+00:00", "end": "2026-09-29T21:06:09.758413+00:00", "ttft": 5.664957296103239, "decode_tps": 158.27563640299158, "end_to_end": 12.134683296084404, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.05763072008267045 }, { "id": "qwen36-A-i32768-c2-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 1, "start": "2026-09-29T21:06:09.792714+00:00", "end": "2026-09-29T21:06:28.747726+00:00", "ttft": 5.671487007988617, "decode_tps": 77.08801070579847, "end_to_end": 18.955005296040326, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.6323287519626319 }, { "id": "qwen36-A-i32768-c2-r1-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 2, "start": "2026-09-29T21:06:09.793360+00:00", "end": "2026-09-29T21:06:29.118323+00:00", "ttft": 11.626359872054309, "decode_tps": 133.01117113191822, "end_to_end": 19.324961360078305, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.06434313580393791 }, { "id": "qwen36-A-i32768-c2-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 1, "start": "2026-09-29T21:06:29.157598+00:00", "end": "2026-09-29T21:06:48.403011+00:00", "ttft": 5.67246825597249, "decode_tps": 75.44420297161771, "end_to_end": 19.24541302397847, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.631357200210914 }, { "id": "qwen36-A-i32768-c2-r2-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 2, "start": "2026-09-29T21:06:29.158195+00:00", "end": "2026-09-29T21:06:48.779039+00:00", "ttft": 11.62420460791327, "decode_tps": 128.05385894264984, "end_to_end": 19.620839839801192, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.06452873605303466 }, { "id": "qwen36-A-i32768-c2-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 1, "start": "2026-09-29T21:06:48.817775+00:00", "end": "2026-09-29T21:07:07.878939+00:00", "ttft": 5.6885051359422505, "decode_tps": 76.57415179808488, "end_to_end": 19.06116387201473, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.6331370880361646 }, { "id": "qwen36-A-i32768-c2-r3-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 2, "start": "2026-09-29T21:06:48.818379+00:00", "end": "2026-09-29T21:07:08.251601+00:00", "ttft": 11.66306265606545, "decode_tps": 131.78627584774222, "end_to_end": 19.43321924796328, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.0649907358456403 }, { "id": "qwen36-A-i32768-c4-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 1, "start": "2026-09-29T21:07:08.292178+00:00", "end": "2026-09-29T21:07:40.716168+00:00", "ttft": 5.693562495987862, "decode_tps": 38.30840324433632, "end_to_end": 32.42399011179805, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.6429469119757414 }, { "id": "qwen36-A-i32768-c4-r1-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 2, "start": "2026-09-29T21:07:08.292837+00:00", "end": "2026-09-29T21:07:41.254688+00:00", "ttft": 11.662546080071479, "decode_tps": 48.07668973622227, "end_to_end": 32.96184945595451, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.6429481119848788 }, { "id": "qwen36-A-i32768-c4-r1-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 3, "start": "2026-09-29T21:07:08.293375+00:00", "end": "2026-09-29T21:07:41.763137+00:00", "ttft": 17.69429073599167, "decode_tps": 64.9109166382845, "end_to_end": 33.46975737600587, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.642899408005178 }, { "id": "qwen36-A-i32768-c4-r1-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 4, "start": "2026-09-29T21:07:08.295126+00:00", "end": "2026-09-29T21:07:42.117294+00:00", "ttft": 23.82384489593096, "decode_tps": 102.41721887401896, "end_to_end": 33.82216364797205, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.07418993604369462 }, { "id": "qwen36-A-i32768-c4-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 1, "start": "2026-09-29T21:07:42.168470+00:00", "end": "2026-09-29T21:08:14.748959+00:00", "ttft": 5.682378991972655, "decode_tps": 38.06959550352653, "end_to_end": 32.58048459189013, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.6413046398665756 }, { "id": "qwen36-A-i32768-c4-r2-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 2, "start": "2026-09-29T21:07:42.169054+00:00", "end": "2026-09-29T21:08:15.290505+00:00", "ttft": 11.651089855935425, "decode_tps": 47.69366190439848, "end_to_end": 33.12144795199856, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.6413061919156462 }, { "id": "qwen36-A-i32768-c4-r2-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 3, "start": "2026-09-29T21:07:42.169549+00:00", "end": "2026-09-29T21:08:15.743447+00:00", "ttft": 17.692607663804665, "decode_tps": 64.47840019755088, "end_to_end": 33.57389499200508, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.6413045439403504 }, { "id": "qwen36-A-i32768-c4-r2-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 4, "start": "2026-09-29T21:07:42.170012+00:00", "end": "2026-09-29T21:08:16.113547+00:00", "ttft": 23.81605379213579, "decode_tps": 101.11103906336321, "end_to_end": 33.94353353604674, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.07785452785901725 }, { "id": "qwen36-A-i32768-c4-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 1, "start": "2026-09-29T21:08:16.167326+00:00", "end": "2026-09-29T21:08:48.740957+00:00", "ttft": 5.69455260806717, "decode_tps": 38.09655199551996, "end_to_end": 32.57362555200234, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.645273600006476 }, { "id": "qwen36-A-i32768-c4-r3-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 2, "start": "2026-09-29T21:08:16.168360+00:00", "end": "2026-09-29T21:08:49.286811+00:00", "ttft": 11.667547760065645, "decode_tps": 47.73692753292264, "end_to_end": 33.11844652798027, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.6453571680467576 }, { "id": "qwen36-A-i32768-c4-r3-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 3, "start": "2026-09-29T21:08:16.169292+00:00", "end": "2026-09-29T21:08:49.753588+00:00", "ttft": 17.71614148793742, "decode_tps": 64.53178696732913, "end_to_end": 33.5842903200537, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.6451397920027375 }, { "id": "qwen36-A-i32768-c4-r3-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 32768, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 4, "start": "2026-09-29T21:08:16.170197+00:00", "end": "2026-09-29T21:08:50.133476+00:00", "ttft": 23.840184431988746, "decode_tps": 101.15485606899551, "end_to_end": 33.963277279865, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.07089524785988033 }, { "id": "qwen36-A-i64512-c1-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T21:08:50.189863+00:00", "end": "2026-09-29T21:09:11.861310+00:00", "ttft": 14.607400399865583, "decode_tps": 144.95942697628493, "end_to_end": 21.671445983927697, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.06285900808870792 }, { "id": "qwen36-A-i64512-c1-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T21:09:11.901663+00:00", "end": "2026-09-29T21:09:33.586985+00:00", "ttft": 14.595292752142996, "decode_tps": 144.4281777715037, "end_to_end": 21.68532196804881, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.060753135941922665 }, { "id": "qwen36-A-i64512-c1-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T21:09:33.629040+00:00", "end": "2026-09-29T21:09:55.419821+00:00", "ttft": 14.594428544165567, "decode_tps": 142.29431801233517, "end_to_end": 21.790780544048175, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.062377167865633965 }, { "id": "qwen36-A-i64512-c2-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 1, "start": "2026-09-29T21:09:55.465516+00:00", "end": "2026-09-29T21:10:33.322862+00:00", "ttft": 14.610153184039518, "decode_tps": 44.04833514129577, "end_to_end": 37.85734281595796, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.8158322242088616 }, { "id": "qwen36-A-i64512-c2-r1-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 2, "start": "2026-09-29T21:09:55.467153+00:00", "end": "2026-09-29T21:10:34.144800+00:00", "ttft": 29.832920448156074, "decode_tps": 115.77521284511688, "end_to_end": 38.67764614406042, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.07289457600563765 }, { "id": "qwen36-A-i64512-c2-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 1, "start": "2026-09-29T21:10:34.190833+00:00", "end": "2026-09-29T21:11:12.082158+00:00", "ttft": 14.635977488011122, "decode_tps": 44.03288954385025, "end_to_end": 37.89132163207978, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.8203387521207333 }, { "id": "qwen36-A-i64512-c2-r2-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 2, "start": "2026-09-29T21:10:34.192456+00:00", "end": "2026-09-29T21:11:12.904229+00:00", "ttft": 29.85551879997365, "decode_tps": 115.62451088137483, "end_to_end": 38.71177248004824, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.0715729440562427 }, { "id": "qwen36-A-i64512-c2-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 1, "start": "2026-09-29T21:11:12.950915+00:00", "end": "2026-09-29T21:11:50.835380+00:00", "ttft": 14.64493327983655, "decode_tps": 44.06285537404953, "end_to_end": 37.88446215982549, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.8174906719941646 }, { "id": "qwen36-A-i64512-c2-r3-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 2, "start": "2026-09-29T21:11:12.952540+00:00", "end": "2026-09-29T21:11:51.682465+00:00", "ttft": 29.86379697592929, "decode_tps": 115.49577840555762, "end_to_end": 38.72992190392688, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.07361526414752007 }, { "id": "qwen36-A-i64512-c4-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 1, "start": "2026-09-29T21:11:51.729409+00:00", "end": "2026-09-29T21:13:00.661461+00:00", "ttft": 14.657851824071258, "decode_tps": 18.867159841038056, "end_to_end": 68.9320514719002, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.8324287838768214 }, { "id": "qwen36-A-i64512-c4-r1-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 2, "start": "2026-09-29T21:11:51.731027+00:00", "end": "2026-09-29T21:13:01.880370+00:00", "ttft": 29.87069481611252, "decode_tps": 25.422900525966508, "end_to_end": 70.14934040000662, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.8324147518724203 }, { "id": "qwen36-A-i64512-c4-r1-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 3, "start": "2026-09-29T21:11:51.732534+00:00", "end": "2026-09-29T21:13:02.913149+00:00", "ttft": 45.3074322079774, "decode_tps": 39.57766184786894, "end_to_end": 71.18061299202964, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.8324361920822412 }, { "id": "qwen36-A-i64512-c4-r1-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 4, "start": "2026-09-29T21:11:51.734088+00:00", "end": "2026-09-29T21:13:03.735406+00:00", "ttft": 60.978275248082355, "decode_tps": 92.8963156999488, "end_to_end": 72.00131735997275, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.08660220797173679 }, { "id": "qwen36-A-i64512-c4-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 1, "start": "2026-09-29T21:13:03.788960+00:00", "end": "2026-09-29T21:14:12.709369+00:00", "ttft": 14.670471583958715, "decode_tps": 18.875599256815978, "end_to_end": 68.92040484794416, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.8330549281090498 }, { "id": "qwen36-A-i64512-c4-r2-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 2, "start": "2026-09-29T21:13:03.790593+00:00", "end": "2026-09-29T21:14:13.925833+00:00", "ttft": 29.902059520129114, "decode_tps": 25.451630190114553, "end_to_end": 70.13523878413253, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.8330634080339223 }, { "id": "qwen36-A-i64512-c4-r2-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 3, "start": "2026-09-29T21:13:03.792116+00:00", "end": "2026-09-29T21:14:14.965980+00:00", "ttft": 45.34674156806432, "decode_tps": 39.64824628504861, "end_to_end": 71.17386119998991, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.8330470561049879 }, { "id": "qwen36-A-i64512-c4-r2-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 4, "start": "2026-09-29T21:13:03.793765+00:00", "end": "2026-09-29T21:14:15.785299+00:00", "ttft": 60.976418944075704, "decode_tps": 92.96318119565528, "end_to_end": 71.99153252807446, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.08942555193789303 }, { "id": "qwen36-A-i64512-c4-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 1, "start": "2026-09-29T21:14:15.836365+00:00", "end": "2026-09-29T21:15:24.807126+00:00", "ttft": 14.660241696052253, "decode_tps": 18.85454394983368, "end_to_end": 68.97075712005608, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.8306903198827058 }, { "id": "qwen36-A-i64512-c4-r3-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 2, "start": "2026-09-29T21:14:15.837994+00:00", "end": "2026-09-29T21:15:26.026674+00:00", "ttft": 29.90249286405742, "decode_tps": 25.418147228122265, "end_to_end": 70.18867071997374, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.8282938720658422 }, { "id": "qwen36-A-i64512-c4-r3-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 3, "start": "2026-09-29T21:14:15.839527+00:00", "end": "2026-09-29T21:15:27.062970+00:00", "ttft": 45.33637999999337, "decode_tps": 39.55644280308072, "end_to_end": 71.22343979193829, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.8282490880228579 }, { "id": "qwen36-A-i64512-c4-r3-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 64512, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 4, "start": "2026-09-29T21:14:15.841038+00:00", "end": "2026-09-29T21:15:27.880840+00:00", "ttft": 60.97787656006403, "decode_tps": 92.5697880418929, "end_to_end": 72.03980099200271, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.0904836799018085 }, { "id": "qwen36-A-i131072-c1-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T21:15:27.937972+00:00", "end": "2026-09-29T21:16:20.190754+00:00", "ttft": 44.247211711946875, "decode_tps": 127.91094533180477, "end_to_end": 52.25278150383383, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.09187499200925231 }, { "id": "qwen36-A-i131072-c1-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T21:16:20.233087+00:00", "end": "2026-09-29T21:17:12.476816+00:00", "ttft": 44.23525294405408, "decode_tps": 127.86452114583032, "end_to_end": 52.243729344103485, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.09211809583939612 }, { "id": "qwen36-A-i131072-c1-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T21:17:12.525220+00:00", "end": "2026-09-29T21:18:04.725876+00:00", "ttft": 44.204361520009115, "decode_tps": 128.05933091374, "end_to_end": 52.20065505593084, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.08977852808311582 }, { "id": "qwen36-A-i131072-c2-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 1, "start": "2026-09-29T21:18:04.768670+00:00", "end": "2026-09-29T21:19:44.924140+00:00", "ttft": 89.89451246405952, "decode_tps": 99.79575364471168, "end_to_end": 100.15547009604052, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.10229665599763393 }, { "id": "qwen36-A-i131072-c2-r1-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 2, "round": 1, "request_index": 2, "start": "2026-09-29T21:18:04.772075+00:00", "end": "2026-09-29T21:19:43.024647+00:00", "ttft": 44.23822111985646, "decode_tps": 18.95792472168362, "end_to_end": 98.25257211201824, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 1.3719944639597088 }, { "id": "qwen36-A-i131072-c2-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 1, "start": "2026-09-29T21:19:44.973178+00:00", "end": "2026-09-29T21:21:25.527776+00:00", "ttft": 89.86356070404872, "decode_tps": 95.78116575233128, "end_to_end": 100.55459784017876, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.10655732802115381 }, { "id": "qwen36-A-i131072-c2-r2-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 2, "round": 2, "request_index": 2, "start": "2026-09-29T21:19:44.976257+00:00", "end": "2026-09-29T21:21:23.589479+00:00", "ttft": 44.23184958402999, "decode_tps": 18.82997846338141, "end_to_end": 98.61321820807643, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 1.372348512057215 }, { "id": "qwen36-A-i131072-c2-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 1, "start": "2026-09-29T21:21:25.574230+00:00", "end": "2026-09-29T21:23:06.101679+00:00", "ttft": 89.85921271983534, "decode_tps": 95.985882108218, "end_to_end": 100.52744827186689, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.1028869601432234 }, { "id": "qwen36-A-i131072-c2-r3-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 2, "round": 3, "request_index": 2, "start": "2026-09-29T21:21:25.577360+00:00", "end": "2026-09-29T21:23:04.172311+00:00", "ttft": 44.2281128000468, "decode_tps": 18.835011772321025, "end_to_end": 98.59494900796562, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 1.3692653758917004 }, { "id": "qwen36-A-i131072-c4-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 1, "start": "2026-09-29T21:23:06.148658+00:00", "end": "2026-09-29T21:26:14.175004+00:00", "ttft": 44.20954880001955, "decode_tps": 7.120170037780122, "end_to_end": 188.0263389281463, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 261, "max_text_event_gap": 1.3929986557923257 }, { "id": "qwen36-A-i131072-c4-r1-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 2, "start": "2026-09-29T21:23:06.151687+00:00", "end": "2026-09-29T21:26:17.259196+00:00", "ttft": 89.84670844813809, "decode_tps": 10.112502016301498, "end_to_end": 191.1075040800497, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 260, "max_text_event_gap": 1.3930747041013092 }, { "id": "qwen36-A-i131072-c4-r1-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 3, "start": "2026-09-29T21:23:06.154820+00:00", "end": "2026-09-29T21:26:19.765377+00:00", "ttft": 136.23650675197132, "decode_tps": 17.84779087369425, "end_to_end": 193.61055417591706, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 1.3930082239676267 }, { "id": "qwen36-A-i131072-c4-r1-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 4, "round": 1, "request_index": 4, "start": "2026-09-29T21:23:06.157720+00:00", "end": "2026-09-29T21:26:21.656223+00:00", "ttft": 183.19947382388636, "decode_tps": 83.25861468855248, "end_to_end": 195.49850142397918, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.12353036808781326 }, { "id": "qwen36-A-i131072-c4-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 1, "start": "2026-09-29T21:26:21.709795+00:00", "end": "2026-09-29T21:29:29.850122+00:00", "ttft": 44.26124430401251, "decode_tps": 7.117087321434615, "end_to_end": 188.14032766385935, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 1.392079375917092 }, { "id": "qwen36-A-i131072-c4-r2-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 2, "start": "2026-09-29T21:26:21.712960+00:00", "end": "2026-09-29T21:29:33.078870+00:00", "ttft": 89.89515195204876, "decode_tps": 10.091577725016275, "end_to_end": 191.36590587208048, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 1.3920640319120139 }, { "id": "qwen36-A-i131072-c4-r2-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 3, "start": "2026-09-29T21:26:21.716017+00:00", "end": "2026-09-29T21:29:35.737197+00:00", "ttft": 136.2738360480871, "decode_tps": 17.732418802184643, "end_to_end": 194.02117505599745, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 1.3922502400819212 }, { "id": "qwen36-A-i131072-c4-r2-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 4, "round": 2, "request_index": 4, "start": "2026-09-29T21:26:21.719040+00:00", "end": "2026-09-29T21:29:37.625052+00:00", "ttft": 183.2571558880154, "decode_tps": 80.9559487919079, "end_to_end": 195.9060101758223, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.12837756797671318 }, { "id": "qwen36-A-i131072-c4-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 1, "start": "2026-09-29T21:29:37.679208+00:00", "end": "2026-09-29T21:32:45.859543+00:00", "ttft": 44.23360598413274, "decode_tps": 7.113742759618247, "end_to_end": 188.18033481622115, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 1.3924699360504746 }, { "id": "qwen36-A-i131072-c4-r3-q2", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 2, "start": "2026-09-29T21:29:37.682369+00:00", "end": "2026-09-29T21:32:49.081146+00:00", "ttft": 89.87591275200248, "decode_tps": 10.086398105122415, "end_to_end": 191.39877446414903, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 1.3924123998731375 }, { "id": "qwen36-A-i131072-c4-r3-q3", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 3, "start": "2026-09-29T21:29:37.685389+00:00", "end": "2026-09-29T21:32:51.700193+00:00", "ttft": 136.28196249599569, "decode_tps": 17.73687369923996, "end_to_end": 194.01479734410532, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 260, "max_text_event_gap": 1.3924061439465731 }, { "id": "qwen36-A-i131072-c4-r3-q4", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 131072, "output_tokens": 1024, "concurrency": 4, "round": 3, "request_index": 4, "start": "2026-09-29T21:29:37.688395+00:00", "end": "2026-09-29T21:32:53.540061+00:00", "ttft": 183.3197772798594, "decode_tps": 81.71155411258522, "end_to_end": 195.85166473593563, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.12811857601627707 }, { "id": "qwen36-A-i261120-c1-r1-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 261120, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T21:32:53.598680+00:00", "end": "2026-09-29T21:35:28.559125+00:00", "ttft": 144.70977423992008, "decode_tps": 99.89590518849292, "end_to_end": 154.96044465596788, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.2771994399372488 }, { "id": "qwen36-A-i261120-c1-r2-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 261120, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T21:35:28.601294+00:00", "end": "2026-09-29T21:38:03.607561+00:00", "ttft": 144.71809948794544, "decode_tps": 99.53181973878877, "end_to_end": 155.00626665586606, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.25675004813820124 }, { "id": "qwen36-A-i261120-c1-r3-q1", "model": "qwen36", "run": "qwen36-A", "group": "A", "input_tokens": 261120, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T21:38:03.653134+00:00", "end": "2026-09-29T21:40:38.600423+00:00", "ttft": 144.66062988806516, "decode_tps": 99.54640715208586, "end_to_end": 154.9472894400824, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.25682956795208156 }, { "id": "qwen36-B-i8192-c1-r1-q1", "model": "qwen36", "run": "qwen36-B", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 1, "request_index": 1, "start": "2026-09-29T21:46:05.008114+00:00", "end": "2026-09-29T21:46:12.067922+00:00", "ttft": 1.0940253918524832, "decode_tps": 171.64555899878366, "end_to_end": 7.059807471930981, "cached_tokens": 0, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 259, "max_text_event_gap": 0.04242516797967255 }, { "id": "qwen36-B-i8192-c1-r2-q1", "model": "qwen36", "run": "qwen36-B", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 2, "request_index": 1, "start": "2026-09-29T21:46:12.107538+00:00", "end": "2026-09-29T21:46:18.580129+00:00", "ttft": 0.5337902561295778, "decode_tps": 172.4253890850796, "end_to_end": 6.472590832039714, "cached_tokens": 4288, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.04331820807419717 }, { "id": "qwen36-B-i8192-c1-r3-q1", "model": "qwen36", "run": "qwen36-B", "group": "B", "input_tokens": 8192, "output_tokens": 1024, "concurrency": 1, "round": 3, "request_index": 1, "start": "2026-09-29T21:46:18.618223+00:00", "end": "2026-09-29T21:46:25.090306+00:00", "ttft": 0.529462720034644, "decode_tps": 172.31459894239023, "end_to_end": 6.472081664018333, "cached_tokens": 4288, "finish_reason": "length", "status": "completed", "external_interference": "unknown", "text_events": 258, "max_text_event_gap": 0.04292201600037515 } ], "checks": { "requests": 285, "rounds": 129, "stream_events": 64998, "summary_cells": 42 }, "flash_cache_third_spec_windows": [ { "time": "2026-09-29T23:07:37Z", "draft_acceptance_percent": 0.0, "mean_acceptance_length": 1.0 }, { "time": "2026-09-29T23:07:47Z", "draft_acceptance_percent": 0.4, "mean_acceptance_length": 1.01 }, { "time": "2026-09-29T23:07:57Z", "draft_acceptance_percent": 11.4, "mean_acceptance_length": 1.46 }, { "time": "2026-09-29T23:08:07Z", "draft_acceptance_percent": 24.6, "mean_acceptance_length": 1.99 } ] }