{ "scope": "actual CPU models through Go WebSocket gateway; no GPU/vLLM/container restore measurement", "clock": "client monotonic from start-frame send after WebSocket upgrade to first received audio frame", "model": "HuggingFaceTB/SmolLM2-135M-Instruct", "asr": "faster-whisper tiny int8", "tts": "Piper en_US-lessac-low", "seed": 42, "configurations": [ { "max_new_tokens": 32, "process_ready_ms": [ 326.889583026059, 7.42750009521842 ], "cold_first_turn": { "mode": "text", "first_token_ms": 5104.055707924999, "first_audio_ms": 5529.034874984063, "total_ms": 5535.599833005108, "events": [ { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 4306.121, "client_ms": 4306.634332984686 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5092.287, "client_ms": 5092.8316249046475 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5103.583, "client_ms": 5104.055707924999 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5115.759, "client_ms": 5116.186040919274 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5127.862, "client_ms": 5128.301582997665 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5140.268, "client_ms": 5140.710457926616 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5152.431, "client_ms": 5152.97108294908 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5164.772, "client_ms": 5165.2000829344615 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5177.055, "client_ms": 5177.486832952127 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "withstand ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5189.798, "client_ms": 5190.234582987614 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "various ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5202.05, "client_ms": 5202.490707975812 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "types ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5214.06, "client_ms": 5214.500374975614 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "of ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5226.211, "client_ms": 5226.690875017084 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "faults ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5238.42, "client_ms": 5238.857958000153 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5250.483, "client_ms": 5250.980790937319 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5262.629, "client_ms": 5263.063999940641 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "failures, ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5274.792, "client_ms": 5275.221832911484 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5287.033, "client_ms": 5287.444832967594 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5299.364, "client_ms": 5299.773207982071 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "operation ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5311.645, "client_ms": 5312.052457942627 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5323.677, "client_ms": 5324.09699994605 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5336.188, "client_ms": 5336.6502079879865 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5348.804, "client_ms": 5349.226790945977 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5361.008, "client_ms": 5361.4246660145 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "token", "text": "downtime.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5361.182, "client_ms": 5361.532249953598 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5379.36, "duration_ms": 1055.531790945679, "client_ms": 5379.743332974613 }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5527.787, "client_ms": 5529.034874984063, "audio_bytes": 249344, "audio_sha256": "faee69bf2646fa8fa088fbbe8ceb7b077f5ba4095eb25664f8c4bf4797e635be" }, { "trace_id": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 5531.273, "duration_ms": 169.67920900788158, "client_ms": 5531.694083008915 }, { "type": "done", "text": "7a3b174a148ff4b4b0d81b8bb31c2ef2", "generation": 1, "elapsed_ms": 5531.54, "client_ms": 5535.599833005108 } ] }, "fallback_warmup": { "mode": "text", "first_token_ms": 3815.3599579818547, "first_audio_ms": 4232.871957938187, "total_ms": 4235.994542017579, "events": [ { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "attempt_reset", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 0.219, "client_ms": 0.5116669926792383 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3632.853, "client_ms": 3633.220416959375 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3802.376, "client_ms": 3802.701083011925 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "A ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3815.014, "client_ms": 3815.3599579818547 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "reliable ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3827.321, "client_ms": 3827.638917020522 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "system ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3839.445, "client_ms": 3839.785124990158 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "is ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3851.417, "client_ms": 3851.7665419494733 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "one ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3863.712, "client_ms": 3864.01462496724 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "that ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3876.033, "client_ms": 3876.3343750033528 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "can ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3888.076, "client_ms": 3888.372667017393 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "withstand ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3900.256, "client_ms": 3900.5713330116123 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "various ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3912.253, "client_ms": 3912.5573330093175 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "types ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3924.283, "client_ms": 3924.577333033085 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "of ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3936.53, "client_ms": 3936.940375017002 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "faults ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3948.574, "client_ms": 3948.8937079440802 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "and ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3960.69, "client_ms": 3960.985166952014 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3974.336, "client_ms": 3974.632167024538 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "failures, ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3987.882, "client_ms": 3988.192791934125 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 4000.48, "client_ms": 4000.7978749927133 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 4013.083, "client_ms": 4013.4142079623416 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "operation ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 4025.451, "client_ms": 4025.7533750263974 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "and ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 4037.761, "client_ms": 4038.081832928583 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 4050.312, "client_ms": 4050.594624946825 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 4062.757, "client_ms": 4063.052457990125 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 4074.82, "client_ms": 4075.0992079265416 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "token", "text": "downtime.", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 4074.962, "client_ms": 4075.203042011708 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "stage", "stage": "llm", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 4081.743, "duration_ms": 443.6811659252271, "client_ms": 4082.006291951984 }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 4231.805, "client_ms": 4232.871957938187, "audio_bytes": 256000, "audio_sha256": "9e14806742fec527fa99cac420ff3f06efcccf6cca4f633c4e8fe1cfd945ca9a" }, { "trace_id": "c453780d1d12ed4c4d77b98d61d0d266", "type": "stage", "stage": "tts", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 4232.147, "duration_ms": 154.54108302947134, "client_ms": 4233.716791961342 }, { "type": "done", "text": "c453780d1d12ed4c4d77b98d61d0d266", "generation": 1, "elapsed_ms": 4232.258, "client_ms": 4235.994542017579 } ] }, "loads": [ { "concurrency": 1, "samples": 2, "first_audio_p50_ms": 563.591728976462, "first_audio_p99_ms": 563.9474895398598, "ttft_p50_ms": 170.51062447717413, "ttft_p99_ms": 170.97228631260805, "rows": [ { "mode": "text", "first_token_ms": 170.03954097162932, "first_audio_ms": 563.954749959521, "total_ms": 566.3354579592124, "events": [ { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1.016, "client_ms": 1.137290964834392 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 157.691, "client_ms": 157.9151659971103 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 169.823, "client_ms": 170.03954097162932 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 181.821, "client_ms": 182.01079091522843 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 194.177, "client_ms": 194.3909579422325 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 206.381, "client_ms": 206.5503749763593 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 218.643, "client_ms": 218.84508291259408 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 230.814, "client_ms": 230.9909159084782 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 242.943, "client_ms": 243.12454089522362 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "withstand ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 255.67, "client_ms": 255.8621249627322 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "various ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 269.459, "client_ms": 269.66204098425806 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "types ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 282.778, "client_ms": 282.9718329012394 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "of ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 295.822, "client_ms": 296.0166248958558 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "faults ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 308.358, "client_ms": 308.56841593049467 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 320.621, "client_ms": 320.7953328965232 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 333.12, "client_ms": 333.31170794554055 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "failures, ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 345.417, "client_ms": 345.6079160096124 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 357.804, "client_ms": 358.00279094837606 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 369.975, "client_ms": 370.1654579490423 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "operation ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 382.319, "client_ms": 382.5029159197584 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 394.815, "client_ms": 395.0116249034181 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 407.063, "client_ms": 407.25175000261515 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 419.257, "client_ms": 419.4599579786882 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 431.503, "client_ms": 431.6784159746021 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "token", "text": "downtime.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 431.633, "client_ms": 431.7707499722019 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 432.692, "duration_ms": 430.7589998934418, "client_ms": 432.82754090614617 }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 562.619, "client_ms": 563.954749959521, "audio_bytes": 250880, "audio_sha256": "8217e81c2661987fc15d0cf2f695d54aaf699406e146893b49b9b1ca03ce17a9" }, { "trace_id": "6c69371ead9d9960538010a87bdfb64a", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 563.187, "duration_ms": 129.22812497708946, "client_ms": 564.853582996875 }, { "type": "done", "text": "6c69371ead9d9960538010a87bdfb64a", "generation": 1, "elapsed_ms": 563.248, "client_ms": 566.3354579592124 } ] }, { "mode": "text", "first_token_ms": 170.98170798271894, "first_audio_ms": 563.2287079934031, "total_ms": 565.7476249616593, "events": [ { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 0.955, "client_ms": 1.2304579140618443 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 157.559, "client_ms": 157.75691694580019 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 170.788, "client_ms": 170.98170798271894 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 183.57, "client_ms": 183.76304197590798 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 196.108, "client_ms": 196.3109999196604 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 208.636, "client_ms": 208.83433299604803 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 220.773, "client_ms": 220.97224998287857 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 233.023, "client_ms": 233.2056249724701 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 245.467, "client_ms": 245.6563749583438 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "withstand ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 257.78, "client_ms": 257.97099992632866 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "various ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 269.735, "client_ms": 269.920332939364 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "types ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 281.95, "client_ms": 282.16020797844976 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "of ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 294.287, "client_ms": 294.4748329464346 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "faults ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 306.31, "client_ms": 306.5037919441238 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 318.439, "client_ms": 318.69541690684855 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 330.606, "client_ms": 330.8868749300018 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "failures, ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 342.639, "client_ms": 342.83958293963224 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 354.715, "client_ms": 354.9040419748053 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 367.034, "client_ms": 367.217457969673 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "operation ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 379.112, "client_ms": 379.2997499695048 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 391.95, "client_ms": 392.1289169229567 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 404.224, "client_ms": 404.3982499279082 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 416.373, "client_ms": 416.5710419183597 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 428.408, "client_ms": 428.58195793814957 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "token", "text": "downtime.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 428.524, "client_ms": 428.7259168922901 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 429.581, "duration_ms": 427.7896659914404, "client_ms": 429.7951249172911 }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 562.102, "client_ms": 563.2287079934031, "audio_bytes": 242688, "audio_sha256": "1d90c5ccfa4293875f8f104d8582d2ca5c07935d4baae10ac9a9caf7f815f468" }, { "trace_id": "cdeb134b6b71bd757c1ae01f1a9431d6", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 562.623, "duration_ms": 132.02320807613432, "client_ms": 564.0315419295803 }, { "type": "done", "text": "cdeb134b6b71bd757c1ae01f1a9431d6", "generation": 1, "elapsed_ms": 562.682, "client_ms": 565.7476249616593 } ] } ] }, { "concurrency": 2, "samples": 4, "first_audio_p50_ms": 845.1098954537883, "first_audio_p99_ms": 1123.354715553578, "ttft_p50_ms": 452.90747901890427, "ttft_p99_ms": 737.5798945582937, "rows": [ { "mode": "text", "first_token_ms": 172.03841696027666, "first_audio_ms": 568.3804579311982, "total_ms": 571.1071250261739, "events": [ { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1.405, "client_ms": 1.6061669448390603 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 159.215, "client_ms": 159.45287502836436 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 171.79, "client_ms": 172.03841696027666 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 184.183, "client_ms": 184.41187497228384 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 196.578, "client_ms": 196.8182499986142 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 208.964, "client_ms": 209.17158294469118 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 221.49, "client_ms": 221.70037496834993 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 234.642, "client_ms": 234.88629201892763 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 247.201, "client_ms": 247.43529199622571 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "withstand ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 259.705, "client_ms": 259.9452920258045 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "various ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 272.149, "client_ms": 272.36366702709347 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "types ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 284.504, "client_ms": 284.73141696304083 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "of ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 297.652, "client_ms": 297.8804169688374 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "faults ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 311.028, "client_ms": 311.27933296374977 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 323.772, "client_ms": 324.0136250387877 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 336.664, "client_ms": 336.8667080067098 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "failures, ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 348.523, "client_ms": 348.76608301419765 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 361.051, "client_ms": 361.29595793318003 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 373.38, "client_ms": 373.59729199670255 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "operation ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 385.557, "client_ms": 385.7875419780612 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 397.675, "client_ms": 397.948042023927 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 409.963, "client_ms": 410.19591700751334 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 422.274, "client_ms": 422.49412497039884 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 434.363, "client_ms": 434.62170800194144 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "token", "text": "downtime.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 434.534, "client_ms": 434.7127079963684 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 435.561, "duration_ms": 433.55125002563, "client_ms": 435.74237497523427 }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 566.957, "client_ms": 568.3804579311982, "audio_bytes": 250880, "audio_sha256": "ad135a2a54888624abd18cdf34e535a5a9209c2fb08ab0db8fbe7a9025e014ec" }, { "trace_id": "2f14e8d63c662e4ef57267c098486231", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 567.738, "duration_ms": 130.8139170287177, "client_ms": 569.3331669317558 }, { "type": "done", "text": "2f14e8d63c662e4ef57267c098486231", "generation": 1, "elapsed_ms": 567.804, "client_ms": 571.1071250261739 } ] }, { "mode": "text", "first_token_ms": 737.7189170802012, "first_audio_ms": 1123.4015830559656, "total_ms": 1126.0706670582294, "events": [ { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 567.713, "client_ms": 569.2678330233321 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 725.449, "client_ms": 725.6843750365078 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 737.491, "client_ms": 737.7189170802012 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 749.626, "client_ms": 749.8677080729976 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 761.635, "client_ms": 761.851750081405 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 773.921, "client_ms": 774.1485000588 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 786.028, "client_ms": 786.2543750088662 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 798.243, "client_ms": 798.4700830420479 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 810.241, "client_ms": 810.520458035171 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "withstand ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 823.386, "client_ms": 823.5985829960555 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "various ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 835.802, "client_ms": 836.0360830556601 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "types ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 848.001, "client_ms": 848.2235830742866 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "of ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 860.288, "client_ms": 860.5513330549002 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "faults ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 872.463, "client_ms": 872.6934581063688 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 885.03, "client_ms": 885.2590420283377 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 897.186, "client_ms": 897.3990420345217 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "failures, ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 909.342, "client_ms": 909.5544170122594 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 921.984, "client_ms": 922.1981670707464 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 934.327, "client_ms": 934.541333001107 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "operation ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 946.497, "client_ms": 946.7016670387238 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 959.068, "client_ms": 959.2737500788644 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 971.857, "client_ms": 972.0875830389559 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 984.346, "client_ms": 984.5423330552876 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 996.425, "client_ms": 996.6282080858946 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "token", "text": "downtime.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 996.598, "client_ms": 996.7745000030845 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 997.585, "duration_ms": 427.94583295471966, "client_ms": 997.8457500692457 }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1122.181, "client_ms": 1123.4015830559656, "audio_bytes": 244224, "audio_sha256": "e73a47cb977e2d59e18901c5dcbcee6218e738297c12c2515166b6de08affd2e" }, { "trace_id": "27e4187e0302493e84ee8a213dcd97ef", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1122.786, "duration_ms": 124.03037503827363, "client_ms": 1124.2765421047807 }, { "type": "done", "text": "27e4187e0302493e84ee8a213dcd97ef", "generation": 1, "elapsed_ms": 1122.888, "client_ms": 1126.0706670582294 } ] }, { "mode": "text", "first_token_ms": 172.73012502118945, "first_audio_ms": 562.5269169686362, "total_ms": 564.7456250153482, "events": [ { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 0.98, "client_ms": 1.113708014599979 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 160.068, "client_ms": 160.29320796951652 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 172.511, "client_ms": 172.73012502118945 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 185.16, "client_ms": 185.3605000069365 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 197.729, "client_ms": 197.91820796672255 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 210.082, "client_ms": 210.28100000694394 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 222.318, "client_ms": 222.5070419954136 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 233.244, "client_ms": 233.4235419984907 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 243.852, "client_ms": 244.02816698420793 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "withstand ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 256.015, "client_ms": 256.2169999582693 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "various ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 268.342, "client_ms": 268.53345800191164 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "types ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 280.657, "client_ms": 280.8478750521317 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "of ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 293.027, "client_ms": 293.22079196572304 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "faults ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 305.322, "client_ms": 305.5139579810202 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 318.044, "client_ms": 318.2574580423534 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 330.527, "client_ms": 330.7108749868348 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "failures, ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 342.737, "client_ms": 342.91708294767886 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 354.814, "client_ms": 354.9928750144318 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 367.053, "client_ms": 367.2379170311615 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "operation ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 379.111, "client_ms": 379.29604202508926 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 391.315, "client_ms": 391.5085420012474 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 403.756, "client_ms": 403.939374955371 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 415.824, "client_ms": 416.00391699466854 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 427.863, "client_ms": 428.03133302368224 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "token", "text": "downtime.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 427.997, "client_ms": 428.18070796784014 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 428.996, "duration_ms": 427.11637495085597, "client_ms": 429.1779580526054 }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 561.399, "client_ms": 562.5269169686362, "audio_bytes": 253952, "audio_sha256": "fc067fec057c4d282d5496f07a7a1e575c682d1dc1b52fcb6236fa01446b3f44" }, { "trace_id": "99a26abb23565f4d8493768c6d820712", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 562.045, "duration_ms": 131.71595800668, "client_ms": 563.3910000324249 }, { "type": "done", "text": "99a26abb23565f4d8493768c6d820712", "generation": 1, "elapsed_ms": 562.064, "client_ms": 564.7456250153482 } ] }, { "mode": "text", "first_token_ms": 733.0848330166191, "first_audio_ms": 1121.8393329763785, "total_ms": 1125.082541955635, "events": [ { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 562.376, "client_ms": 563.3035829523578 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 721.133, "client_ms": 721.3446670211852 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 732.87, "client_ms": 733.0848330166191 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 742.78, "client_ms": 742.9917079862207 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 754.824, "client_ms": 755.045042023994 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 767.194, "client_ms": 767.4102500313893 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 779.318, "client_ms": 779.5353330438957 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 791.339, "client_ms": 791.5422919904813 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 803.476, "client_ms": 803.679708042182 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "withstand ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 815.536, "client_ms": 815.7377080060542 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "various ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 827.622, "client_ms": 827.8298330260441 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "types ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 839.584, "client_ms": 839.7765000117943 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "of ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 851.628, "client_ms": 851.8469580449164 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "faults ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 863.581, "client_ms": 863.7875419808552 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 875.584, "client_ms": 875.7959579816088 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 887.689, "client_ms": 887.8853749483824 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "failures, ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 900.052, "client_ms": 900.2530419966206 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 912.216, "client_ms": 912.408750038594 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 924.41, "client_ms": 924.7037919703871 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "operation ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 936.564, "client_ms": 936.7494579637423 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 949.136, "client_ms": 949.325833003968 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 961.219, "client_ms": 961.4300419343635 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 973.151, "client_ms": 973.3562079491094 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 985.21, "client_ms": 985.4103330289945 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "token", "text": "downtime.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 985.353, "client_ms": 985.5002500116825 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 986.384, "duration_ms": 423.1944589409977, "client_ms": 986.6215829970315 }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1120.568, "client_ms": 1121.8393329763785, "audio_bytes": 253952, "audio_sha256": "b7abc02e3af3240fada12e5bb581dfb5d167f1d9d4145d86315dd65958901635" }, { "trace_id": "cd437909f29e366506332b8b2580a8b0", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1120.901, "duration_ms": 133.62470793072134, "client_ms": 1122.8542920434847 }, { "type": "done", "text": "cd437909f29e366506332b8b2580a8b0", "generation": 1, "elapsed_ms": 1121.195, "client_ms": 1125.082541955635 } ] } ] }, { "concurrency": 4, "samples": 8, "first_audio_p50_ms": 1071.5063749812543, "first_audio_p99_ms": 1464.3516731867567, "ttft_p50_ms": 550.9708539466374, "ttft_p99_ms": 924.1424115141854, "rows": [ { "mode": "text", "first_token_ms": 896.5856659924611, "first_audio_ms": 1404.4888749485835, "total_ms": 1406.5843329299241, "events": [ { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 699.193, "client_ms": 699.5014999993145 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 882.194, "client_ms": 882.4497499736026 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 896.352, "client_ms": 896.5856659924611 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 910.842, "client_ms": 911.0494159394875 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 925.455, "client_ms": 925.7092080079019 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 940.465, "client_ms": 940.7162499846891 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 955.649, "client_ms": 955.9195409528911 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 969.998, "client_ms": 970.2367499703541 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 984.583, "client_ms": 984.8150829784572 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "withstand ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 999.292, "client_ms": 999.5512909954414 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "various ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1014.28, "client_ms": 1014.5439580082893 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "types ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1028.839, "client_ms": 1029.0602080058306 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "of ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1043.637, "client_ms": 1043.8869999488816 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "faults ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1058.315, "client_ms": 1058.5441660368815 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1073.025, "client_ms": 1073.2650000136346 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1087.517, "client_ms": 1087.7645410364494 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "failures, ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1102.144, "client_ms": 1102.356957970187 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1116.601, "client_ms": 1116.817665984854 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1130.256, "client_ms": 1130.4960829438642 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "operation ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1144.972, "client_ms": 1145.2758749946952 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1157.592, "client_ms": 1157.8047910006717 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1170.006, "client_ms": 1170.237374957651 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1183.762, "client_ms": 1184.0138749685138 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1197.029, "client_ms": 1197.263375041075 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "token", "text": "downtime.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1197.245, "client_ms": 1197.4314999533817 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1198.34, "duration_ms": 498.2135420432314, "client_ms": 1198.5646659741178 }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1402.633, "client_ms": 1404.4888749485835, "audio_bytes": 260096, "audio_sha256": "db6ff859c404e3f83b4c83cc80e3a1f0f715d1ac034443121df05b0f41ac8fd5" }, { "trace_id": "732f4e6bff27ca49889883cfdc5daa74", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1403.442, "duration_ms": 202.13341596536338, "client_ms": 1405.8987910393625 }, { "type": "done", "text": "732f4e6bff27ca49889883cfdc5daa74", "generation": 1, "elapsed_ms": 1403.511, "client_ms": 1406.5843329299241 } ] }, { "mode": "text", "first_token_ms": 188.96854191552848, "first_audio_ms": 696.1735419463366, "total_ms": 701.3675000052899, "events": [ { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 2.239, "client_ms": 2.3877499625086784 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 174.505, "client_ms": 174.77512499317527 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 188.717, "client_ms": 188.96854191552848 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 203.846, "client_ms": 204.09362495411187 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 219.008, "client_ms": 219.24137498717755 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 234.319, "client_ms": 234.55987498164177 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 249.748, "client_ms": 249.98033291194588 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 264.583, "client_ms": 264.805999933742 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 279.527, "client_ms": 279.7602500068024 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "withstand ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 294.592, "client_ms": 294.81174994725734 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "various ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 309.706, "client_ms": 309.94604201987386 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "types ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 324.458, "client_ms": 324.67683299910277 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "of ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 339.29, "client_ms": 339.50191701296717 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "faults ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 354.407, "client_ms": 354.63058296591043 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 369.587, "client_ms": 369.8247919091955 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 384.489, "client_ms": 384.7369169816375 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "failures, ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 399.698, "client_ms": 399.9267079634592 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 414.526, "client_ms": 414.7219170117751 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 429.417, "client_ms": 429.62033301591873 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "operation ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 444.419, "client_ms": 444.6627500001341 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 459.585, "client_ms": 459.81429191306233 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 474.528, "client_ms": 474.73204194102436 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 489.795, "client_ms": 490.005666972138 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 504.758, "client_ms": 505.00920799095184 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "token", "text": "downtime.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 504.958, "client_ms": 505.11699996422976 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 506.216, "duration_ms": 503.8533329498023, "client_ms": 506.4265829278156 }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 694.026, "client_ms": 696.1735419463366, "audio_bytes": 260608, "audio_sha256": "c4bfa6065bd9254337172cd282ad66ad27bb2107b77e637f53d84b0b493f6540" }, { "trace_id": "ed9e8a88d2cdd435c589d40193da4eec", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 695.361, "duration_ms": 185.90049992781132, "client_ms": 697.6536249276251 }, { "type": "done", "text": "ed9e8a88d2cdd435c589d40193da4eec", "generation": 1, "elapsed_ms": 697.839, "client_ms": 701.3675000052899 } ] }, { "mode": "text", "first_token_ms": 207.3819999350235, "first_audio_ms": 742.4887500237674, "total_ms": 743.459332967177, "events": [ { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "attempt_reset", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1.378, "client_ms": 1.5554579440504313 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 5.519, "client_ms": 5.696041975170374 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 191.605, "client_ms": 191.8394579552114 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "A ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 207.143, "client_ms": 207.3819999350235 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "reliable ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 222.23, "client_ms": 222.46170800644904 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "system ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 237.582, "client_ms": 237.81600000802428 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "is ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 252.33, "client_ms": 252.57970800157636 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "one ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 267.289, "client_ms": 267.52879191190004 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "that ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 282.27, "client_ms": 282.49304194469005 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "can ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 297.6, "client_ms": 297.8160419734195 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "withstand ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 312.846, "client_ms": 313.0741670029238 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "various ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 328.247, "client_ms": 328.4659169148654 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "types ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 343.166, "client_ms": 343.4075419791043 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "of ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 358.399, "client_ms": 358.6148750036955 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "faults ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 373.787, "client_ms": 374.019332928583 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "and ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 389.008, "client_ms": 389.2327919602394 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 404.601, "client_ms": 404.81779200490564 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "failures, ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 419.469, "client_ms": 419.689083006233 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 434.495, "client_ms": 434.7239580238238 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 449.703, "client_ms": 449.9420420033857 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "operation ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 464.932, "client_ms": 465.12666693888605 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "and ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 480.201, "client_ms": 480.4094579303637 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 495.301, "client_ms": 495.52204192150384 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 509.784, "client_ms": 509.99399996362627 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 525.559, "client_ms": 525.7575829746202 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "token", "text": "downtime.", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 525.871, "client_ms": 526.0116249555722 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "stage", "stage": "llm", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 527.33, "duration_ms": 521.033791010268, "client_ms": 527.5834579952061 }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 741.639, "client_ms": 742.4887500237674, "audio_bytes": 248832, "audio_sha256": "35eb3bae88cb5489c18a456e16ec5905a54e18fd530001f9007f39cb4a3ce6aa" }, { "trace_id": "92d30563cc08a3952d5651b1be312977", "type": "stage", "stage": "tts", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 741.971, "duration_ms": 214.64704198297113, "client_ms": 743.333707912825 }, { "type": "done", "text": "92d30563cc08a3952d5651b1be312977", "generation": 1, "elapsed_ms": 742.051, "client_ms": 743.459332967177 } ] }, { "mode": "text", "first_token_ms": 925.5422919522971, "first_audio_ms": 1466.2949169287458, "total_ms": 1468.9862919040024, "events": [ { "trace_id": "899818344a072971cda84fe4af47896b", "type": "attempt_reset", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1.987, "client_ms": 2.1940419683232903 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 742.766, "client_ms": 743.2657089084387 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 910.325, "client_ms": 910.5973750120029 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "A ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 925.256, "client_ms": 925.5422919522971 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "reliable ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 940.259, "client_ms": 940.5535419937223 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "system ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 955.342, "client_ms": 955.6613339809701 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "is ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 970.006, "client_ms": 970.2575419796631 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "one ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 984.521, "client_ms": 984.7695839125663 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "that ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 999.213, "client_ms": 999.4588339468464 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "can ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1014.152, "client_ms": 1014.4407919142395 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "withstand ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1028.869, "client_ms": 1029.1002090089023 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "various ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1043.769, "client_ms": 1043.9752920065075 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "types ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1058.251, "client_ms": 1058.4575419779867 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "of ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1073.028, "client_ms": 1073.243624996394 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "faults ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1087.432, "client_ms": 1087.65699993819 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "and ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1102.031, "client_ms": 1102.2473749471828 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1116.498, "client_ms": 1116.6949999751523 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "failures, ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1130.379, "client_ms": 1130.6249590124935 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1144.762, "client_ms": 1145.075291977264 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1157.277, "client_ms": 1157.53554191906 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "operation ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1169.832, "client_ms": 1170.1064589433372 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "and ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1184.107, "client_ms": 1184.444334008731 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1197.148, "client_ms": 1197.3571249982342 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1214.63, "client_ms": 1214.9755000136793 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1231.835, "client_ms": 1232.1565839229152 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "token", "text": "downtime.", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1231.976, "client_ms": 1232.2682499652728 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "stage", "stage": "llm", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1233.208, "duration_ms": 488.85354201775044, "client_ms": 1237.8031669650227 }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1465.107, "client_ms": 1466.2949169287458, "audio_bytes": 254976, "audio_sha256": "8b83cf2bea11ac0714e5c718907699def08a47c13a4684441de6a1d9ebcae93c" }, { "trace_id": "899818344a072971cda84fe4af47896b", "type": "stage", "stage": "tts", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1465.707, "duration_ms": 231.35374998673797, "client_ms": 1467.1791249420494 }, { "type": "done", "text": "899818344a072971cda84fe4af47896b", "generation": 1, "elapsed_ms": 1465.805, "client_ms": 1468.9862919040024 } ] }, { "mode": "text", "first_token_ms": 180.06633303593844, "first_audio_ms": 707.0057080127299, "total_ms": 709.3000420136377, "events": [ { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 2.367, "client_ms": 2.5438329903408885 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 164.435, "client_ms": 164.67204201035202 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 179.825, "client_ms": 180.06633303593844 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 194.687, "client_ms": 194.91133303381503 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 209.808, "client_ms": 210.04020795226097 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 224.776, "client_ms": 225.01145803835243 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 239.47, "client_ms": 239.6795420208946 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 254.626, "client_ms": 254.81908302754164 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 269.609, "client_ms": 269.8099169647321 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "withstand ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 284.435, "client_ms": 284.68612500000745 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "various ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 299.355, "client_ms": 299.5517919771373 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "types ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 314.422, "client_ms": 314.66912501491606 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "of ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 329.379, "client_ms": 329.59049998316914 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "faults ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 344.265, "client_ms": 344.53187498729676 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 359.041, "client_ms": 359.2988330638036 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 373.852, "client_ms": 374.0396669600159 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "failures, ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 388.815, "client_ms": 389.0200830064714 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 404.329, "client_ms": 404.5425000367686 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 419.193, "client_ms": 419.43424998316914 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "operation ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 434.598, "client_ms": 434.8223330453038 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 449.567, "client_ms": 449.7730419971049 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 464.225, "client_ms": 464.41500005312264 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 479.62, "client_ms": 479.8024579649791 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 496.262, "client_ms": 496.49187503382564 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "token", "text": "downtime.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 496.482, "client_ms": 496.64354196283966 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 497.677, "duration_ms": 495.3743750229478, "client_ms": 497.84604203887284 }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 705.354, "client_ms": 707.0057080127299, "audio_bytes": 246272, "audio_sha256": "7b00e3428b0d5caf5daf7e6ab73209416b464c4f2d5282fce6f725baded2d298" }, { "trace_id": "e88296e3fd50c262d6cde116c2027631", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 705.952, "duration_ms": 208.20441597606987, "client_ms": 708.2513750065118 }, { "type": "done", "text": "e88296e3fd50c262d6cde116c2027631", "generation": 1, "elapsed_ms": 706.003, "client_ms": 709.3000420136377 } ] }, { "mode": "text", "first_token_ms": 894.5597079582512, "first_audio_ms": 1400.5239999387413, "total_ms": 1404.3437079526484, "events": [ { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 706.203, "client_ms": 708.2437080098316 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 879.782, "client_ms": 879.9880419392139 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 894.341, "client_ms": 894.5597079582512 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 909.576, "client_ms": 909.7855419386178 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 923.53, "client_ms": 923.727749963291 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 938.71, "client_ms": 938.9232079265639 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 954.186, "client_ms": 954.4009580276906 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 969.396, "client_ms": 969.6012079948559 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 984.469, "client_ms": 984.6722079673782 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "withstand ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 999.363, "client_ms": 999.5617920067161 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "various ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1014.274, "client_ms": 1014.4787919707596 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "types ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1029.086, "client_ms": 1029.2903329245746 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "of ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1044.075, "client_ms": 1044.2823329940438 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "faults ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1059.421, "client_ms": 1059.6436249325052 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1074.305, "client_ms": 1074.5119579369202 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1089.212, "client_ms": 1089.4051669165492 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "failures, ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1104.384, "client_ms": 1104.5780829153955 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1119.049, "client_ms": 1119.2526249215007 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1134.173, "client_ms": 1134.390666964464 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "operation ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1149.395, "client_ms": 1149.613874964416 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "and ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1164.306, "client_ms": 1164.5299579249695 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1179.636, "client_ms": 1179.8227080143988 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1194.539, "client_ms": 1194.7408330161124 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1209.643, "client_ms": 1209.8460419801995 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "token", "text": "downtime.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1209.802, "client_ms": 1209.9669999442995 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1211.107, "duration_ms": 503.43041692394763, "client_ms": 1211.3225830253214 }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1398.718, "client_ms": 1400.5239999387413, "audio_bytes": 251904, "audio_sha256": "e2b816cd36f59b7ce66cb676b79dfa12a162ef8e1bf225064c8aafc76f9ea643" }, { "trace_id": "bf812f6fef8b9d3a0b82ff84d0a19d21", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1399.339, "duration_ms": 188.64766601473093, "client_ms": 1401.5274579869583 }, { "type": "done", "text": "bf812f6fef8b9d3a0b82ff84d0a19d21", "generation": 1, "elapsed_ms": 1399.885, "client_ms": 1404.3437079526484 } ] }, { "mode": "text", "first_token_ms": 181.0598330339417, "first_audio_ms": 724.0902499761432, "total_ms": 725.2681669779122, "events": [ { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "attempt_reset", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1.349, "client_ms": 1.557542011141777 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 2.232, "client_ms": 2.4462080327793956 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 165.345, "client_ms": 165.58016696944833 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "A ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 180.812, "client_ms": 181.0598330339417 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "reliable ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 195.602, "client_ms": 195.842916960828 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "system ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 210.496, "client_ms": 210.7361250091344 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "is ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 225.491, "client_ms": 225.69758293684572 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "one ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 240.455, "client_ms": 240.70062499959022 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "that ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 255.603, "client_ms": 255.83741697482765 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "can ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 270.542, "client_ms": 270.75483300723135 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "withstand ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 285.674, "client_ms": 285.9267919557169 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "various ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 300.422, "client_ms": 300.61637493781745 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "types ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 315.195, "client_ms": 315.4329579556361 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "of ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 330.492, "client_ms": 330.7297920109704 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "faults ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 345.284, "client_ms": 345.51937493961304 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "and ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 359.966, "client_ms": 360.1895000319928 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 374.978, "client_ms": 375.2399169607088 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "failures, ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 389.996, "client_ms": 390.2395829791203 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 405.277, "client_ms": 405.52629192825407 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 420.316, "client_ms": 420.5567919416353 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "operation ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 435.152, "client_ms": 435.35741697996855 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "and ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 449.616, "client_ms": 449.83475003391504 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 464.436, "client_ms": 464.6589169278741 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 479.359, "client_ms": 479.6422920189798 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 496.57, "client_ms": 496.77741702180356 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "token", "text": "downtime.", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 496.798, "client_ms": 496.9847919419408 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "stage", "stage": "llm", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 497.823, "duration_ms": 494.696042034775, "client_ms": 498.17095801699907 }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 722.371, "client_ms": 724.0902499761432, "audio_bytes": 251392, "audio_sha256": "7edb462841368a8d98703cc4343d8b11fb0bcccb475493a5f70ddea1f0d94980" }, { "trace_id": "552f4ef9965d9a7ed051f0b509ad0d50", "type": "stage", "stage": "tts", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 723.179, "duration_ms": 223.96633308380842, "client_ms": 725.1741249347106 }, { "type": "done", "text": "552f4ef9965d9a7ed051f0b509ad0d50", "generation": 1, "elapsed_ms": 723.233, "client_ms": 725.2681669779122 } ] }, { "mode": "text", "first_token_ms": 905.5439999792725, "first_audio_ms": 1438.5342920431867, "total_ms": 1440.8479579724371, "events": [ { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "attempt_reset", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 2.061, "client_ms": 2.2122919326648116 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 723.06, "client_ms": 725.0395829323679 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 889.801, "client_ms": 889.9947919417173 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "A ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 905.353, "client_ms": 905.5439999792725 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "reliable ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 919.882, "client_ms": 920.0880830176175 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "system ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 934.715, "client_ms": 934.9079999374226 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "is ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 950.454, "client_ms": 950.6661669583991 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "one ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 965.467, "client_ms": 965.6965000322089 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "that ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 980.264, "client_ms": 980.4759999969974 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "can ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 995.456, "client_ms": 995.6379169598222 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "withstand ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1010.529, "client_ms": 1010.7707499992102 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "various ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1025.61, "client_ms": 1025.8016670122743 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "types ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1040.414, "client_ms": 1040.6324579380453 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "of ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1055.859, "client_ms": 1056.0742079978809 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "faults ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1070.802, "client_ms": 1071.026667021215 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "and ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1085.6, "client_ms": 1085.8121250057593 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1100.421, "client_ms": 1100.6088750436902 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "failures, ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1116.084, "client_ms": 1116.280416958034 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "ensuring ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1131.178, "client_ms": 1131.3657499849796 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "uninterrupted ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1146.057, "client_ms": 1146.2570000439882 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "operation ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1160.826, "client_ms": 1161.018916987814 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "and ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1176.158, "client_ms": 1176.3524579582736 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "minimizing ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1191.091, "client_ms": 1191.2882919423282 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1206.178, "client_ms": 1206.3684170134366 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1222.671, "client_ms": 1222.9330419795588 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "token", "text": "downtime.", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1222.964, "client_ms": 1223.1453330023214 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "stage", "stage": "llm", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1234.204, "duration_ms": 500.2180839655921, "client_ms": 1234.618499991484 }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1437.577, "client_ms": 1438.5342920431867, "audio_bytes": 258048, "audio_sha256": "a2e834a6890e06d725007438915e2a8a06cc538f4dec542f1c5cf17492248713" }, { "trace_id": "81b41793a00f8546bdd3774d323ec529", "type": "stage", "stage": "tts", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1438.004, "duration_ms": 212.89645798970014, "client_ms": 1439.3957499414682 }, { "type": "done", "text": "81b41793a00f8546bdd3774d323ec529", "generation": 1, "elapsed_ms": 1438.02, "client_ms": 1440.8479579724371 } ] } ] } ] }, { "max_new_tokens": 8, "process_ready_ms": [ 341.29170898813754, 6.780249997973442 ], "cold_first_turn": { "mode": "text", "first_token_ms": 3786.096499999985, "first_audio_ms": 3919.4219580385834, "total_ms": 3924.1482500219718, "events": [ { "trace_id": "d27d73f125af54405d9e5f96256479df", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 3602.215, "client_ms": 3602.611792040989 }, { "trace_id": "d27d73f125af54405d9e5f96256479df", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 3773.433, "client_ms": 3773.7738750874996 }, { "trace_id": "d27d73f125af54405d9e5f96256479df", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 3785.78, "client_ms": 3786.096499999985 }, { "trace_id": "d27d73f125af54405d9e5f96256479df", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 3798.301, "client_ms": 3798.613667022437 }, { "trace_id": "d27d73f125af54405d9e5f96256479df", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 3810.632, "client_ms": 3810.969208017923 }, { "trace_id": "d27d73f125af54405d9e5f96256479df", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 3822.766, "client_ms": 3823.093167040497 }, { "trace_id": "d27d73f125af54405d9e5f96256479df", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 3834.764, "client_ms": 3835.07345803082 }, { "trace_id": "d27d73f125af54405d9e5f96256479df", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 3846.768, "client_ms": 3847.0682500628754 }, { "trace_id": "d27d73f125af54405d9e5f96256479df", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 3858.715, "client_ms": 3859.019541996531 }, { "trace_id": "d27d73f125af54405d9e5f96256479df", "type": "token", "text": "withstand", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 3858.824, "client_ms": 3859.0832920745015 }, { "trace_id": "d27d73f125af54405d9e5f96256479df", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 3865.083, "duration_ms": 256.98183302301913, "client_ms": 3865.3496670303866 }, { "trace_id": "d27d73f125af54405d9e5f96256479df", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 3918.715, "client_ms": 3919.4219580385834, "audio_bytes": 79872, "audio_sha256": "d53e607280e928934381bce1a0227dc6903222458f6bd8678fe1bbd3b3a2666e" }, { "trace_id": "d27d73f125af54405d9e5f96256479df", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 3918.956, "duration_ms": 59.09416708163917, "client_ms": 3919.769417028874 }, { "type": "done", "text": "d27d73f125af54405d9e5f96256479df", "generation": 1, "elapsed_ms": 3919.068, "client_ms": 3924.1482500219718 } ] }, "fallback_warmup": { "mode": "text", "first_token_ms": 3470.303750014864, "first_audio_ms": 3611.0709159402177, "total_ms": 3615.220000036061, "events": [ { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "attempt_reset", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 0.133, "client_ms": 0.32245798502117395 }, { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3285.519, "client_ms": 3285.9546249965206 }, { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3457.201, "client_ms": 3457.529583014548 }, { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "token", "text": "A ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3470.044, "client_ms": 3470.303750014864 }, { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "token", "text": "reliable ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3482.353, "client_ms": 3482.6013329438865 }, { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "token", "text": "system ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3494.72, "client_ms": 3494.9522910173982 }, { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "token", "text": "is ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3507.241, "client_ms": 3507.4839160079136 }, { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "token", "text": "one ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3519.42, "client_ms": 3519.6572500281036 }, { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "token", "text": "that ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3531.701, "client_ms": 3531.956583028659 }, { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "token", "text": "can ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3543.612, "client_ms": 3543.849457986653 }, { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "token", "text": "withstand", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3543.714, "client_ms": 3543.895125039853 }, { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "stage", "stage": "llm", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3549.898, "duration_ms": 258.48399999085814, "client_ms": 3550.0823330366984 }, { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3610.456, "client_ms": 3611.0709159402177, "audio_bytes": 85504, "audio_sha256": "53c536deb0b7aed5b9da818a371d4d4da2aade573ea57465874967b3c9802131" }, { "trace_id": "a67dad2a2868a618aa112107ffff5107", "type": "stage", "stage": "tts", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 3610.64, "duration_ms": 65.85995794739574, "client_ms": 3611.407040967606 }, { "type": "done", "text": "a67dad2a2868a618aa112107ffff5107", "generation": 1, "elapsed_ms": 3610.674, "client_ms": 3615.220000036061 } ] }, "loads": [ { "concurrency": 1, "samples": 2, "first_audio_p50_ms": 295.7397709833458, "first_audio_p99_ms": 298.55218772776425, "ttft_p50_ms": 171.3067500386387, "ttft_p99_ms": 171.86922982800752, "rows": [ { "mode": "text", "first_token_ms": 170.73279106989503, "first_audio_ms": 292.8699579788372, "total_ms": 294.44075003266335, "events": [ { "trace_id": "9c7b044fbaf3ce9e055e30a1522e838e", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1.206, "client_ms": 1.3744160532951355 }, { "trace_id": "9c7b044fbaf3ce9e055e30a1522e838e", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 158.154, "client_ms": 158.3709999686107 }, { "trace_id": "9c7b044fbaf3ce9e055e30a1522e838e", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 170.504, "client_ms": 170.73279106989503 }, { "trace_id": "9c7b044fbaf3ce9e055e30a1522e838e", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 182.682, "client_ms": 182.89637507405132 }, { "trace_id": "9c7b044fbaf3ce9e055e30a1522e838e", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 195.142, "client_ms": 195.3813750296831 }, { "trace_id": "9c7b044fbaf3ce9e055e30a1522e838e", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 208.014, "client_ms": 208.20308302063495 }, { "trace_id": "9c7b044fbaf3ce9e055e30a1522e838e", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 220.158, "client_ms": 220.34829098265618 }, { "trace_id": "9c7b044fbaf3ce9e055e30a1522e838e", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 232.195, "client_ms": 232.43845801334828 }, { "trace_id": "9c7b044fbaf3ce9e055e30a1522e838e", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 244.104, "client_ms": 244.31212502531707 }, { "trace_id": "9c7b044fbaf3ce9e055e30a1522e838e", "type": "token", "text": "withstand", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 244.284, "client_ms": 244.44895796477795 }, { "trace_id": "9c7b044fbaf3ce9e055e30a1522e838e", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 244.907, "duration_ms": 243.22624993510544, "client_ms": 245.07312499918044 }, { "trace_id": "9c7b044fbaf3ce9e055e30a1522e838e", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 292.296, "client_ms": 292.8699579788372, "audio_bytes": 81920, "audio_sha256": "f5ac96ab90b613b81fe1991d792923361b077a060eacc4a01e81c02cd1b472fc" }, { "trace_id": "9c7b044fbaf3ce9e055e30a1522e838e", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 292.423, "duration_ms": 47.180040972307324, "client_ms": 293.16550004296005 }, { "type": "done", "text": "9c7b044fbaf3ce9e055e30a1522e838e", "generation": 1, "elapsed_ms": 292.51, "client_ms": 294.44075003266335 } ] }, { "mode": "text", "first_token_ms": 171.8807090073824, "first_audio_ms": 298.6095839878544, "total_ms": 301.4293749583885, "events": [ { "trace_id": "b8e906d924c3d35994e9e2f75cb4f43e", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 0.722, "client_ms": 0.8847500430420041 }, { "trace_id": "b8e906d924c3d35994e9e2f75cb4f43e", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 158.821, "client_ms": 159.0658340137452 }, { "trace_id": "b8e906d924c3d35994e9e2f75cb4f43e", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 171.657, "client_ms": 171.8807090073824 }, { "trace_id": "b8e906d924c3d35994e9e2f75cb4f43e", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 186.268, "client_ms": 186.48825003765523 }, { "trace_id": "b8e906d924c3d35994e9e2f75cb4f43e", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 199.444, "client_ms": 199.64733393862844 }, { "trace_id": "b8e906d924c3d35994e9e2f75cb4f43e", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 211.983, "client_ms": 212.17362501192838 }, { "trace_id": "b8e906d924c3d35994e9e2f75cb4f43e", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 224.586, "client_ms": 224.78779195807874 }, { "trace_id": "b8e906d924c3d35994e9e2f75cb4f43e", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 237, "client_ms": 237.21308400854468 }, { "trace_id": "b8e906d924c3d35994e9e2f75cb4f43e", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 249.329, "client_ms": 249.52004197984934 }, { "trace_id": "b8e906d924c3d35994e9e2f75cb4f43e", "type": "token", "text": "withstand", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 249.465, "client_ms": 249.63774997740984 }, { "trace_id": "b8e906d924c3d35994e9e2f75cb4f43e", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 250.06, "duration_ms": 248.8208330469206, "client_ms": 250.28316699899733 }, { "trace_id": "b8e906d924c3d35994e9e2f75cb4f43e", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 298.107, "client_ms": 298.6095839878544, "audio_bytes": 80896, "audio_sha256": "d16b3d876d727ec2bf951a51cc4d7a069558325861b6458e0c74fb54938ff49f" }, { "trace_id": "b8e906d924c3d35994e9e2f75cb4f43e", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 298.232, "duration_ms": 47.9463329538703, "client_ms": 298.9560420392081 }, { "type": "done", "text": "b8e906d924c3d35994e9e2f75cb4f43e", "generation": 1, "elapsed_ms": 298.31, "client_ms": 301.4293749583885 } ] } ] }, { "concurrency": 2, "samples": 4, "first_audio_p50_ms": 445.87564549874514, "first_audio_p99_ms": 596.969803776592, "ttft_p50_ms": 318.4093124582432, "ttft_p99_ms": 476.02610457339324, "rows": [ { "mode": "text", "first_token_ms": 476.3526670867577, "first_audio_ms": 597.2216250374913, "total_ms": 598.8953340565786, "events": [ { "trace_id": "a02ea1723ed3f5e8d2defefdbb5cd041", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 302.483, "client_ms": 303.22875001002103 }, { "trace_id": "a02ea1723ed3f5e8d2defefdbb5cd041", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 463.505, "client_ms": 463.808250031434 }, { "trace_id": "a02ea1723ed3f5e8d2defefdbb5cd041", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 476.061, "client_ms": 476.3526670867577 }, { "trace_id": "a02ea1723ed3f5e8d2defefdbb5cd041", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 488.336, "client_ms": 488.6207500239834 }, { "trace_id": "a02ea1723ed3f5e8d2defefdbb5cd041", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 500.394, "client_ms": 500.6980840116739 }, { "trace_id": "a02ea1723ed3f5e8d2defefdbb5cd041", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 512.659, "client_ms": 512.9526670789346 }, { "trace_id": "a02ea1723ed3f5e8d2defefdbb5cd041", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 524.779, "client_ms": 525.065042078495 }, { "trace_id": "a02ea1723ed3f5e8d2defefdbb5cd041", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 537.03, "client_ms": 537.3153750551865 }, { "trace_id": "a02ea1723ed3f5e8d2defefdbb5cd041", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 549.246, "client_ms": 549.5229170192033 }, { "trace_id": "a02ea1723ed3f5e8d2defefdbb5cd041", "type": "token", "text": "withstand", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 549.364, "client_ms": 549.6197920292616 }, { "trace_id": "a02ea1723ed3f5e8d2defefdbb5cd041", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 549.982, "duration_ms": 247.1207920461893, "client_ms": 550.3435420105234 }, { "trace_id": "a02ea1723ed3f5e8d2defefdbb5cd041", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 596.71, "client_ms": 597.2216250374913, "audio_bytes": 81920, "audio_sha256": "ce2d623284467ac4ec8317caf2ac2c451cad169e2b936439825202648a80280a" }, { "trace_id": "a02ea1723ed3f5e8d2defefdbb5cd041", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 596.912, "duration_ms": 46.581249916926026, "client_ms": 597.5575000047684 }, { "type": "done", "text": "a02ea1723ed3f5e8d2defefdbb5cd041", "generation": 1, "elapsed_ms": 596.967, "client_ms": 598.8953340565786 } ] }, { "mode": "text", "first_token_ms": 171.35137494187802, "first_audio_ms": 302.9237079899758, "total_ms": 306.31495791021734, "events": [ { "trace_id": "489a802a379aad45c1f9ab67c34b3c65", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1.236, "client_ms": 1.4877079520374537 }, { "trace_id": "489a802a379aad45c1f9ab67c34b3c65", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 158.487, "client_ms": 158.80587499123067 }, { "trace_id": "489a802a379aad45c1f9ab67c34b3c65", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 171.065, "client_ms": 171.35137494187802 }, { "trace_id": "489a802a379aad45c1f9ab67c34b3c65", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 183.341, "client_ms": 183.6335000116378 }, { "trace_id": "489a802a379aad45c1f9ab67c34b3c65", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 196.807, "client_ms": 197.1026249229908 }, { "trace_id": "489a802a379aad45c1f9ab67c34b3c65", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 211.04, "client_ms": 211.3628329243511 }, { "trace_id": "489a802a379aad45c1f9ab67c34b3c65", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 224.465, "client_ms": 224.7650409117341 }, { "trace_id": "489a802a379aad45c1f9ab67c34b3c65", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 237.117, "client_ms": 237.41299996618181 }, { "trace_id": "489a802a379aad45c1f9ab67c34b3c65", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 249.132, "client_ms": 249.40966593567282 }, { "trace_id": "489a802a379aad45c1f9ab67c34b3c65", "type": "token", "text": "withstand", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 249.335, "client_ms": 249.57554100546986 }, { "trace_id": "489a802a379aad45c1f9ab67c34b3c65", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 249.967, "duration_ms": 248.4034999506548, "client_ms": 250.24370790924877 }, { "trace_id": "489a802a379aad45c1f9ab67c34b3c65", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 302.148, "client_ms": 302.9237079899758, "audio_bytes": 84992, "audio_sha256": "b692e584aa258909165900287ae8ad8246b8b172fb9e27450a6365eb129822e9" }, { "trace_id": "489a802a379aad45c1f9ab67c34b3c65", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 302.293, "duration_ms": 51.97791603859514, "client_ms": 303.28441597521305 }, { "type": "done", "text": "489a802a379aad45c1f9ab67c34b3c65", "generation": 1, "elapsed_ms": 302.451, "client_ms": 306.31495791021734 } ] }, { "mode": "text", "first_token_ms": 170.15595803968608, "first_audio_ms": 295.31762504484504, "total_ms": 298.32395806442946, "events": [ { "trace_id": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 0.942, "client_ms": 1.0807920480147004 }, { "trace_id": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 157.777, "client_ms": 157.9864580417052 }, { "trace_id": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 169.967, "client_ms": 170.15595803968608 }, { "trace_id": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 182.189, "client_ms": 182.3657500790432 }, { "trace_id": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 194.314, "client_ms": 194.50783298816532 }, { "trace_id": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 206.579, "client_ms": 206.75870799459517 }, { "trace_id": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 218.845, "client_ms": 219.05008307658136 }, { "trace_id": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 231.523, "client_ms": 231.74908303190023 }, { "trace_id": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 245.329, "client_ms": 245.53275003563613 }, { "trace_id": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "type": "token", "text": "withstand", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 245.446, "client_ms": 245.58470805641264 }, { "trace_id": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 246.03, "duration_ms": 244.5860409643501, "client_ms": 246.24070804566145 }, { "trace_id": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 294.838, "client_ms": 295.31762504484504, "audio_bytes": 84992, "audio_sha256": "941286e746120b7b120c96f9a7022c32dd5fc61f93b562dc152d35d1bec8951f" }, { "trace_id": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 294.945, "duration_ms": 48.75270801130682, "client_ms": 295.64575001131743 }, { "type": "done", "text": "73d4fd3ccc1ca91b9ec3fdf08abfadb8", "generation": 1, "elapsed_ms": 295.066, "client_ms": 298.32395806442946 } ] }, { "mode": "text", "first_token_ms": 465.4672499746084, "first_audio_ms": 588.8275830075145, "total_ms": 591.7210000334308, "events": [ { "trace_id": "5933b611190ae9f74f155f0715595fbd", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 295.107, "client_ms": 295.57425004895777 }, { "trace_id": "5933b611190ae9f74f155f0715595fbd", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 452.758, "client_ms": 453.01504095550627 }, { "trace_id": "5933b611190ae9f74f155f0715595fbd", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 465.232, "client_ms": 465.4672499746084 }, { "trace_id": "5933b611190ae9f74f155f0715595fbd", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 477.315, "client_ms": 477.5506249861792 }, { "trace_id": "5933b611190ae9f74f155f0715595fbd", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 490.204, "client_ms": 490.4376659542322 }, { "trace_id": "5933b611190ae9f74f155f0715595fbd", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 502.628, "client_ms": 502.8567910194397 }, { "trace_id": "5933b611190ae9f74f155f0715595fbd", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 514.731, "client_ms": 514.961790991947 }, { "trace_id": "5933b611190ae9f74f155f0715595fbd", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 526.71, "client_ms": 526.9410830223933 }, { "trace_id": "5933b611190ae9f74f155f0715595fbd", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 538.687, "client_ms": 538.9096660073847 }, { "trace_id": "5933b611190ae9f74f155f0715595fbd", "type": "token", "text": "withstand", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 538.854, "client_ms": 539.0480830101296 }, { "trace_id": "5933b611190ae9f74f155f0715595fbd", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 539.532, "duration_ms": 244.01920894160867, "client_ms": 539.7709580138326 }, { "trace_id": "5933b611190ae9f74f155f0715595fbd", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 588.373, "client_ms": 588.8275830075145, "audio_bytes": 86528, "audio_sha256": "1e995107ae96ad06b6b3a005d8ce7aa8927c5af300461e08d6224f1358371b51" }, { "trace_id": "5933b611190ae9f74f155f0715595fbd", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 588.485, "duration_ms": 48.74270805157721, "client_ms": 589.1909160418436 }, { "type": "done", "text": "5933b611190ae9f74f155f0715595fbd", "generation": 1, "elapsed_ms": 588.581, "client_ms": 591.7210000334308 } ] } ] }, { "concurrency": 4, "samples": 8, "first_audio_p50_ms": 533.1577920005657, "first_audio_p99_ms": 734.1356271516997, "ttft_p50_ms": 367.42524994770065, "ttft_p99_ms": 575.2433058456518, "rows": [ { "mode": "text", "first_token_ms": 179.20479201711714, "first_audio_ms": 336.37354196980596, "total_ms": 338.18008401431143, "events": [ { "trace_id": "3710d5ea1a1942bf3b189eff258f4f5c", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 2.303, "client_ms": 2.4790839524939656 }, { "trace_id": "3710d5ea1a1942bf3b189eff258f4f5c", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 165.61, "client_ms": 165.82262504380196 }, { "trace_id": "3710d5ea1a1942bf3b189eff258f4f5c", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 179.002, "client_ms": 179.20479201711714 }, { "trace_id": "3710d5ea1a1942bf3b189eff258f4f5c", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 193.919, "client_ms": 194.1281670005992 }, { "trace_id": "3710d5ea1a1942bf3b189eff258f4f5c", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 208.839, "client_ms": 209.07250000163913 }, { "trace_id": "3710d5ea1a1942bf3b189eff258f4f5c", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 223.614, "client_ms": 223.82729197852314 }, { "trace_id": "3710d5ea1a1942bf3b189eff258f4f5c", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 238.527, "client_ms": 238.72070899233222 }, { "trace_id": "3710d5ea1a1942bf3b189eff258f4f5c", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 253.43, "client_ms": 253.65616695489734 }, { "trace_id": "3710d5ea1a1942bf3b189eff258f4f5c", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 268.447, "client_ms": 268.64625001326203 }, { "trace_id": "3710d5ea1a1942bf3b189eff258f4f5c", "type": "token", "text": "withstand", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 268.625, "client_ms": 268.7892500543967 }, { "trace_id": "3710d5ea1a1942bf3b189eff258f4f5c", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 269.283, "duration_ms": 267.46033399831504, "client_ms": 269.5938339456916 }, { "trace_id": "3710d5ea1a1942bf3b189eff258f4f5c", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 334.742, "client_ms": 336.37354196980596, "audio_bytes": 87552, "audio_sha256": "11efb2d9889cdb152d91a6fe55b0a75173eeb673d3aa6a5e3fb2cb9f5379d893" }, { "trace_id": "3710d5ea1a1942bf3b189eff258f4f5c", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 334.88, "duration_ms": 64.94620791636407, "client_ms": 336.9583749445155 }, { "type": "done", "text": "3710d5ea1a1942bf3b189eff258f4f5c", "generation": 1, "elapsed_ms": 335.759, "client_ms": 338.18008401431143 } ] }, { "mode": "text", "first_token_ms": 536.2909999676049, "first_audio_ms": 672.6396250305697, "total_ms": 675.7012919988483, "events": [ { "trace_id": "c96614a2e323d9dbdff6a623f4f90901", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 339.758, "client_ms": 340.4802919831127 }, { "trace_id": "c96614a2e323d9dbdff6a623f4f90901", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 521.991, "client_ms": 522.2020419314504 }, { "trace_id": "c96614a2e323d9dbdff6a623f4f90901", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 536.108, "client_ms": 536.2909999676049 }, { "trace_id": "c96614a2e323d9dbdff6a623f4f90901", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 549.747, "client_ms": 549.9559580348432 }, { "trace_id": "c96614a2e323d9dbdff6a623f4f90901", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 563.515, "client_ms": 563.6892500333488 }, { "trace_id": "c96614a2e323d9dbdff6a623f4f90901", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 577.829, "client_ms": 578.05104192812 }, { "trace_id": "c96614a2e323d9dbdff6a623f4f90901", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 591.937, "client_ms": 592.1393749304116 }, { "trace_id": "c96614a2e323d9dbdff6a623f4f90901", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 606.51, "client_ms": 606.7369169322774 }, { "trace_id": "c96614a2e323d9dbdff6a623f4f90901", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 621.117, "client_ms": 621.333249961026 }, { "trace_id": "c96614a2e323d9dbdff6a623f4f90901", "type": "token", "text": "withstand", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 621.348, "client_ms": 621.5331249404699 }, { "trace_id": "c96614a2e323d9dbdff6a623f4f90901", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 622.069, "duration_ms": 283.92299998085946, "client_ms": 622.265417012386 }, { "trace_id": "c96614a2e323d9dbdff6a623f4f90901", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 672.095, "client_ms": 672.6396250305697, "audio_bytes": 82944, "audio_sha256": "d7be102c5630ae8b353c4da796ba7453a04186e4494b73895d561a4d1affae1b" }, { "trace_id": "c96614a2e323d9dbdff6a623f4f90901", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 672.211, "duration_ms": 50.03575002774596, "client_ms": 672.9995419736952 }, { "type": "done", "text": "c96614a2e323d9dbdff6a623f4f90901", "generation": 1, "elapsed_ms": 672.468, "client_ms": 675.7012919988483 } ] }, { "mode": "text", "first_token_ms": 198.55949992779642, "first_audio_ms": 393.6759589705616, "total_ms": 396.3583339937031, "events": [ { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "attempt_reset", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1.369, "client_ms": 1.7943748971447349 }, { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 11.238, "client_ms": 11.414958979003131 }, { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 182.541, "client_ms": 182.75058397557586 }, { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "token", "text": "A ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 198.334, "client_ms": 198.55949992779642 }, { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "token", "text": "reliable ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 213.608, "client_ms": 213.8320419471711 }, { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "token", "text": "system ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 228.825, "client_ms": 229.0265839546919 }, { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "token", "text": "is ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 243.573, "client_ms": 243.78495896235108 }, { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "token", "text": "one ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 258.671, "client_ms": 258.88033397495747 }, { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "token", "text": "that ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 274.495, "client_ms": 274.77187500335276 }, { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "token", "text": "can ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 292.398, "client_ms": 292.6515839062631 }, { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "token", "text": "withstand", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 292.518, "client_ms": 292.72062494419515 }, { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "stage", "stage": "llm", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 293.88, "duration_ms": 282.5850839726627, "client_ms": 294.11399993114173 }, { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 392.823, "client_ms": 393.6759589705616, "audio_bytes": 87040, "audio_sha256": "eb920188d442db3bec6ac22befd9501678e2ad979ce44753b57b3b37a42d755f" }, { "trace_id": "7060934e122339e32dde8331a0b037e6", "type": "stage", "stage": "tts", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 393.027, "duration_ms": 99.2834580829367, "client_ms": 394.1003339132294 }, { "type": "done", "text": "7060934e122339e32dde8331a0b037e6", "generation": 1, "elapsed_ms": 393.141, "client_ms": 396.3583339937031 } ] }, { "mode": "text", "first_token_ms": 577.7823750395328, "first_audio_ms": 734.9544579628855, "total_ms": 737.2847920050845, "events": [ { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "attempt_reset", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1.366, "client_ms": 1.7477920046076179 }, { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 393.829, "client_ms": 394.12116701714694 }, { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 562.74, "client_ms": 562.9946669796482 }, { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "token", "text": "A ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 577.495, "client_ms": 577.7823750395328 }, { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "token", "text": "reliable ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 591.698, "client_ms": 591.9384170556441 }, { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "token", "text": "system ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 606.28, "client_ms": 606.5432080067694 }, { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "token", "text": "is ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 620.957, "client_ms": 621.1968749994412 }, { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "token", "text": "one ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 638.252, "client_ms": 638.5312500642613 }, { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "token", "text": "that ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 659.769, "client_ms": 660.23654199671 }, { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "token", "text": "can ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 677.93, "client_ms": 678.1708750640973 }, { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "token", "text": "withstand", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 678.113, "client_ms": 678.2952919602394 }, { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "stage", "stage": "llm", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 678.741, "duration_ms": 284.5025419956073, "client_ms": 679.0229170583189 }, { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 734.423, "client_ms": 734.9544579628855, "audio_bytes": 85504, "audio_sha256": "3afbf91a289ca4cea127748304d4460a36a5576f75b6c429d64a66e7ff0c9676" }, { "trace_id": "ae04915951195d5f6ffca74281dbbfa0", "type": "stage", "stage": "tts", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 734.619, "duration_ms": 55.54816697258502, "client_ms": 735.3625829564407 }, { "type": "done", "text": "ae04915951195d5f6ffca74281dbbfa0", "generation": 1, "elapsed_ms": 734.633, "client_ms": 737.2847920050845 } ] }, { "mode": "text", "first_token_ms": 181.54554103966802, "first_audio_ms": 358.74195804353803, "total_ms": 361.57216608989984, "events": [ { "trace_id": "e6bc9ad700055f240acf6d6437f03b32", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1.248, "client_ms": 1.3916660100221634 }, { "trace_id": "e6bc9ad700055f240acf6d6437f03b32", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 166.231, "client_ms": 166.5173330111429 }, { "trace_id": "e6bc9ad700055f240acf6d6437f03b32", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 181.324, "client_ms": 181.54554103966802 }, { "trace_id": "e6bc9ad700055f240acf6d6437f03b32", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 196.276, "client_ms": 196.5011659776792 }, { "trace_id": "e6bc9ad700055f240acf6d6437f03b32", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 211.028, "client_ms": 211.24333306215703 }, { "trace_id": "e6bc9ad700055f240acf6d6437f03b32", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 226.148, "client_ms": 226.37725004460663 }, { "trace_id": "e6bc9ad700055f240acf6d6437f03b32", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 241.028, "client_ms": 241.24420806765556 }, { "trace_id": "e6bc9ad700055f240acf6d6437f03b32", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 256.125, "client_ms": 256.3418330391869 }, { "trace_id": "e6bc9ad700055f240acf6d6437f03b32", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 271.241, "client_ms": 271.4467500336468 }, { "trace_id": "e6bc9ad700055f240acf6d6437f03b32", "type": "token", "text": "withstand", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 271.43, "client_ms": 271.61812502890825 }, { "trace_id": "e6bc9ad700055f240acf6d6437f03b32", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 272.102, "duration_ms": 270.3467078972608, "client_ms": 273.52170809172094 }, { "trace_id": "e6bc9ad700055f240acf6d6437f03b32", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 358.025, "client_ms": 358.74195804353803, "audio_bytes": 89088, "audio_sha256": "cf0d8b0dd3abb39a31acfe5674a6e5ec8a162cd64f6f0a1bce934e8dba2931a2" }, { "trace_id": "e6bc9ad700055f240acf6d6437f03b32", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 358.411, "duration_ms": 83.7827919749543, "client_ms": 359.26508298143744 }, { "type": "done", "text": "e6bc9ad700055f240acf6d6437f03b32", "generation": 1, "elapsed_ms": 358.722, "client_ms": 361.57216608989984 } ] }, { "mode": "text", "first_token_ms": 541.5099579840899, "first_audio_ms": 723.256874945946, "total_ms": 726.337582920678, "events": [ { "trace_id": "06cf52afcee0f8eec6df2f9c03dfb29c", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 359.568, "client_ms": 359.7765419399366 }, { "trace_id": "06cf52afcee0f8eec6df2f9c03dfb29c", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 525.62, "client_ms": 525.8302500005811 }, { "trace_id": "06cf52afcee0f8eec6df2f9c03dfb29c", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 541.319, "client_ms": 541.5099579840899 }, { "trace_id": "06cf52afcee0f8eec6df2f9c03dfb29c", "type": "token", "text": "reliable ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 556.219, "client_ms": 556.4534169388935 }, { "trace_id": "06cf52afcee0f8eec6df2f9c03dfb29c", "type": "token", "text": "system ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 571.128, "client_ms": 571.3401249377057 }, { "trace_id": "06cf52afcee0f8eec6df2f9c03dfb29c", "type": "token", "text": "is ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 586.086, "client_ms": 586.2719169817865 }, { "trace_id": "06cf52afcee0f8eec6df2f9c03dfb29c", "type": "token", "text": "one ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 601.605, "client_ms": 601.776291965507 }, { "trace_id": "06cf52afcee0f8eec6df2f9c03dfb29c", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 616.638, "client_ms": 616.8469579424709 }, { "trace_id": "06cf52afcee0f8eec6df2f9c03dfb29c", "type": "token", "text": "can ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 632.011, "client_ms": 632.2464169934392 }, { "trace_id": "06cf52afcee0f8eec6df2f9c03dfb29c", "type": "token", "text": "withstand", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 632.208, "client_ms": 632.8716250136495 }, { "trace_id": "06cf52afcee0f8eec6df2f9c03dfb29c", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 632.955, "duration_ms": 272.8892080485821, "client_ms": 633.1268749199808 }, { "trace_id": "06cf52afcee0f8eec6df2f9c03dfb29c", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 722.824, "client_ms": 723.256874945946, "audio_bytes": 83968, "audio_sha256": "20679030c65d81b74084e6ce4437e1ceb7554c4f55b74caf994d16758ae1c702" }, { "trace_id": "06cf52afcee0f8eec6df2f9c03dfb29c", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 723.037, "duration_ms": 89.95008398778737, "client_ms": 723.6479999264702 }, { "type": "done", "text": "06cf52afcee0f8eec6df2f9c03dfb29c", "generation": 1, "elapsed_ms": 723.268, "client_ms": 726.337582920678 } ] }, { "mode": "text", "first_token_ms": 181.7805420141667, "first_audio_ms": 350.15983309131116, "total_ms": 355.1217500353232, "events": [ { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "attempt_reset", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1.364, "client_ms": 1.6396250575780869 }, { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 2.301, "client_ms": 2.5925830705091357 }, { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 166.063, "client_ms": 166.3342920364812 }, { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "token", "text": "A ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 181.537, "client_ms": 181.7805420141667 }, { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "token", "text": "reliable ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 196.678, "client_ms": 196.90979202277958 }, { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "token", "text": "system ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 211.928, "client_ms": 212.203708011657 }, { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "token", "text": "is ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 226.794, "client_ms": 227.01787506230175 }, { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "token", "text": "one ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 241.574, "client_ms": 241.79154203739017 }, { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "token", "text": "that ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 256.478, "client_ms": 256.70133309904486 }, { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "token", "text": "can ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 271.08, "client_ms": 271.3119580876082 }, { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "token", "text": "withstand", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 271.351, "client_ms": 271.57833299133927 }, { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "stage", "stage": "llm", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 271.964, "duration_ms": 269.21883306931704, "client_ms": 273.46554200630635 }, { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 349.296, "client_ms": 350.15983309131116, "audio_bytes": 81408, "audio_sha256": "5626e926501e1e6e4eda20c83b5be2e5f4ce79bfe2ff2d73176c5cc04fd658a7" }, { "trace_id": "98fb9dc64d9ce16063fc4b1403c0150a", "type": "stage", "stage": "tts", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 350.787, "duration_ms": 76.50562503840774, "client_ms": 351.24379210174084 }, { "type": "done", "text": "98fb9dc64d9ce16063fc4b1403c0150a", "generation": 1, "elapsed_ms": 351.312, "client_ms": 355.1217500353232 } ] }, { "mode": "text", "first_token_ms": 537.1284579159692, "first_audio_ms": 718.6571249039844, "total_ms": 721.4378329226747, "events": [ { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "attempt_reset", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 1.925, "client_ms": 2.188832964748144 }, { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 354.212, "client_ms": 354.9185829469934 }, { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 521.477, "client_ms": 521.7040409334004 }, { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "token", "text": "A ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 536.944, "client_ms": 537.1284579159692 }, { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "token", "text": "reliable ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 552.084, "client_ms": 552.2865829989314 }, { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "token", "text": "system ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 567.285, "client_ms": 567.4821248976514 }, { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "token", "text": "is ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 582.351, "client_ms": 582.5404999777675 }, { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "token", "text": "one ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 597.708, "client_ms": 597.9202080052346 }, { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "token", "text": "that ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 612.607, "client_ms": 612.8295829985291 }, { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "token", "text": "can ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 627.666, "client_ms": 627.8662499971688 }, { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "token", "text": "withstand", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 627.942, "client_ms": 628.1017909059301 }, { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "stage", "stage": "llm", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 628.566, "duration_ms": 275.7815000368282, "client_ms": 628.8730829255655 }, { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 717.761, "client_ms": 718.6571249039844, "audio_bytes": 83456, "audio_sha256": "4bbc400ad4ea3a4052635c76f2bfc1f20294065451b55ab6362d4d758645c3cd" }, { "trace_id": "748c86da65f2ad01f93c7819ebe58bc2", "type": "stage", "stage": "tts", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 718.011, "duration_ms": 88.26279197819531, "client_ms": 719.1312079085037 }, { "type": "done", "text": "748c86da65f2ad01f93c7819ebe58bc2", "generation": 1, "elapsed_ms": 718.104, "client_ms": 721.4378329226747 } ] } ] } ], "voice_rows": [ { "mode": "audio", "first_token_ms": 652.5497909169644, "first_audio_ms": 754.2561249574646, "total_ms": 756.6763749346137, "events": [ { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "stage", "stage": "vad", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 7.592, "duration_ms": 5.337083945050836, "client_ms": 14.678874984383583 }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "stage", "stage": "asr", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 357.176, "duration_ms": 349.3069999385625, "client_ms": 364.3390409415588 }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "transcript", "text": "I'll show you the fact that I'm there. Let's do the fact that I'm there. I'll show you the fact that I'm there.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 357.484, "client_ms": 364.57195796538144 }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 620.425, "client_ms": 627.5651250034571 }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 633.044, "client_ms": 640.1851249393076 }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "token", "text": "I'll ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 645.405, "client_ms": 652.5497909169644 }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "token", "text": "show ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 657.621, "client_ms": 664.7407499840483 }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "token", "text": "you ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 669.895, "client_ms": 677.0208749221638 }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "token", "text": "the ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 682.236, "client_ms": 689.3678749911487 }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "token", "text": "fact ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 695.358, "client_ms": 702.4783329106867 }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 708.318, "client_ms": 715.4316250234842 }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "token", "text": "I", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 708.474, "client_ms": 715.55854100734 }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 709.257, "duration_ms": 351.1910419911146, "client_ms": 716.3615409517661 }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 746.966, "client_ms": 754.2561249574646, "audio_bytes": 61952, "audio_sha256": "699b27fcf982e0529a9bf4d721f8327c9294487a21beab7ae5b85da62978a7b3" }, { "trace_id": "51e39601093b0d0694c62b48000ac943", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 747.208, "duration_ms": 37.7240419620648, "client_ms": 754.5443329727277 }, { "type": "done", "text": "51e39601093b0d0694c62b48000ac943", "generation": 1, "elapsed_ms": 747.868, "client_ms": 756.6763749346137 } ] }, { "mode": "audio", "first_token_ms": 655.8736249571666, "first_audio_ms": 761.9788330048323, "total_ms": 765.8863329561427, "events": [ { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "stage", "stage": "vad", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 7.127, "duration_ms": 5.067541031166911, "client_ms": 13.130291947163641 }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "stage", "stage": "asr", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 318.005, "duration_ms": 310.568334069103, "client_ms": 324.08658298663795 }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "transcript", "text": "I'll show you the fact that I'm there. Let's do the fact that I'm there. I'll show you the fact that I'm there.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 318.216, "client_ms": 324.1875829407945 }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 624.461, "client_ms": 630.514582968317 }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 637.317, "client_ms": 643.3389169396833 }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "token", "text": "I'll ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 649.806, "client_ms": 655.8736249571666 }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "token", "text": "show ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 662.541, "client_ms": 668.5460419394076 }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "token", "text": "you ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 675.104, "client_ms": 681.1198749346659 }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "token", "text": "the ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 686.517, "client_ms": 692.5341249443591 }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "token", "text": "fact ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 696.97, "client_ms": 702.9882079223171 }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 709.012, "client_ms": 715.0309999706224 }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "token", "text": "I", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 709.207, "client_ms": 715.1927079539746 }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 709.818, "duration_ms": 391.20670908596367, "client_ms": 715.8930419245735 }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 755.74, "client_ms": 761.9788330048323, "audio_bytes": 64000, "audio_sha256": "c7ad08448b63b9c1e65e1fb87151c961cad4f061e50a1ce2f291c0976293e86d" }, { "trace_id": "d6eff402a036af9aa9c409105a622455", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 755.95, "duration_ms": 45.960791991092265, "client_ms": 762.2772079193965 }, { "type": "done", "text": "d6eff402a036af9aa9c409105a622455", "generation": 1, "elapsed_ms": 756.742, "client_ms": 765.8863329561427 } ] }, { "mode": "audio", "first_token_ms": 614.5862910198048, "first_audio_ms": 714.9609159678221, "total_ms": 718.4121659956872, "events": [ { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "stage", "stage": "vad", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 7.409, "duration_ms": 4.950790898874402, "client_ms": 13.409166014753282 }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "stage", "stage": "asr", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 322.398, "duration_ms": 314.7892919369042, "client_ms": 328.42704094946384 }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "transcript", "text": "I'll show you the fact that I'm there. Let's do the fact that I'm there. I'll show you the fact that I'm there.", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 322.654, "client_ms": 328.6537079839036 }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 583.688, "client_ms": 589.7269579581916 }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 596.009, "client_ms": 602.0671249134466 }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "token", "text": "I'll ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 608.536, "client_ms": 614.5862910198048 }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "token", "text": "show ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 620.715, "client_ms": 626.7094999784604 }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "token", "text": "you ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 633.085, "client_ms": 639.0897909877822 }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "token", "text": "the ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 645.358, "client_ms": 651.3567080255598 }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "token", "text": "fact ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 657.799, "client_ms": 663.8036660151556 }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "token", "text": "that ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 670.052, "client_ms": 676.0240829316899 }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "token", "text": "I", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 670.182, "client_ms": 676.1407079175115 }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "stage", "stage": "llm", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 670.749, "duration_ms": 347.71574998740107, "client_ms": 676.7082079313695 }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 708.656, "client_ms": 714.9609159678221, "audio_bytes": 62976, "audio_sha256": "3b338118364d9076c0c56837d9652486eee3cc20fbe82022ac4b0449be498ea9" }, { "trace_id": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "type": "stage", "stage": "tts", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 708.866, "duration_ms": 37.927750032395124, "client_ms": 715.2423749212176 }, { "type": "done", "text": "fc8b1182b1c2c1dec8aa4c76a8cfba1f", "generation": 1, "elapsed_ms": 709.704, "client_ms": 718.4121659956872 } ] } ], "barge_in": { "mode": "text", "interrupted": true, "replacement_completed": true, "no_stale_frames_after_ack": true, "events": [ { "trace_id": "f5b76df86ecf92ecf3cd29fab28b9d25", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 0.971, "client_ms": 1.1930420296266675 }, { "trace_id": "f5b76df86ecf92ecf3cd29fab28b9d25", "type": "token", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 161.534, "client_ms": 161.76370903849602 }, { "trace_id": "f5b76df86ecf92ecf3cd29fab28b9d25", "type": "token", "text": "A ", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 174.126, "client_ms": 174.3597500026226 }, { "type": "cancelled", "generation": 2, "elapsed_ms": 0, "client_ms": 174.57120900508016 } ] }, "real_backend_kill": { "signal": "SIGKILL", "primary_exit": -9, "surviving_turn": { "mode": "text", "first_token_ms": 172.03649994917214, "first_audio_ms": 292.69345791544765, "total_ms": 295.5589579651132, "events": [ { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "attempt_reset", "generation": 1, "attempt": 1, "backend": "worker-1", "elapsed_ms": 0.139, "client_ms": 0.3291249740868807 }, { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "transcript", "text": "What makes a system reliable?", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 1.116, "client_ms": 1.2940829619765282 }, { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "token", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 159.25, "client_ms": 159.49533297680318 }, { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "token", "text": "A ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 171.787, "client_ms": 172.03649994917214 }, { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "token", "text": "reliable ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 184.132, "client_ms": 184.36524993740022 }, { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "token", "text": "system ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 196.405, "client_ms": 196.65404094848782 }, { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "token", "text": "is ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 208.648, "client_ms": 208.87874998152256 }, { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "token", "text": "one ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 220.752, "client_ms": 220.98358301445842 }, { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "token", "text": "that ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 232.992, "client_ms": 233.23883290868253 }, { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "token", "text": "can ", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 245.131, "client_ms": 245.35770795773715 }, { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "token", "text": "withstand", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 245.254, "client_ms": 245.47991598956287 }, { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "stage", "stage": "llm", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 245.943, "duration_ms": 244.31241699494421, "client_ms": 246.14087492227554 }, { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "audio", "sample_rate": 16000, "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 292.255, "client_ms": 292.69345791544765, "audio_bytes": 79872, "audio_sha256": "987c3192305fbc10382554c7624ef97af595b5600dbfc1b3d626ec0e1af5771c" }, { "trace_id": "25a07dddd5154409351079c486929c1d", "type": "stage", "stage": "tts", "generation": 1, "attempt": 2, "backend": "worker-2", "elapsed_ms": 292.358, "duration_ms": 46.30245896987617, "client_ms": 293.0055829929188 }, { "type": "done", "text": "25a07dddd5154409351079c486929c1d", "generation": 1, "elapsed_ms": 292.43, "client_ms": 295.5589579651132 } ] } } } ], "gateway_process_ready_ms": 335.1456659147516 }