{ "generated_utc": "2026-10-12T13:16:25.190583+00:00", "rounds": { "h200-extended-20261011": { "status": { "stage": "failed", "runs": [ { "run_id": "dsv41_flash__ext_base_s32__1024k__vllm__extended__1011-182420", "layout": "ext_base_s32", "state": "failed", "long_context": true, "error": "dsv41_flash__ext_base_s32__1024k__vllm__extended__1011-182420-mixed.log: exit1" }, { "run_id": "dsv41_flash__ext_dspark_k5_s32__1024k__vllm__extended__1011-192124", "layout": "ext_dspark_k5_s32", "state": "failed", "long_context": true, "error": "dsv41_flash__ext_dspark_k5_s32__1024k__vllm__extended__1011-192124-mixed.log: exit1" }, { "run_id": "dsv41_flash__ext_base_s64__1024k__vllm__extended__1011-201149", "layout": "ext_base_s64", "state": "failed", "long_context": false, "error": "dsv41_flash__ext_base_s64__1024k__vllm__extended__1011-201149-mixed.log: exit1" }, { "run_id": "dsv41_flash__ext_dspark_k5_s64__1024k__vllm__extended__1011-202907", "layout": "ext_dspark_k5_s64", "state": "failed", "long_context": false, "error": "dsv41_flash__ext_dspark_k5_s64__1024k__vllm__extended__1011-202907-retrieval-31000.log: exit1" }, { "run_id": "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__extended__1011-203523", "layout": "ext_dspark_k3_s64", "state": "failed", "long_context": false, "error": "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__extended__1011-203523-mixed.log: exit1" }, { "run_id": "dsv41_flash__ext_dspark_k8_s64__1024k__vllm__extended__1011-205117", "layout": "ext_dspark_k8_s64", "state": "failed", "long_context": false, "error": "dsv41_flash__ext_dspark_k8_s64__1024k__vllm__extended__1011-205117-retrieval-31000.log: exit1" }, { "run_id": "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__extended__1011-205734", "layout": "ext_dspark_k5_s64_adaptive", "state": "failed", "long_context": false, "error": "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__extended__1011-205734-mixed.log: exit1" } ], "errors": [ "dsv41_flash__ext_base_s32__1024k__vllm__extended__1011-182420-mixed.log: exit1", "dsv41_flash__ext_dspark_k5_s32__1024k__vllm__extended__1011-192124-mixed.log: exit1", "dsv41_flash__ext_base_s64__1024k__vllm__extended__1011-201149-mixed.log: exit1", "dsv41_flash__ext_dspark_k5_s64__1024k__vllm__extended__1011-202907-retrieval-31000.log: exit1", "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__extended__1011-203523-mixed.log: exit1", "dsv41_flash__ext_dspark_k8_s64__1024k__vllm__extended__1011-205117-retrieval-31000.log: exit1", "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__extended__1011-205734-mixed.log: exit1", "No correctness-passing candidate qualifies for reliability run" ], "plan": "/mnt/data/h200-extended-20261011/PLAN.md", "updated_utc": "2026-10-11T21:14:04.902797+00:00" }, "engine_status": { "stage": "engine_phases_finished", "runs": [ { "model": "qwen38_flash_next", "engine": "vllm", "state": "failed", "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1011-211412", "error": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1011-211412-engine-smoke.log: exit1" }, { "model": "qwen38_flash_next", "engine": "sglang", "state": "failed", "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1011-211838", "error": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1011-211838-engine-smoke.log: exit1" }, { "model": "glm53_flash", "engine": "vllm", "state": "failed", "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1011-212230", "error": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1011-212230-engine-smoke.log: exit1" }, { "model": "glm53_flash", "engine": "sglang", "state": "failed", "error": "glm53_flash-ext_sglang_tp4-enginecompare-launch.log: exit2" } ], "errors": [ "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1011-211412-engine-smoke.log: exit1", "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1011-211838-engine-smoke.log: exit1", "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1011-212230-engine-smoke.log: exit1", "glm53_flash-ext_sglang_tp4-enginecompare-launch.log: exit2" ], "updated_utc": "2026-10-11T21:29:57.736408+00:00" }, "finite_points": 83, "finite_completed": 27504, "finite_failed": 0, "runs": [ { "run_id": "dsv41_flash__ext_base_s32__1024k__vllm__extended__1011-182420", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_base_s32", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 32, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": null, "spec_num_tokens": null, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_510000": { "passed": 9, "total": 9, "input_tokens": [ 509994, 509994, 509993, 509995, 509994, 509995, 509994, 509995, 509995 ] }, "retrieval_exact_1000000": { "passed": 9, "total": 9, "input_tokens": [ 999995, 999996, 999994, 999995, 999996, 999995, 999994, 999996, 999996 ] } }, "load": { "control_summary": { "run_id": "dsv41_flash__ext_base_s32__1024k__vllm__extended__1011-182420", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 25.630471070995554, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 61069, "input_tokens": 142205, "output_tok_s": 2382.671774968197, "ttft_s": { "mean": 0.4330355972997495, "p50": 0.3795966519974172, "p90": 0.8173937670071609, "p99": 0.8833165531134 }, "tpot_s": { "mean": 0.023369145698811822, "p50": 0.02380385932859099, "p90": 0.025745530701961422, "p99": 0.026453240714356313 }, "latency_s": { "mean": 6.061494954873297, "p50": 6.566429202503059, "p90": 6.814282473002095, "p99": 6.98431477494305 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 61069, "input_tokens": 142205, "output_tok_s": 2382.671774968197, "ttft_s": { "mean": 0.4330355972997495, "p50": 0.3795966519974172, "p90": 0.8173937670071609, "p99": 0.8833165531134 }, "tpot_s": { "mean": 0.023369145698811822, "p50": 0.02380385932859099, "p90": 0.025745530701961422, "p99": 0.026453240714356313 }, "latency_s": { "mean": 6.061494954873297, "p50": 6.566429202503059, "p90": 6.814282473002095, "p99": 6.98431477494305 } } }, "timestamp_utc": "2026-10-11T19:20:13.563234+00:00", "state": "passed" }, "mixed_summary": { "run_id": "dsv41_flash__ext_base_s32__1024k__vllm__extended__1011-182420", "mode": "mixed", "concurrency": 64, "elapsed_including_drain_s": 37.707821769989096, "issue_duration_s": null, "issued": 68, "requested": 256, "completed": 65, "failed": 3, "output_tokens": 14209, "input_tokens": 969005, "output_tok_s": 376.81837170739624, "ttft_s": { "mean": 8.802801856966779, "p50": 11.274620629992569, "p90": 17.621122748596825, "p99": 23.405670285503145 }, "tpot_s": { "mean": 0.10636570755918509, "p50": 0.10326411704311385, "p90": 0.18582146919862993, "p99": 0.28621134210459137 }, "latency_s": { "mean": 30.463206907154436, "p50": 28.58825175097445, "p90": 37.64495428379742, "p99": 37.65320141672739 }, "classes": { "long_126000": { "completed": 1, "failed": 1, "output_tokens": 71, "input_tokens": 125997, "output_tok_s": 1.8828984721813735, "ttft_s": { "mean": 22.536517480999464, "p50": 22.536517480999464, "p90": 22.536517480999464, "p99": 22.536517480999464 }, "tpot_s": { "mean": 0.038561053557038705, "p50": 0.038561053557038705, "p90": 0.038561053557038705, "p99": 0.038561053557038705 }, "latency_s": { "mean": 25.259743782982696, "p50": 25.259743782982696, "p90": 25.259743782982696, "p99": 25.259743782982696 } }, "long_250000": { "completed": 3, "failed": 1, "output_tokens": 194, "input_tokens": 749996, "output_tok_s": 5.144821177509669, "ttft_s": { "mean": 15.279410799654821, "p50": 11.30117561298539, "p90": 20.87018404738628, "p99": 23.023210945126486 }, "tpot_s": { "mean": 0.23469592870765163, "p50": 0.18706629901425914, "p90": 0.3038670699096595, "p99": 0.3301472433611246 }, "latency_s": { "mean": 30.19321126031961, "p50": 31.644532475998858, "p90": 33.940052043978355, "p99": 34.45654394677374 } }, "long_31000": { "completed": 2, "failed": 1, "output_tokens": 162, "input_tokens": 61993, "output_tok_s": 4.296190880188486, "ttft_s": { "mean": 18.057880823980668, "p50": 18.057880823980668, "p90": 22.539823155177874, "p99": 23.548260179697245 }, "tpot_s": { "mean": 0.07580377002843307, "p50": 0.07580377002843308, "p90": 0.1173346948377148, "p99": 0.1266791529198032 }, "latency_s": { "mean": 25.18263808998745, "p50": 25.18263808998745, "p90": 25.234709605178796, "p99": 25.24642569609685 } }, "short": { "completed": 59, "failed": 0, "output_tokens": 13782, "input_tokens": 31019, "output_tok_s": 365.4944611775167, "ttft_s": { "mean": 7.92697642669348, "p50": 11.265003940992756, "p90": 17.617413869604935, "p99": 22.52788157064235 }, "tpot_s": { "mean": 0.10202567138322324, "p50": 0.1032607648431497, "p90": 0.14503655252398412, "p99": 0.2559830471120352 }, "latency_s": { "mean": 30.7441321223919, "p50": 28.73728187099914, "p90": 37.646450343995824, "p99": 37.65327138134802 } } }, "timestamp_utc": "2026-10-11T19:20:51.418631+00:00", "state": "failed" } }, "mixed_failures": [ { "kind": "long_126000", "error": "Expecting value: line 1 column 1 (char 0)", "has_code_fence": true, "response_characters": 352 }, { "kind": "long_31000", "error": "Expecting value: line 1 column 1 (char 0)", "has_code_fence": true, "response_characters": 313 }, { "kind": "long_250000", "error": "Expecting value: line 1 column 1 (char 0)", "has_code_fence": true, "response_characters": 327 } ], "finite_chat_medians": { "1": { "repeats": 3, "out_tok_s": 118.6061305608567, "ttft_p99_ms": 124.83998627401888, "tpot_p99_ms": 8.034469287903002 }, "16": { "repeats": 3, "out_tok_s": 1186.340098216416, "ttft_p99_ms": 349.6057829100755, "tpot_p99_ms": 12.756084308413989 }, "64": { "repeats": 3, "out_tok_s": 2334.854423666009, "ttft_p99_ms": 907.5559333577985, "tpot_p99_ms": 115.0955145579055 }, "128": { "repeats": 3, "out_tok_s": 2319.8739491903393, "ttft_p99_ms": 7552.040544318152, "tpot_p99_ms": 130.72791501332537 }, "256": { "repeats": 3, "out_tok_s": 2268.0803073048723, "ttft_p99_ms": 22109.47826913325, "tpot_p99_ms": 35.15056793128724 } } }, { "run_id": "dsv41_flash__ext_base_s64__1024k__vllm__extended__1011-201149", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_base_s64", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": null, "spec_num_tokens": null, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_31000": { "passed": 9, "total": 9, "input_tokens": [ 30996, 30997, 30995, 30996, 30996, 30997, 30995, 30997, 30998 ] } }, "load": { "control_summary": { "run_id": "dsv41_flash__ext_base_s64__1024k__vllm__extended__1011-201149", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 26.121428225014824, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 60921, "input_tokens": 142205, "output_tok_s": 2332.2231646453333, "ttft_s": { "mean": 0.4560454957274942, "p50": 0.4314288579917047, "p90": 0.8162257239891915, "p99": 0.8733624386964943 }, "tpot_s": { "mean": 0.02380795484047447, "p50": 0.024376068960740595, "p90": 0.025959832986186752, "p99": 0.027199176564867488 }, "latency_s": { "mean": 6.165075527422118, "p50": 6.734962111484492, "p90": 7.013868255511625, "p99": 7.1361531762668164 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 60921, "input_tokens": 142205, "output_tok_s": 2332.2231646453333, "ttft_s": { "mean": 0.4560454957274942, "p50": 0.4314288579917047, "p90": 0.8162257239891915, "p99": 0.8733624386964943 }, "tpot_s": { "mean": 0.02380795484047447, "p50": 0.024376068960740595, "p90": 0.025959832986186752, "p99": 0.027199176564867488 }, "latency_s": { "mean": 6.165075527422118, "p50": 6.734962111484492, "p90": 7.013868255511625, "p99": 7.1361531762668164 } } }, "timestamp_utc": "2026-10-11T20:27:48.054176+00:00", "state": "passed" }, "mixed_summary": { "run_id": "dsv41_flash__ext_base_s64__1024k__vllm__extended__1011-201149", "mode": "mixed", "concurrency": 64, "elapsed_including_drain_s": 47.023225979006384, "issue_duration_s": null, "issued": 65, "requested": 256, "completed": 63, "failed": 2, "output_tokens": 13746, "input_tokens": 1218066, "output_tok_s": 292.32362760770457, "ttft_s": { "mean": 8.180220155124848, "p50": 11.392632606002735, "p90": 13.610941456822916, "p99": 36.97409273551779 }, "tpot_s": { "mean": 0.11304196938839785, "p50": 0.09491635025586306, "p90": 0.19594654601735698, "p99": 0.33384722706035685 }, "latency_s": { "mean": 31.346341522302414, "p50": 18.980231305002235, "p90": 46.70223522560555, "p99": 46.953896249629906 }, "classes": { "long_126000": { "completed": 1, "failed": 1, "output_tokens": 64, "input_tokens": 125997, "output_tok_s": 1.3610295480061902, "ttft_s": { "mean": 22.50980631899438, "p50": 22.50980631899438, "p90": 22.50980631899438, "p99": 22.50980631899438 }, "tpot_s": { "mean": 0.33797405419052606, "p50": 0.33797405419052606, "p90": 0.33797405419052606, "p99": 0.33797405419052606 }, "latency_s": { "mean": 43.8051026549947, "p50": 43.8051026549947, "p90": 43.8051026549947, "p99": 43.8051026549947 } }, "long_250000": { "completed": 4, "failed": 0, "output_tokens": 281, "input_tokens": 999996, "output_tok_s": 5.975770359214679, "ttft_s": { "mean": 25.072703016499872, "p50": 22.951639109509415, "p90": 40.07394652878866, "p99": 42.68944816686096 }, "tpot_s": { "mean": 0.14590327799284153, "p50": 0.11880696004221694, "p90": 0.28191111488161696, "p99": 0.3216971259339001 }, "latency_s": { "mean": 34.946558034498594, "p50": 40.08473532649805, "p90": 44.6192104486865, "p99": 44.70213568394713 } }, "long_31000": { "completed": 2, "failed": 1, "output_tokens": 250, "input_tokens": 61993, "output_tok_s": 5.316521671899181, "ttft_s": { "mean": 7.786327672001789, "p50": 7.786327672001789, "p90": 12.59348968321865, "p99": 13.675101135742443 }, "tpot_s": { "mean": 0.12558250437889115, "p50": 0.12558250437889115, "p90": 0.20947354182899133, "p99": 0.22834902525526388 }, "latency_s": { "mean": 30.091748794497107, "p50": 30.091748794497107, "p90": 42.11550035408291, "p99": 44.82084445498971 } }, "short": { "completed": 56, "failed": 0, "output_tokens": 13151, "input_tokens": 30080, "output_tok_s": 279.6703060285845, "ttft_s": { "mean": 6.731796357926214, "p50": 0.5330186479841359, "p90": 12.87071259500226, "p99": 22.500170564347354 }, "tpot_s": { "mean": 0.10623021243838196, "p50": 0.0831094218220787, "p90": 0.17988830144510276, "p99": 0.3003033949634389 }, "latency_s": { "mean": 30.911512205769082, "p50": 18.978348938486306, "p90": 46.7036277695006, "p99": 46.95391028105951 } } }, "timestamp_utc": "2026-10-11T20:28:35.233677+00:00", "state": "failed" } }, "mixed_failures": [ { "kind": "long_31000", "error": "Expecting value: line 1 column 1 (char 0)", "has_code_fence": true, "response_characters": 253 }, { "kind": "long_126000", "error": "Expecting value: line 1 column 1 (char 0)", "has_code_fence": true, "response_characters": 373 } ], "finite_chat_medians": { "1": { "repeats": 3, "out_tok_s": 118.91030963615154, "ttft_p99_ms": 128.49139268073486, "tpot_p99_ms": 8.019077774347263 }, "16": { "repeats": 3, "out_tok_s": 1179.1092251176653, "ttft_p99_ms": 343.4334969642805, "tpot_p99_ms": 12.611355014999086 }, "64": { "repeats": 3, "out_tok_s": 2325.4245234444156, "ttft_p99_ms": 900.8097835525405, "tpot_p99_ms": 69.24267174996115 }, "128": { "repeats": 3, "out_tok_s": 3212.6617049097513, "ttft_p99_ms": 1630.8917626700713, "tpot_p99_ms": 257.3182393172172 }, "256": { "repeats": 3, "out_tok_s": 3112.0930562222916, "ttft_p99_ms": 11376.134738200344, "tpot_p99_ms": 162.4302928082759 } } }, { "run_id": "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__extended__1011-203523", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_dspark_k3_s64", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": "dspark", "spec_num_tokens": 3, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_31000": { "passed": 9, "total": 9, "input_tokens": [ 30996, 30997, 30995, 30996, 30996, 30997, 30995, 30997, 30998 ] } }, "load": { "control_summary": { "run_id": "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__extended__1011-203523", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 19.881097586010583, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 61141, "input_tokens": 142205, "output_tok_s": 3075.3332272269577, "ttft_s": { "mean": 0.3037136014705766, "p50": 0.21085978900373448, "p90": 0.766644688512315, "p99": 0.7834649916927446 }, "tpot_s": { "mean": 0.01763427569406544, "p50": 0.017694501260720086, "p90": 0.02337801609606044, "p99": 0.02595155858310903 }, "latency_s": { "mean": 4.587148174903177, "p50": 4.656956379010808, "p90": 6.180178283495479, "p99": 6.848445576021913 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 61141, "input_tokens": 142205, "output_tok_s": 3075.3332272269577, "ttft_s": { "mean": 0.3037136014705766, "p50": 0.21085978900373448, "p90": 0.766644688512315, "p99": 0.7834649916927446 }, "tpot_s": { "mean": 0.01763427569406544, "p50": 0.017694501260720086, "p90": 0.02337801609606044, "p99": 0.02595155858310903 }, "latency_s": { "mean": 4.587148174903177, "p50": 4.656956379010808, "p90": 6.180178283495479, "p99": 6.848445576021913 } } }, "timestamp_utc": "2026-10-11T20:50:06.629231+00:00", "state": "passed" }, "mixed_summary": { "run_id": "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__extended__1011-203523", "mode": "mixed", "concurrency": 64, "elapsed_including_drain_s": 36.81545865198132, "issue_duration_s": null, "issued": 69, "requested": 256, "completed": 67, "failed": 2, "output_tokens": 14607, "input_tokens": 1219360, "output_tok_s": 396.76267890835817, "ttft_s": { "mean": 9.03141596662567, "p50": 11.919262207986321, "p90": 22.580241463793207, "p99": 25.01672081986152 }, "tpot_s": { "mean": 0.08562960061634528, "p50": 0.09112810596079547, "p90": 0.1352380984471172, "p99": 0.15024828794210848 }, "latency_s": { "mean": 27.011194866208392, "p50": 27.229626968008233, "p90": 35.437750208796935, "p99": 36.071303026006206 }, "classes": { "long_126000": { "completed": 1, "failed": 1, "output_tokens": 71, "input_tokens": 125997, "output_tok_s": 1.9285377012729124, "ttft_s": { "mean": 22.59152463398641, "p50": 22.59152463398641, "p90": 22.59152463398641, "p99": 22.59152463398641 }, "tpot_s": { "mean": 0.14813630134283032, "p50": 0.14813630134283032, "p90": 0.14813630134283032, "p99": 0.14813630134283032 }, "latency_s": { "mean": 33.36267348797992, "p50": 33.36267348797992, "p90": 33.36267348797992, "p99": 33.36267348797992 } }, "long_250000": { "completed": 4, "failed": 0, "output_tokens": 287, "input_tokens": 999996, "output_tok_s": 7.795638313596139, "ttft_s": { "mean": 18.59063427025103, "p50": 18.224026282012346, "p90": 25.551011644295066, "p99": 25.951729762620236 }, "tpot_s": { "mean": 0.07801048775954124, "p50": 0.07695910739368897, "p90": 0.14616048006204183, "p99": 0.1486032821390128 }, "latency_s": { "mean": 24.068881491002685, "p50": 24.2868053165148, "p90": 26.426500566789763, "p99": 26.852099680559185 } }, "long_31000": { "completed": 2, "failed": 1, "output_tokens": 136, "input_tokens": 61993, "output_tok_s": 3.694100385536846, "ttft_s": { "mean": 18.48724717699224, "p50": 18.48724717699224, "p90": 22.76338443538407, "p99": 23.72551531852223 }, "tpot_s": { "mean": 0.14277908418552804, "p50": 0.14277908418552804, "p90": 0.14766535106183054, "p99": 0.14876476110899858 }, "latency_s": { "mean": 28.29975037398981, "p50": 28.29975037398981, "p90": 31.730218959588093, "p99": 32.502074391347705 } }, "short": { "completed": 60, "failed": 0, "output_tokens": 14113, "input_tokens": 31374, "output_tok_s": 383.3444025079523, "ttft_s": { "mean": 7.852938561582414, "p50": 2.6069532675028313, "p90": 17.197819490995606, "p99": 22.58648183422396 }, "tpot_s": { "mean": 0.08319078034238471, "p50": 0.08879864961718059, "p90": 0.12931930101354416, "p99": 0.14306411807234712 }, "latency_s": { "mean": 27.0585392639332, "p50": 27.45264915950247, "p90": 35.495595470507396, "p99": 36.07504955550627 } } }, "timestamp_utc": "2026-10-11T20:50:43.583869+00:00", "state": "failed" } }, "mixed_failures": [ { "kind": "long_31000", "error": "Expecting value: line 1 column 1 (char 0)", "has_code_fence": true, "response_characters": 253 }, { "kind": "long_126000", "error": "Expecting value: line 1 column 1 (char 0)", "has_code_fence": true, "response_characters": 430 } ], "finite_chat_medians": { "1": { "repeats": 3, "out_tok_s": 251.37349106990325, "ttft_p99_ms": 122.38141021807678, "tpot_p99_ms": 4.986401059256191 }, "16": { "repeats": 3, "out_tok_s": 1611.6946241740793, "ttft_p99_ms": 362.0991715314449, "tpot_p99_ms": 17.583765675033018 }, "64": { "repeats": 3, "out_tok_s": 3058.111803141047, "ttft_p99_ms": 905.1124950317899, "tpot_p99_ms": 63.46615444635917 }, "128": { "repeats": 3, "out_tok_s": 4116.624340447696, "ttft_p99_ms": 1919.1337973604095, "tpot_p99_ms": 79.6403837771504 }, "256": { "repeats": 3, "out_tok_s": 4196.576140713572, "ttft_p99_ms": 10420.410845590231, "tpot_p99_ms": 59.272728473297306 } } }, { "run_id": "dsv41_flash__ext_dspark_k5_s32__1024k__vllm__extended__1011-192124", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_dspark_k5_s32", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 32, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": "dspark", "spec_num_tokens": 5, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_510000": { "passed": 9, "total": 9, "input_tokens": [ 509994, 509994, 509993, 509995, 509994, 509995, 509994, 509995, 509995 ] }, "retrieval_exact_1000000": { "passed": 9, "total": 9, "input_tokens": [ 999995, 999996, 999994, 999995, 999996, 999995, 999994, 999996, 999996 ] } }, "load": { "control_summary": { "run_id": "dsv41_flash__ext_dspark_k5_s32__1024k__vllm__extended__1011-192124", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 21.11061180901015, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 61116, "input_tokens": 142205, "output_tok_s": 2895.0368920106466, "ttft_s": { "mean": 0.32395582496531006, "p50": 0.23294524899392854, "p90": 0.7426311375020305, "p99": 0.8430629729424254 }, "tpot_s": { "mean": 0.018666024252225327, "p50": 0.01793621957403408, "p90": 0.02524912799605826, "p99": 0.032097803162919866 }, "latency_s": { "mean": 4.839581990070769, "p50": 4.767737553003826, "p90": 6.7181341874966165, "p99": 8.226671692590752 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 61116, "input_tokens": 142205, "output_tok_s": 2895.0368920106466, "ttft_s": { "mean": 0.32395582496531006, "p50": 0.23294524899392854, "p90": 0.7426311375020305, "p99": 0.8430629729424254 }, "tpot_s": { "mean": 0.018666024252225327, "p50": 0.01793621957403408, "p90": 0.02524912799605826, "p99": 0.032097803162919866 }, "latency_s": { "mean": 4.839581990070769, "p50": 4.767737553003826, "p90": 6.7181341874966165, "p99": 8.226671692590752 } } }, "timestamp_utc": "2026-10-11T20:10:29.023136+00:00", "state": "passed" }, "mixed_summary": { "run_id": "dsv41_flash__ext_dspark_k5_s32__1024k__vllm__extended__1011-192124", "mode": "mixed", "concurrency": 64, "elapsed_including_drain_s": 47.21665464498801, "issue_duration_s": null, "issued": 98, "requested": 256, "completed": 95, "failed": 3, "output_tokens": 20858, "input_tokens": 1268752, "output_tok_s": 441.7509066838146, "ttft_s": { "mean": 10.312247188895707, "p50": 11.956958611001028, "p90": 20.94405320299557, "p99": 32.8634297862585 }, "tpot_s": { "mean": 0.0636157284830767, "p50": 0.06517342458040837, "p90": 0.11845450349585035, "p99": 0.14480602783432428 }, "latency_s": { "mean": 24.008200207893662, "p50": 22.03659615200013, "p90": 39.50249570461459, "p99": 45.0455815263954 }, "classes": { "long_126000": { "completed": 1, "failed": 1, "output_tokens": 64, "input_tokens": 125997, "output_tok_s": 1.355453927882066, "ttft_s": { "mean": 17.48456946099759, "p50": 17.48456946099759, "p90": 17.48456946099759, "p99": 17.48456946099759 }, "tpot_s": { "mean": 0.019730581666827052, "p50": 0.019730581666827052, "p90": 0.019730581666827052, "p99": 0.019730581666827052 }, "latency_s": { "mean": 18.72933153901249, "p50": 18.72933153901249, "p90": 18.72933153901249, "p99": 18.72933153901249 } }, "long_250000": { "completed": 4, "failed": 1, "output_tokens": 273, "input_tokens": 999996, "output_tok_s": 5.781858161121938, "ttft_s": { "mean": 22.98864469399996, "p50": 22.41677744498884, "p90": 34.58181751170487, "p99": 35.306762333377556 }, "tpot_s": { "mean": 0.09149239003306357, "p50": 0.10936343304984225, "p90": 0.13189260916147877, "p99": 0.13332630724544756 }, "latency_s": { "mean": 28.867965857003583, "p50": 28.255714895494748, "p90": 39.61499098491622, "p99": 40.842242031609636 } }, "long_31000": { "completed": 3, "failed": 1, "output_tokens": 197, "input_tokens": 92991, "output_tok_s": 4.172256621761985, "ttft_s": { "mean": 12.06967459799489, "p50": 13.332212512003025, "p90": 19.754599053593118, "p99": 21.199636025450893 }, "tpot_s": { "mean": 0.11049855010775488, "p50": 0.12803637285008637, "p90": 0.1337785771752992, "p99": 0.13507057314847207 }, "latency_s": { "mean": 19.33141182133113, "p50": 23.33924308299902, "p90": 27.901834905397845, "p99": 28.928418065437583 } }, "short": { "completed": 87, "failed": 0, "output_tokens": 20324, "input_tokens": 49768, "output_tok_s": 430.44133797304863, "ttft_s": { "mean": 9.586382884070233, "p50": 11.924690874991938, "p90": 20.059300840401555, "p99": 26.00675523990765 }, "tpot_s": { "mean": 0.061221820847930354, "p50": 0.06261415196075926, "p90": 0.10250713515257583, "p99": 0.14669937380954087 }, "latency_s": { "mean": 24.006707923205493, "p50": 22.03659615200013, "p90": 38.92351031019937, "p99": 45.12105667759432 } } }, "timestamp_utc": "2026-10-11T20:11:16.399254+00:00", "state": "failed" } }, "mixed_failures": [ { "kind": "long_31000", "error": "Expecting value: line 1 column 1 (char 0)", "has_code_fence": true, "response_characters": 253 }, { "kind": "long_126000", "error": "Expecting value: line 1 column 1 (char 0)", "has_code_fence": true, "response_characters": 397 }, { "kind": "long_250000", "error": "Unterminated string starting at: line 3 column 14 (char 36)", "has_code_fence": false, "response_characters": 1204 } ], "finite_chat_medians": { "1": { "repeats": 3, "out_tok_s": 284.5121716185939, "ttft_p99_ms": 129.91839571826858, "tpot_p99_ms": 3.9107200285983637 }, "16": { "repeats": 3, "out_tok_s": 1556.8802719538505, "ttft_p99_ms": 358.9697536287713, "tpot_p99_ms": 22.3892614393114 }, "64": { "repeats": 3, "out_tok_s": 2895.836904809458, "ttft_p99_ms": 980.5635256459936, "tpot_p99_ms": 50.26097745285367 }, "128": { "repeats": 3, "out_tok_s": 2987.68892516361, "ttft_p99_ms": 7390.033589201921, "tpot_p99_ms": 50.13942541700089 }, "256": { "repeats": 3, "out_tok_s": 3035.761982193861, "ttft_p99_ms": 17012.432538778226, "tpot_p99_ms": 50.36172262887703 } } }, { "run_id": "dsv41_flash__ext_dspark_k5_s64__1024k__vllm__extended__1011-202907", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_dspark_k5_s64", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": "dspark", "spec_num_tokens": 5, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_31000": { "passed": 2, "total": 3, "input_tokens": [ 30996, 30997, 30995 ] } }, "load": {}, "finite_chat_medians": {} }, { "run_id": "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__extended__1011-205734", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_dspark_k5_s64_adaptive", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": "dspark", "spec_num_tokens": 5, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_31000": { "passed": 9, "total": 9, "input_tokens": [ 30996, 30997, 30995, 30996, 30996, 30997, 30995, 30997, 30998 ] } }, "load": { "control_summary": { "run_id": "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__extended__1011-205734", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 19.497893303981982, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 61134, "input_tokens": 142205, "output_tok_s": 3135.415659881308, "ttft_s": { "mean": 0.30031220182377183, "p50": 0.20027696951001417, "p90": 0.7731179744878318, "p99": 0.8443118643495822 }, "tpot_s": { "mean": 0.017321987412087722, "p50": 0.016936234425463458, "p90": 0.02452700311174233, "p99": 0.030160228558280048 }, "latency_s": { "mean": 4.494869309983301, "p50": 4.415532111001085, "p90": 6.489985202497337, "p99": 8.133274054953652 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 61134, "input_tokens": 142205, "output_tok_s": 3135.415659881308, "ttft_s": { "mean": 0.30031220182377183, "p50": 0.20027696951001417, "p90": 0.7731179744878318, "p99": 0.8443118643495822 }, "tpot_s": { "mean": 0.017321987412087722, "p50": 0.016936234425463458, "p90": 0.02452700311174233, "p99": 0.030160228558280048 }, "latency_s": { "mean": 4.494869309983301, "p50": 4.415532111001085, "p90": 6.489985202497337, "p99": 8.133274054953652 } } }, "timestamp_utc": "2026-10-11T21:12:51.347561+00:00", "state": "passed" }, "mixed_summary": { "run_id": "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__extended__1011-205734", "mode": "mixed", "concurrency": 64, "elapsed_including_drain_s": 39.886252533993684, "issue_duration_s": null, "issued": 74, "requested": 256, "completed": 72, "failed": 2, "output_tokens": 15610, "input_tokens": 1222217, "output_tok_s": 391.36291349246545, "ttft_s": { "mean": 10.500078116192729, "p50": 12.217150430995389, "p90": 23.90304674140352, "p99": 29.667498401310947 }, "tpot_s": { "mean": 0.06874002274565967, "p50": 0.06894967519808287, "p90": 0.11744850250170642, "p99": 0.13855363765031642 }, "latency_s": { "mean": 24.889848424055042, "p50": 24.98101711900381, "p90": 37.93578564739437, "p99": 38.896717506661375 }, "classes": { "long_126000": { "completed": 1, "failed": 1, "output_tokens": 68, "input_tokens": 125997, "output_tok_s": 1.7048480536507142, "ttft_s": { "mean": 25.158293390006293, "p50": 25.158293390006293, "p90": 25.158293390006293, "p99": 25.158293390006293 }, "tpot_s": { "mean": 0.13771736161190837, "p50": 0.13771736161190837, "p90": 0.13771736161190837, "p99": 0.13771736161190837 }, "latency_s": { "mean": 34.385438108001836, "p50": 34.385438108001836, "p90": 34.385438108001836, "p99": 34.385438108001836 } }, "long_250000": { "completed": 4, "failed": 0, "output_tokens": 284, "input_tokens": 999996, "output_tok_s": 7.120247753482395, "ttft_s": { "mean": 20.18287117674481, "p50": 15.61193400049524, "p90": 32.04911306859285, "p99": 37.09412055375083 }, "tpot_s": { "mean": 0.06534055755558173, "p50": 0.06184183756935589, "p90": 0.1219951867659765, "p99": 0.12767909568923605 }, "latency_s": { "mean": 25.568100112999673, "p50": 22.13112151500536, "p90": 33.932278015496564, "p99": 37.68719220344705 } }, "long_31000": { "completed": 2, "failed": 1, "output_tokens": 137, "input_tokens": 61993, "output_tok_s": 3.4347674022080565, "ttft_s": { "mean": 19.705016142499517, "p50": 19.705016142499517, "p90": 25.06510699010396, "p99": 26.271127430814957 }, "tpot_s": { "mean": 0.13075146758847006, "p50": 0.13075146758847006, "p90": 0.13271009130011224, "p99": 0.13315078163523175 }, "latency_s": { "mean": 28.505132584512467, "p50": 28.505132584512467, "p90": 32.89911469370709, "p99": 33.887760668275874 } }, "short": { "completed": 65, "failed": 0, "output_tokens": 15121, "input_tokens": 34231, "output_tok_s": 379.1030502831243, "ttft_s": { "mean": 9.395474061290644, "p50": 12.018935278989375, "p90": 21.261587102193154, "p99": 25.604417479984694 }, "tpot_s": { "mean": 0.06597998631809725, "p50": 0.05965032729014352, "p90": 0.10660694734665208, "p99": 0.13218201185575704 }, "latency_s": { "mean": 24.590784350814424, "p50": 24.98849290900398, "p90": 37.91768708958989, "p99": 38.951278254440986 } } }, "timestamp_utc": "2026-10-11T21:13:31.406044+00:00", "state": "failed" } }, "mixed_failures": [ { "kind": "long_31000", "error": "Expecting value: line 1 column 1 (char 0)", "has_code_fence": true, "response_characters": 253 }, { "kind": "long_126000", "error": "Expecting value: line 1 column 1 (char 0)", "has_code_fence": true, "response_characters": 290 } ], "finite_chat_medians": { "1": { "repeats": 3, "out_tok_s": 271.0933538546247, "ttft_p99_ms": 139.5910294423811, "tpot_p99_ms": 4.472493749227165 }, "16": { "repeats": 3, "out_tok_s": 1622.592567981301, "ttft_p99_ms": 360.523198339215, "tpot_p99_ms": 19.594397167359055 }, "64": { "repeats": 3, "out_tok_s": 3073.0499630085674, "ttft_p99_ms": 956.8416756897931, "tpot_p99_ms": 48.01955319126113 }, "128": { "repeats": 3, "out_tok_s": 4191.9603451181065, "ttft_p99_ms": 1916.574629873212, "tpot_p99_ms": 55.68431313033216 }, "256": { "repeats": 3, "out_tok_s": 4286.179142698057, "ttft_p99_ms": 10686.386427013204, "tpot_p99_ms": 68.507712735736 } } }, { "run_id": "dsv41_flash__ext_dspark_k8_s64__1024k__vllm__extended__1011-205117", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_dspark_k8_s64", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": "dspark", "spec_num_tokens": 8, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_31000": { "passed": 0, "total": 1, "input_tokens": [ 30996 ] } }, "load": {}, "finite_chat_medians": {} }, { "run_id": "glm53_flash__ext_sglang_tp4__32k__sglang__enginecompare__1011-212929", "config": { "model": "glm53_flash", "model_revision": "eb9eb208eb0d988989d07a6a12d0fdeb5f52574a", "image_digest": "lmsysorg/sglang@sha256:b1259f3ea3275f66237c498ea388919729018bc9f01c3d638391e06e2cf3f469", "engine": "sglang", "engine_version": "v0.5.21", "layout": "ext_sglang_tp4", "gpus": 4, "tp": 4, "replicas": 1, "max_model_len": 32768, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "bfloat16", "spec_method": null, "spec_num_tokens": null, "prefix_caching": false }, "quality": {}, "retrieval": {}, "load": {}, "finite_chat_medians": {} }, { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1011-212230", "config": { "model": "glm53_flash", "model_revision": "eb9eb208eb0d988989d07a6a12d0fdeb5f52574a", "image_digest": "vllm/vllm-openai@sha256:c1c9f6fd5c109ba7f0546a59f5b2f15fb87f64c77782e90a27b648b42a8e67c3", "engine": "vllm", "engine_version": "0.31.0", "layout": "ext_vllm_tp4", "gpus": 4, "tp": 4, "replicas": 1, "max_model_len": 32768, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "auto", "spec_method": null, "spec_num_tokens": null, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": {}, "load": {}, "finite_chat_medians": {} }, { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1011-211838", "config": { "model": "qwen38_flash_next", "model_revision": "236dfdf285828023ca3bcd3f37366c58a3469b13", "image_digest": "lmsysorg/sglang@sha256:b1259f3ea3275f66237c498ea388919729018bc9f01c3d638391e06e2cf3f469", "engine": "sglang", "engine_version": "v0.5.21", "layout": "ext_sglang_tp4", "gpus": 4, "tp": 4, "replicas": 1, "max_model_len": 32768, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "bfloat16", "spec_method": null, "spec_num_tokens": null, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": {}, "load": {}, "finite_chat_medians": {} }, { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1011-211412", "config": { "model": "qwen38_flash_next", "model_revision": "236dfdf285828023ca3bcd3f37366c58a3469b13", "image_digest": "vllm/vllm-openai@sha256:fc120ece0a388cc0aa1caad4a9f1cd92113484ab7ec2fd0efadd62585be05bf8", "engine": "vllm", "engine_version": "0.1.dev20073+g8e685d198", "layout": "ext_vllm_tp4", "gpus": 4, "tp": 4, "replicas": 1, "max_model_len": 32768, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "auto", "spec_method": null, "spec_num_tokens": null, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": {}, "load": {}, "finite_chat_medians": {} } ], "hardware": { "started_utc": "2026-10-11T18:42:38.825459+00:00", "last_utc": "2026-10-11T21:30:02.499863+00:00", "samples": 919, "failed_samples": 1, "active_slowdown_gpu_samples": 66, "max_gpu_temperature_c": 84.0, "max_gpu_power_w": 560.87, "coverage": "From baseline 1M retrieval onward; individual control/mixed/soak runs also have request-correlated telemetry." }, "archive_checksum": "a0655ab76d7e856d28f658d5d2ec0b5f06fcce749ec3ce68592c250440640fce h200-extended-20261011.tar.zst" }, "h200-recovery-20261012": { "status": { "stage": "deepseek_phases_finished_awaiting_engine_phase", "runs": [ { "run_id": "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__recovery__1011-215444", "layout": "ext_dspark_k5_s64_adaptive", "state": "complete", "long_context": false }, { "run_id": "dsv41_flash__ext_base_s64__1024k__vllm__recovery__1011-221208", "layout": "ext_base_s64", "state": "failed", "long_context": false, "error": "dsv41_flash__ext_base_s64__1024k__vllm__recovery__1011-221208-mixed.log: exit1" }, { "run_id": "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__recovery__1011-222954", "layout": "ext_dspark_k3_s64", "state": "complete", "long_context": false }, { "run_id": "dsv41_flash__ext_dspark_k5_s64__1024k__vllm__recovery__1011-224637", "layout": "ext_dspark_k5_s64", "state": "failed", "long_context": false, "error": "dsv41_flash__ext_dspark_k5_s64__1024k__vllm__recovery__1011-224637-mixed.log: exit1" }, { "run_id": "dsv41_flash__ext_dspark_k8_s64__1024k__vllm__recovery__1011-230345", "layout": "ext_dspark_k8_s64", "state": "complete", "long_context": false }, { "run_id": "dsv41_flash__ext_base_s32__1024k__vllm__recovery__1011-232217", "layout": "ext_base_s32", "state": "complete", "long_context": false }, { "run_id": "dsv41_flash__ext_dspark_k5_s32__1024k__vllm__recovery__1011-234234", "layout": "ext_dspark_k5_s32", "state": "failed", "long_context": false, "error": "dsv41_flash__ext_dspark_k5_s32__1024k__vllm__recovery__1011-234234-mixed.log: exit1" }, { "run_id": "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__reliability__1012-000039", "layout": "ext_dspark_k5_s64_adaptive", "state": "failed", "kind": "continuous_reliability", "error": "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__reliability__1012-000039-reliability-2h.log: exit1" } ], "errors": [ "dsv41_flash__ext_base_s64__1024k__vllm__recovery__1011-221208-mixed.log: exit1", "dsv41_flash__ext_dspark_k5_s64__1024k__vllm__recovery__1011-224637-mixed.log: exit1", "dsv41_flash__ext_dspark_k5_s32__1024k__vllm__recovery__1011-234234-mixed.log: exit1", "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__reliability__1012-000039-reliability-2h.log: exit1" ], "plan": "/mnt/data/h200-recovery-20261012/RECOVERY_SCOPE.md", "updated_utc": "2026-10-12T00:24:01.587599+00:00", "reliability_selection": { "layout": "ext_dspark_k5_s64_adaptive", "source_run": "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__recovery__1011-215444", "median_c128_output_tok_s": 4172.597058276553, "criterion": "Highest median C128 output throughput among all-gates-passing DeepSeek configurations; tail latency retained separately, no universal latency claim" } }, "engine_status": { "stage": "engine_phases_finished", "runs": [ { "model": "qwen38_flash_next", "engine": "vllm", "state": "complete", "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416" }, { "model": "qwen38_flash_next", "engine": "sglang", "state": "complete", "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348" }, { "model": "glm53_flash", "engine": "vllm", "state": "complete", "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340" }, { "model": "glm53_flash", "engine": "sglang", "state": "failed", "run_id": "glm53_flash__ext_sglang_tp4__32k__sglang__enginecompare__1012-005631", "error": "glm53_flash__ext_sglang_tp4__32k__sglang__enginecompare__1012-005631-engine-r1-c64.log: exit1" } ], "errors": [ "glm53_flash__ext_sglang_tp4__32k__sglang__enginecompare__1012-005631-engine-r1-c64.log: exit1" ], "updated_utc": "2026-10-12T01:09:05.280768+00:00" }, "finite_points": 105, "finite_completed": 38472, "finite_failed": 0, "runs": [ { "run_id": "dsv41_flash__ext_base_s32__1024k__vllm__recovery__1011-232217", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_base_s32", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 32, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": null, "spec_num_tokens": null, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_after": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_31000": { "passed": 9, "total": 9, "input_tokens": [ 30996, 30997, 30995, 30996, 30996, 30997, 30995, 30997, 30998 ] } }, "load": { "control_summary": { "run_id": "dsv41_flash__ext_base_s32__1024k__vllm__recovery__1011-232217", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 26.09015667901258, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 60953, "input_tokens": 142205, "output_tok_s": 2336.245073186232, "ttft_s": { "mean": 0.4491613149298246, "p50": 0.44056692901358474, "p90": 0.8094922479940578, "p99": 0.8861244686617283 }, "tpot_s": { "mean": 0.023841748787232452, "p50": 0.024237896329392314, "p90": 0.025890426705910952, "p99": 0.028200800413719546 }, "latency_s": { "mean": 6.143951661659912, "p50": 6.693999298498966, "p90": 6.905580896986066, "p99": 7.071268749935553 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 60953, "input_tokens": 142205, "output_tok_s": 2336.245073186232, "ttft_s": { "mean": 0.4491613149298246, "p50": 0.44056692901358474, "p90": 0.8094922479940578, "p99": 0.8861244686617283 }, "tpot_s": { "mean": 0.023841748787232452, "p50": 0.024237896329392314, "p90": 0.025890426705910952, "p99": 0.028200800413719546 }, "latency_s": { "mean": 6.143951661659912, "p50": 6.693999298498966, "p90": 6.905580896986066, "p99": 7.071268749935553 } } }, "timestamp_utc": "2026-10-11T23:40:20.581224+00:00", "state": "passed" }, "mixed_summary": { "run_id": "dsv41_flash__ext_base_s32__1024k__vllm__recovery__1011-232217", "mode": "mixed", "concurrency": 64, "elapsed_including_drain_s": 95.93640932600829, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 55974, "input_tokens": 3626035, "output_tok_s": 583.4489782684152, "ttft_s": { "mean": 3.7868100251605483, "p50": 0.4614759145042626, "p90": 12.568348675500602, "p99": 25.490758933058466 }, "tpot_s": { "mean": 0.08927785112328174, "p50": 0.07720648999800722, "p90": 0.1528991597812759, "p99": 0.3171204473437438 }, "latency_s": { "mean": 22.796840696442132, "p50": 20.036434163499507, "p90": 42.72548221150646, "p99": 50.90018282604723 }, "classes": { "long_126000": { "completed": 8, "failed": 0, "output_tokens": 567, "input_tokens": 1007972, "output_tok_s": 5.910164910104538, "ttft_s": { "mean": 9.73831065975537, "p50": 5.5736530360154575, "p90": 19.246850710193392, "p99": 22.309710246715113 }, "tpot_s": { "mean": 0.139283923691062, "p50": 0.07084048645528243, "p90": 0.30641718676006185, "p99": 0.3268416990918389 }, "latency_s": { "mean": 19.292492850381677, "p50": 11.501431226512068, "p90": 39.116479440697, "p99": 43.812225156977654 } }, "long_250000": { "completed": 8, "failed": 0, "output_tokens": 987, "input_tokens": 1999988, "output_tok_s": 10.288064843515308, "ttft_s": { "mean": 17.618554791370116, "p50": 12.169107743000495, "p90": 32.807630358386085, "p99": 33.39049906173371 }, "tpot_s": { "mean": 0.10895785223914427, "p50": 0.050271810502081904, "p90": 0.2312718195173176, "p99": 0.31436126563745637 }, "latency_s": { "mean": 27.325358885373134, "p50": 30.36403186499956, "p90": 38.276474760705604, "p99": 44.17867208348529 } }, "long_31000": { "completed": 16, "failed": 0, "output_tokens": 1243, "input_tokens": 495753, "output_tok_s": 12.956499088641872, "ttft_s": { "mean": 4.99421587211873, "p50": 2.1067075739993015, "p90": 12.779883015493397, "p99": 13.912373856641352 }, "tpot_s": { "mean": 0.09042187984600802, "p50": 0.04840718994341872, "p90": 0.199246468121409, "p99": 0.25443073944316386 }, "latency_s": { "mean": 12.48442020037146, "p50": 8.849052215009579, "p90": 21.946739418490324, "p99": 44.94439094413828 } }, "short": { "completed": 224, "failed": 0, "output_tokens": 53177, "input_tokens": 122322, "output_tok_s": 554.2942494261536, "ttft_s": { "mean": 2.994022271777664, "p50": 0.4450949979946017, "p90": 11.428315409497008, "p99": 22.846173300140073 }, "tpot_s": { "mean": 0.08670734644009977, "p50": 0.07722729943720076, "p90": 0.15050561682350813, "p99": 0.30274986975278184 }, "latency_s": { "mean": 23.496864648201804, "p50": 20.212247618983383, "p90": 43.792343687612515, "p99": 51.14031125773065 } } }, "timestamp_utc": "2026-10-11T23:41:56.655771+00:00", "state": "passed" } }, "mixed_failures": [], "finite_chat_medians": { "1": { "repeats": 3, "out_tok_s": 118.43368988783557, "ttft_p99_ms": 129.33940054266714, "tpot_p99_ms": 8.030945792446124 }, "16": { "repeats": 3, "out_tok_s": 1197.6740560633216, "ttft_p99_ms": 367.6697572521516, "tpot_p99_ms": 12.510298837900764 }, "64": { "repeats": 3, "out_tok_s": 2330.7626180266284, "ttft_p99_ms": 959.7781612043036, "tpot_p99_ms": 105.17297284270063 }, "128": { "repeats": 3, "out_tok_s": 2298.0686775502913, "ttft_p99_ms": 7603.503255457035, "tpot_p99_ms": 55.82189783783781 }, "256": { "repeats": 3, "out_tok_s": 2252.910143127066, "ttft_p99_ms": 22245.57260897272, "tpot_p99_ms": 51.398069158603896 } } }, { "run_id": "dsv41_flash__ext_base_s64__1024k__vllm__recovery__1011-221208", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_base_s64", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": null, "spec_num_tokens": null, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_31000": { "passed": 9, "total": 9, "input_tokens": [ 30996, 30997, 30995, 30996, 30996, 30997, 30995, 30997, 30998 ] } }, "load": { "control_summary": { "run_id": "dsv41_flash__ext_base_s64__1024k__vllm__recovery__1011-221208", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 26.144030220020795, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 61083, "input_tokens": 142205, "output_tok_s": 2336.4033580875894, "ttft_s": { "mean": 0.46666306739018637, "p50": 0.4348176420025993, "p90": 0.8112589090014808, "p99": 0.9795638740091818 }, "tpot_s": { "mean": 0.02370212376857056, "p50": 0.02409269209213865, "p90": 0.02571592284902912, "p99": 0.026586587768385878 }, "latency_s": { "mean": 6.176911910990611, "p50": 6.741632677483722, "p90": 6.951136757998029, "p99": 7.0624177579564265 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 61083, "input_tokens": 142205, "output_tok_s": 2336.4033580875894, "ttft_s": { "mean": 0.46666306739018637, "p50": 0.4348176420025993, "p90": 0.8112589090014808, "p99": 0.9795638740091818 }, "tpot_s": { "mean": 0.02370212376857056, "p50": 0.02409269209213865, "p90": 0.02571592284902912, "p99": 0.026586587768385878 }, "latency_s": { "mean": 6.176911910990611, "p50": 6.741632677483722, "p90": 6.951136757998029, "p99": 7.0624177579564265 } } }, "timestamp_utc": "2026-10-11T22:27:57.592093+00:00", "state": "passed" }, "mixed_summary": { "run_id": "dsv41_flash__ext_base_s64__1024k__vllm__recovery__1011-221208", "mode": "mixed", "concurrency": 64, "elapsed_including_drain_s": 82.7696643199888, "issue_duration_s": null, "issued": 211, "requested": 256, "completed": 210, "failed": 1, "output_tokens": 45746, "input_tokens": 2917556, "output_tok_s": 552.6904135208916, "ttft_s": { "mean": 4.990509030903784, "p50": 0.6995243809942622, "p90": 12.959264153891104, "p99": 29.440051817811035 }, "tpot_s": { "mean": 0.0867510698169958, "p50": 0.07644426545917254, "p90": 0.17262999191924083, "p99": 0.2905727243489955 }, "latency_s": { "mean": 23.02816665395706, "p50": 21.64462998948875, "p90": 45.55743398549093, "p99": 56.71045987555175 }, "classes": { "long_126000": { "completed": 5, "failed": 1, "output_tokens": 393, "input_tokens": 629981, "output_tok_s": 4.748116392989778, "ttft_s": { "mean": 11.317382046196144, "p50": 6.064136133005377, "p90": 21.711161165399247, "p99": 28.6700752544438 }, "tpot_s": { "mean": 0.11069688504872653, "p50": 0.10881665487911298, "p90": 0.16509458818554004, "p99": 0.17046707923233215 }, "latency_s": { "mean": 19.799688226997386, "p50": 14.471054805995664, "p90": 33.345027479005516, "p99": 42.92373023840599 } }, "long_250000": { "completed": 7, "failed": 0, "output_tokens": 476, "input_tokens": 1749990, "output_tok_s": 5.750899244435456, "ttft_s": { "mean": 17.895180839720915, "p50": 16.613571512018098, "p90": 25.451473688596163, "p99": 28.21644924476335 }, "tpot_s": { "mean": 0.12874309458219635, "p50": 0.04158247510713409, "p90": 0.305762939506008, "p99": 0.32413258474152196 }, "latency_s": { "mean": 26.92790314615039, "p50": 23.979399450996425, "p90": 38.56541513699922, "p99": 41.24197108289401 } }, "long_31000": { "completed": 14, "failed": 0, "output_tokens": 961, "input_tokens": 433797, "output_tok_s": 11.61053397878671, "ttft_s": { "mean": 7.427368881139306, "p50": 1.5489580865105381, "p90": 20.95330611218816, "p99": 29.84907123749115 }, "tpot_s": { "mean": 0.12769595462170774, "p50": 0.1219296331856404, "p90": 0.22067038255592128, "p99": 0.32184035466486133 }, "latency_s": { "mean": 16.50676775206895, "p50": 13.714021427498665, "p90": 41.638543633488005, "p99": 42.00143160751963 } }, "short": { "completed": 184, "failed": 0, "output_tokens": 43916, "input_tokens": 103788, "output_tok_s": 530.5808639046796, "ttft_s": { "mean": 4.142231282852268, "p50": 0.4671840625087498, "p90": 12.419449666401487, "p99": 29.431369932976377 }, "tpot_s": { "mean": 0.08138747396492502, "p50": 0.0745729001490034, "p90": 0.15714082878722874, "p99": 0.1911097388308139 }, "latency_s": { "mean": 23.46373090023901, "p50": 21.64818627650675, "p90": 45.55986208721006, "p99": 56.817510509191195 } } }, "timestamp_utc": "2026-10-11T22:29:20.500484+00:00", "state": "failed" } }, "mixed_failures": [ { "kind": "long_126000", "error": "Unterminated string starting at: line 3 column 14 (char 36)", "has_code_fence": false, "response_characters": 2291 } ], "finite_chat_medians": { "1": { "repeats": 3, "out_tok_s": 118.76417476374206, "ttft_p99_ms": 128.22476904606447, "tpot_p99_ms": 8.009699952620874 }, "16": { "repeats": 3, "out_tok_s": 1189.7976354695734, "ttft_p99_ms": 340.2987541092443, "tpot_p99_ms": 12.740500099668234 }, "64": { "repeats": 3, "out_tok_s": 2325.1790408321594, "ttft_p99_ms": 932.4708198473672, "tpot_p99_ms": 113.34143339918214 }, "128": { "repeats": 3, "out_tok_s": 3206.73439679824, "ttft_p99_ms": 1749.979025645007, "tpot_p99_ms": 220.73428383795536 }, "256": { "repeats": 3, "out_tok_s": 3115.7855297871, "ttft_p99_ms": 11452.920101509371, "tpot_p99_ms": 168.46952878501372 } } }, { "run_id": "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__recovery__1011-222954", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_dspark_k3_s64", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": "dspark", "spec_num_tokens": 3, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_after": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_31000": { "passed": 9, "total": 9, "input_tokens": [ 30996, 30997, 30995, 30996, 30996, 30997, 30995, 30997, 30998 ] } }, "load": { "control_summary": { "run_id": "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__recovery__1011-222954", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 19.85928668800625, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 61287, "input_tokens": 142205, "output_tok_s": 3086.062503796446, "ttft_s": { "mean": 0.30567037192929547, "p50": 0.21138928151049186, "p90": 0.7253403950016946, "p99": 0.9759748493132065 }, "tpot_s": { "mean": 0.01760625763924169, "p50": 0.017486540801987492, "p90": 0.02302278549411544, "p99": 0.027566318106415272 }, "latency_s": { "mean": 4.586660557086134, "p50": 4.6314793869969435, "p90": 6.166464921509032, "p99": 7.297039539000251 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 61287, "input_tokens": 142205, "output_tok_s": 3086.062503796446, "ttft_s": { "mean": 0.30567037192929547, "p50": 0.21138928151049186, "p90": 0.7253403950016946, "p99": 0.9759748493132065 }, "tpot_s": { "mean": 0.01760625763924169, "p50": 0.017486540801987492, "p90": 0.02302278549411544, "p99": 0.027566318106415272 }, "latency_s": { "mean": 4.586660557086134, "p50": 4.6314793869969435, "p90": 6.166464921509032, "p99": 7.297039539000251 } } }, "timestamp_utc": "2026-10-11T22:44:32.167462+00:00", "state": "passed" }, "mixed_summary": { "run_id": "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__recovery__1011-222954", "mode": "mixed", "concurrency": 64, "elapsed_including_drain_s": 89.1832000669965, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 55672, "input_tokens": 3626035, "output_tok_s": 624.2431305243352, "ttft_s": { "mean": 7.268374390722215, "p50": 4.715741130989045, "p90": 17.573724964502617, "p99": 25.185611920755754 }, "tpot_s": { "mean": 0.066215169185998, "p50": 0.06075268211166987, "p90": 0.11071520846076857, "p99": 0.16011221417460542 }, "latency_s": { "mean": 21.490738328498878, "p50": 20.438850720005576, "p90": 36.238864348997595, "p99": 50.92259745300107 }, "classes": { "long_126000": { "completed": 8, "failed": 0, "output_tokens": 550, "input_tokens": 1007972, "output_tok_s": 6.16708079085329, "ttft_s": { "mean": 12.068803410871624, "p50": 12.577129371988121, "p90": 19.17697512039449, "p99": 22.555686954945557 }, "tpot_s": { "mean": 0.05928924411538217, "p50": 0.03964764492194958, "p90": 0.12279579051321853, "p99": 0.13974422510772122 }, "latency_s": { "mean": 16.20806840912337, "p50": 13.586231975976261, "p90": 24.855525005701928, "p99": 25.87520911106898 } }, "long_250000": { "completed": 8, "failed": 0, "output_tokens": 1047, "input_tokens": 1999988, "output_tok_s": 11.739879250951626, "ttft_s": { "mean": 20.237024614747497, "p50": 17.756292132500676, "p90": 29.756524002991497, "p99": 36.38481700298114 }, "tpot_s": { "mean": 0.11643073317151838, "p50": 0.1167396767208279, "p90": 0.15318945737336728, "p99": 0.16320531275713712 }, "latency_s": { "mean": 33.09191002324951, "p50": 32.56442188700021, "p90": 49.476820550792034, "p99": 50.92338062128605 } }, "long_31000": { "completed": 16, "failed": 0, "output_tokens": 1119, "input_tokens": 495753, "output_tok_s": 12.547206190845149, "ttft_s": { "mean": 7.753829407560261, "p50": 3.2159671785047976, "p90": 16.815635306498734, "p99": 22.99075254725903 }, "tpot_s": { "mean": 0.06479728912743155, "p50": 0.051104308981222576, "p90": 0.14435079416683783, "p99": 0.15704713770311696 }, "latency_s": { "mean": 12.204891602374119, "p50": 7.734886907506734, "p90": 25.654538495000452, "p99": 26.187920478776505 } }, "short": { "completed": 224, "failed": 0, "output_tokens": 52956, "input_tokens": 122322, "output_tok_s": 593.7889642916851, "ttft_s": { "mean": 6.599089059370401, "p50": 2.8187882359925425, "p90": 17.0686321538844, "p99": 24.178431069408546 }, "tpot_s": { "mean": 0.0647703878003633, "p50": 0.06052721686862117, "p90": 0.10516916027894088, "p99": 0.15522065627990828 }, "latency_s": { "mean": 21.928352316958676, "p50": 20.78955520549789, "p90": 36.24541425819625, "p99": 50.383151831227025 } } }, "timestamp_utc": "2026-10-11T22:46:01.509913+00:00", "state": "passed" } }, "mixed_failures": [], "finite_chat_medians": { "1": { "repeats": 3, "out_tok_s": 254.2194367687909, "ttft_p99_ms": 122.3526141725597, "tpot_p99_ms": 4.555441925609165 }, "16": { "repeats": 3, "out_tok_s": 1576.9801791549753, "ttft_p99_ms": 344.07657479139743, "tpot_p99_ms": 17.638136678080855 }, "64": { "repeats": 3, "out_tok_s": 3066.967175900463, "ttft_p99_ms": 994.3714959415955, "tpot_p99_ms": 53.99952684965648 }, "128": { "repeats": 3, "out_tok_s": 4072.792952433881, "ttft_p99_ms": 1864.4651644545957, "tpot_p99_ms": 86.61964435479587 }, "256": { "repeats": 3, "out_tok_s": 4197.649096123462, "ttft_p99_ms": 10517.357546641428, "tpot_p99_ms": 59.157468609046155 } } }, { "run_id": "dsv41_flash__ext_dspark_k5_s32__1024k__vllm__recovery__1011-234234", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_dspark_k5_s32", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 32, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": "dspark", "spec_num_tokens": 5, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_31000": { "passed": 9, "total": 9, "input_tokens": [ 30996, 30997, 30995, 30996, 30996, 30997, 30995, 30997, 30998 ] } }, "load": { "control_summary": { "run_id": "dsv41_flash__ext_dspark_k5_s32__1024k__vllm__recovery__1011-234234", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 20.812323936988832, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 61035, "input_tokens": 142205, "output_tok_s": 2932.637421212014, "ttft_s": { "mean": 0.3263877425403052, "p50": 0.22940058099629823, "p90": 0.7605800445016939, "p99": 0.9571411683020414 }, "tpot_s": { "mean": 0.018460462114069924, "p50": 0.018320737776515418, "p90": 0.02569391883929105, "p99": 0.030314579221594605 }, "latency_s": { "mean": 4.785161610308478, "p50": 4.668234858501819, "p90": 6.725207844996476, "p99": 8.198494662337179 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 61035, "input_tokens": 142205, "output_tok_s": 2932.637421212014, "ttft_s": { "mean": 0.3263877425403052, "p50": 0.22940058099629823, "p90": 0.7605800445016939, "p99": 0.9571411683020414 }, "tpot_s": { "mean": 0.018460462114069924, "p50": 0.018320737776515418, "p90": 0.02569391883929105, "p99": 0.030314579221594605 }, "latency_s": { "mean": 4.785161610308478, "p50": 4.668234858501819, "p90": 6.725207844996476, "p99": 8.198494662337179 } } }, "timestamp_utc": "2026-10-11T23:58:49.161011+00:00", "state": "passed" }, "mixed_summary": { "run_id": "dsv41_flash__ext_dspark_k5_s32__1024k__vllm__recovery__1011-234234", "mode": "mixed", "concurrency": 64, "elapsed_including_drain_s": 76.10103845701087, "issue_duration_s": null, "issued": 202, "requested": 256, "completed": 201, "failed": 1, "output_tokens": 44104, "input_tokens": 2727939, "output_tok_s": 579.545311000114, "ttft_s": { "mean": 8.355427229001021, "p50": 2.2927779919991735, "p90": 29.733058306999737, "p99": 36.86140517401509 }, "tpot_s": { "mean": 0.06428375646985736, "p50": 0.05801270405885161, "p90": 0.11776939999990317, "p99": 0.1593765116724234 }, "latency_s": { "mean": 21.9327442669314, "p50": 17.06571508900379, "p90": 49.048478395008715, "p99": 68.80240706799668 }, "classes": { "long_126000": { "completed": 6, "failed": 0, "output_tokens": 468, "input_tokens": 755979, "output_tok_s": 6.14971897215793, "ttft_s": { "mean": 20.984022566170704, "p50": 22.640216952509945, "p90": 33.87353088299278, "p99": 35.44990329749707 }, "tpot_s": { "mean": 0.1045329502686172, "p50": 0.12736795282288377, "p90": 0.14946968869319932, "p99": 0.1568248341877035 }, "latency_s": { "mean": 29.300185276001383, "p50": 28.31211672149948, "p90": 45.787517589502386, "p99": 48.72238231445808 } }, "long_250000": { "completed": 6, "failed": 1, "output_tokens": 407, "input_tokens": 1499993, "output_tok_s": 5.34815303775273, "ttft_s": { "mean": 21.490177052502986, "p50": 15.312845573513187, "p90": 36.561012160003884, "p99": 47.001433010809706 }, "tpot_s": { "mean": 0.085777900211993, "p50": 0.09975104365835942, "p90": 0.13378290493228917, "p99": 0.14244839209330168 }, "latency_s": { "mean": 26.965987393336643, "p50": 20.147890318505233, "p90": 44.002274437007145, "p99": 54.33826441061538 } }, "long_31000": { "completed": 12, "failed": 0, "output_tokens": 939, "input_tokens": 371841, "output_tok_s": 12.33885921977841, "ttft_s": { "mean": 8.845320016259697, "p50": 3.06553195649758, "p90": 24.146051558107143, "p99": 35.58857046867081 }, "tpot_s": { "mean": 0.0869839457758217, "p50": 0.08644405980260164, "p90": 0.1450430045122347, "p99": 0.15782712112638506 }, "latency_s": { "mean": 15.640694241007926, "p50": 8.23426285450114, "p90": 31.26345263530384, "p99": 44.48847333655897 } }, "short": { "completed": 177, "failed": 0, "output_tokens": 42290, "input_tokens": 100126, "output_tok_s": 555.7085797704249, "ttft_s": { "mean": 7.448880424418343, "p50": 2.275852760009002, "p90": 28.582097131008055, "p99": 36.84921941988054 }, "tpot_s": { "mean": 0.060651766091795525, "p50": 0.057013919749000455, "p90": 0.10427303869181367, "p99": 0.15874409580233467 }, "latency_s": { "mean": 21.938961755621968, "p50": 17.046909698983654, "p90": 51.34966360600084, "p99": 69.1107833096746 } } }, "timestamp_utc": "2026-10-12T00:00:05.420667+00:00", "state": "failed" } }, "mixed_failures": [ { "kind": "long_250000", "error": "Unterminated string starting at: line 3 column 14 (char 36)", "has_code_fence": false, "response_characters": 2291 } ], "finite_chat_medians": { "1": { "repeats": 3, "out_tok_s": 280.0468772378708, "ttft_p99_ms": 129.50859465665417, "tpot_p99_ms": 4.439206723764072 }, "16": { "repeats": 3, "out_tok_s": 1544.695674963813, "ttft_p99_ms": 378.58694578899303, "tpot_p99_ms": 21.932818005227855 }, "64": { "repeats": 3, "out_tok_s": 2877.6138431789386, "ttft_p99_ms": 998.8077243076985, "tpot_p99_ms": 59.83205163793155 }, "128": { "repeats": 3, "out_tok_s": 3006.369348869973, "ttft_p99_ms": 7161.042803502931, "tpot_p99_ms": 50.34884119872004 }, "256": { "repeats": 3, "out_tok_s": 3039.155897493431, "ttft_p99_ms": 17150.337087845834, "tpot_p99_ms": 50.33372971141944 } } }, { "run_id": "dsv41_flash__ext_dspark_k5_s64__1024k__vllm__recovery__1011-224637", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_dspark_k5_s64", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": "dspark", "spec_num_tokens": 5, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_31000": { "passed": 9, "total": 9, "input_tokens": [ 30996, 30997, 30995, 30996, 30996, 30997, 30995, 30997, 30998 ] } }, "load": { "control_summary": { "run_id": "dsv41_flash__ext_dspark_k5_s64__1024k__vllm__recovery__1011-224637", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 21.01342690200545, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 61015, "input_tokens": 142205, "output_tok_s": 2903.619684906175, "ttft_s": { "mean": 0.3313208774297891, "p50": 0.2299120614916319, "p90": 0.7647016775154043, "p99": 0.9494468641816638 }, "tpot_s": { "mean": 0.018398230552819025, "p50": 0.017741801137229188, "p90": 0.025275077619624102, "p99": 0.03164760433017007 }, "latency_s": { "mean": 4.760442050698657, "p50": 4.656391104494105, "p90": 6.634802614498767, "p99": 8.228375152555236 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 61015, "input_tokens": 142205, "output_tok_s": 2903.619684906175, "ttft_s": { "mean": 0.3313208774297891, "p50": 0.2299120614916319, "p90": 0.7647016775154043, "p99": 0.9494468641816638 }, "tpot_s": { "mean": 0.018398230552819025, "p50": 0.017741801137229188, "p90": 0.025275077619624102, "p99": 0.03164760433017007 }, "latency_s": { "mean": 4.760442050698657, "p50": 4.656391104494105, "p90": 6.634802614498767, "p99": 8.228375152555236 } } }, "timestamp_utc": "2026-10-11T23:01:38.426626+00:00", "state": "passed" }, "mixed_summary": { "run_id": "dsv41_flash__ext_dspark_k5_s64__1024k__vllm__recovery__1011-224637", "mode": "mixed", "concurrency": 64, "elapsed_including_drain_s": 92.57166093200794, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 255, "failed": 1, "output_tokens": 55261, "input_tokens": 3376038, "output_tok_s": 596.9537485190864, "ttft_s": { "mean": 7.872937985125007, "p50": 2.3923961939872243, "p90": 24.20115856460179, "p99": 35.60958277082653 }, "tpot_s": { "mean": 0.06252367788204817, "p50": 0.054637851650990985, "p90": 0.11902981390335483, "p99": 0.16427234708451582 }, "latency_s": { "mean": 21.115446834983853, "p50": 17.64854371198453, "p90": 45.02012622359906, "p99": 68.39535499239865 }, "classes": { "long_126000": { "completed": 8, "failed": 0, "output_tokens": 500, "input_tokens": 1007972, "output_tok_s": 5.4012210104692855, "ttft_s": { "mean": 17.713441913245333, "p50": 18.026147280499572, "p90": 30.58037562048412, "p99": 35.112699277553475 }, "tpot_s": { "mean": 0.09222658998684272, "p50": 0.10022319283673764, "p90": 0.13952838632574943, "p99": 0.16021930082783759 }, "latency_s": { "mean": 23.212538986372238, "p50": 21.82497886699275, "p90": 38.05822693929658, "p99": 45.221632074122894 } }, "long_250000": { "completed": 7, "failed": 1, "output_tokens": 517, "input_tokens": 1749991, "output_tok_s": 5.584862524825241, "ttft_s": { "mean": 21.68695722443434, "p50": 15.19238924200181, "p90": 35.66201562701609, "p99": 42.8566445422091 }, "tpot_s": { "mean": 0.09016005572501759, "p50": 0.12737861056455352, "p90": 0.13783285909242232, "p99": 0.1394566880530026 }, "latency_s": { "mean": 27.78060927400033, "p50": 22.785416801983956, "p90": 43.84367787701195, "p99": 51.42182719601841 } }, "long_31000": { "completed": 16, "failed": 0, "output_tokens": 1111, "input_tokens": 495753, "output_tok_s": 12.001513085262753, "ttft_s": { "mean": 6.822929920374008, "p50": 3.0371256485086633, "p90": 14.993303836497944, "p99": 21.321539304230825 }, "tpot_s": { "mean": 0.07807405925352812, "p50": 0.05303893828381928, "p90": 0.14981809628925963, "p99": 0.16439934297729492 }, "latency_s": { "mean": 12.472616791063047, "p50": 9.098109817990917, "p90": 23.77478937250271, "p99": 25.84708859255188 } }, "short": { "completed": 224, "failed": 0, "output_tokens": 53133, "input_tokens": 122322, "output_tok_s": 573.966151898529, "ttft_s": { "mean": 7.164803891088793, "p50": 2.3768540275050327, "p90": 24.073119977794708, "p99": 35.602787728624534 }, "tpot_s": { "mean": 0.05948848125846415, "p50": 0.05443446235097808, "p90": 0.10983679260400023, "p99": 0.15086737990687354 }, "latency_s": { "mean": 21.449609363637915, "p50": 17.55715269150096, "p90": 47.464838118184716, "p99": 68.56341338279454 } } }, "timestamp_utc": "2026-10-11T23:03:11.156430+00:00", "state": "failed" } }, "mixed_failures": [ { "kind": "long_250000", "error": "Unterminated string starting at: line 3 column 14 (char 36)", "has_code_fence": false, "response_characters": 2279 } ], "finite_chat_medians": { "1": { "repeats": 3, "out_tok_s": 282.8152245741517, "ttft_p99_ms": 144.1533809818793, "tpot_p99_ms": 4.550700796362898 }, "16": { "repeats": 3, "out_tok_s": 1549.4985406673095, "ttft_p99_ms": 404.46921601658687, "tpot_p99_ms": 20.463898677257927 }, "64": { "repeats": 3, "out_tok_s": 2921.985930866037, "ttft_p99_ms": 953.8307551367325, "tpot_p99_ms": 51.27246041229226 }, "128": { "repeats": 3, "out_tok_s": 3866.289994845492, "ttft_p99_ms": 1925.83006150031, "tpot_p99_ms": 112.50794383377063 }, "256": { "repeats": 3, "out_tok_s": 3957.1257125720713, "ttft_p99_ms": 11480.906460122786, "tpot_p99_ms": 94.10291180422048 } } }, { "run_id": "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__recovery__1011-215444", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_dspark_k5_s64_adaptive", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": "dspark", "spec_num_tokens": 5, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_after": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_31000": { "passed": 9, "total": 9, "input_tokens": [ 30996, 30997, 30995, 30996, 30996, 30997, 30995, 30997, 30998 ] } }, "load": { "control_summary": { "run_id": "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__recovery__1011-215444", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 19.48827219501254, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 60969, "input_tokens": 142205, "output_tok_s": 3128.4969436953597, "ttft_s": { "mean": 0.30594243971154356, "p50": 0.20408834601403214, "p90": 0.7489721735037165, "p99": 0.9908431856994866 }, "tpot_s": { "mean": 0.01715368631635495, "p50": 0.016465818767388327, "p90": 0.024669136158841226, "p99": 0.0314992149294338 }, "latency_s": { "mean": 4.450574023628064, "p50": 4.311308421500144, "p90": 6.455771052511409, "p99": 8.194282027786537 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 60969, "input_tokens": 142205, "output_tok_s": 3128.4969436953597, "ttft_s": { "mean": 0.30594243971154356, "p50": 0.20408834601403214, "p90": 0.7489721735037165, "p99": 0.9908431856994866 }, "tpot_s": { "mean": 0.01715368631635495, "p50": 0.016465818767388327, "p90": 0.024669136158841226, "p99": 0.0314992149294338 }, "latency_s": { "mean": 4.450574023628064, "p50": 4.311308421500144, "p90": 6.455771052511409, "p99": 8.194282027786537 } } }, "timestamp_utc": "2026-10-11T22:09:59.843720+00:00", "state": "passed" }, "mixed_summary": { "run_id": "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__recovery__1011-215444", "mode": "mixed", "concurrency": 64, "elapsed_including_drain_s": 91.80641093701706, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 55770, "input_tokens": 3626035, "output_tok_s": 607.4739163723598, "ttft_s": { "mean": 8.974594376496043, "p50": 5.497321141010616, "p90": 26.511155609492562, "p99": 40.027423942147266 }, "tpot_s": { "mean": 0.05853701300013095, "p50": 0.050533787364667446, "p90": 0.11506003455502654, "p99": 0.1495804168260376 }, "latency_s": { "mean": 21.42394996826215, "p50": 18.217634692497086, "p90": 41.15076735299954, "p99": 61.974238449061524 }, "classes": { "long_126000": { "completed": 8, "failed": 0, "output_tokens": 539, "input_tokens": 1007972, "output_tok_s": 5.871049684861071, "ttft_s": { "mean": 17.924898835997737, "p50": 15.061039295498631, "p90": 32.14876902110118, "p99": 36.88713785859669 }, "tpot_s": { "mean": 0.08201799540773268, "p50": 0.08616988379149809, "p90": 0.13539732183175016, "p99": 0.142420986037372 }, "latency_s": { "mean": 23.318067843374592, "p50": 22.00540248650941, "p90": 37.74730849499756, "p99": 41.414633328887575 } }, "long_250000": { "completed": 8, "failed": 0, "output_tokens": 701, "input_tokens": 1999988, "output_tok_s": 7.635632335969593, "ttft_s": { "mean": 23.759724922503665, "p50": 18.495581347000552, "p90": 43.71829259399965, "p99": 48.54894314039411 }, "tpot_s": { "mean": 0.104234782800281, "p50": 0.12618749036690963, "p90": 0.13266695853435403, "p99": 0.13489378399675478 }, "latency_s": { "mean": 32.569071241872734, "p50": 29.95581077800307, "p90": 51.96113554428739, "p99": 56.50579590290988 } }, "long_31000": { "completed": 16, "failed": 0, "output_tokens": 1311, "input_tokens": 495753, "output_tok_s": 14.280048491378226, "ttft_s": { "mean": 5.807072278439591, "p50": 1.9539730045071337, "p90": 17.30651958899398, "p99": 22.95183444645372 }, "tpot_s": { "mean": 0.051620023024166094, "p50": 0.0410119805330777, "p90": 0.08949513918432273, "p99": 0.14406080463309207 }, "latency_s": { "mean": 9.526456756688276, "p50": 5.979896484495839, "p90": 25.05727541948727, "p99": 27.555563366740532 } }, "short": { "completed": 224, "failed": 0, "output_tokens": 53219, "input_tokens": 122322, "output_tok_s": 579.6871858601509, "ttft_s": { "mean": 8.353151847589029, "p50": 3.4677770435082493, "p90": 25.51588506810369, "p99": 37.72408584350925 }, "tpot_s": { "mean": 0.05656041399099444, "p50": 0.04943668011960564, "p90": 0.10463141122548707, "p99": 0.14915087727861662 }, "latency_s": { "mean": 21.808083799491605, "p50": 18.217634692497086, "p90": 42.93285179479869, "p99": 62.03032231754274 } } }, "timestamp_utc": "2026-10-11T22:11:31.782997+00:00", "state": "passed" } }, "mixed_failures": [], "finite_chat_medians": { "1": { "repeats": 3, "out_tok_s": 279.68302266135123, "ttft_p99_ms": 124.26975014415801, "tpot_p99_ms": 4.448927099637312 }, "16": { "repeats": 3, "out_tok_s": 1659.9277552079336, "ttft_p99_ms": 352.2462902238476, "tpot_p99_ms": 17.81871849493531 }, "64": { "repeats": 3, "out_tok_s": 3088.436369349277, "ttft_p99_ms": 955.4680610002833, "tpot_p99_ms": 67.6230470082366 }, "128": { "repeats": 3, "out_tok_s": 4172.597058276553, "ttft_p99_ms": 1803.8963971484918, "tpot_p99_ms": 70.26304561062713 }, "256": { "repeats": 3, "out_tok_s": 4296.225685633827, "ttft_p99_ms": 10858.115491018689, "tpot_p99_ms": 67.87112034246064 } } }, { "run_id": "dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__reliability__1012-000039", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_dspark_k5_s64_adaptive", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": "dspark", "spec_num_tokens": 5, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": {}, "load": {}, "finite_chat_medians": {} }, { "run_id": "dsv41_flash__ext_dspark_k8_s64__1024k__vllm__recovery__1011-230345", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_dspark_k8_s64", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": "dspark", "spec_num_tokens": 8, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_after": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": { "retrieval_exact_31000": { "passed": 9, "total": 9, "input_tokens": [ 30996, 30997, 30995, 30996, 30996, 30997, 30995, 30997, 30998 ] } }, "load": { "control_summary": { "run_id": "dsv41_flash__ext_dspark_k8_s64__1024k__vllm__recovery__1011-230345", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 25.136534858000232, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 60906, "input_tokens": 142205, "output_tok_s": 2423.007003314754, "ttft_s": { "mean": 0.3476642301689026, "p50": 0.26865829301823396, "p90": 0.7746736474946374, "p99": 0.9227589408008497 }, "tpot_s": { "mean": 0.022191937443250365, "p50": 0.02122014114484847, "p90": 0.03249137659805973, "p99": 0.03993550891631029 }, "latency_s": { "mean": 5.700992215500719, "p50": 5.572859694017097, "p90": 8.534856583995861, "p99": 10.303835800087834 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 60906, "input_tokens": 142205, "output_tok_s": 2423.007003314754, "ttft_s": { "mean": 0.3476642301689026, "p50": 0.26865829301823396, "p90": 0.7746736474946374, "p99": 0.9227589408008497 }, "tpot_s": { "mean": 0.022191937443250365, "p50": 0.02122014114484847, "p90": 0.03249137659805973, "p99": 0.03993550891631029 }, "latency_s": { "mean": 5.700992215500719, "p50": 5.572859694017097, "p90": 8.534856583995861, "p99": 10.303835800087834 } } }, "timestamp_utc": "2026-10-11T23:20:02.812369+00:00", "state": "passed" }, "mixed_summary": { "run_id": "dsv41_flash__ext_dspark_k8_s64__1024k__vllm__recovery__1011-230345", "mode": "mixed", "concurrency": 64, "elapsed_including_drain_s": 98.1285053419997, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 55695, "input_tokens": 3626035, "output_tok_s": 567.5720811795769, "ttft_s": { "mean": 7.347556991553915, "p50": 5.942959239997435, "p90": 18.268959851004183, "p99": 21.64817839839379 }, "tpot_s": { "mean": 0.07040954023734523, "p50": 0.06887145372936228, "p90": 0.12198988895899818, "p99": 0.16249089132020164 }, "latency_s": { "mean": 22.269545057440382, "p50": 21.446162338994327, "p90": 38.14125599748513, "p99": 46.72452560380477 }, "classes": { "long_126000": { "completed": 8, "failed": 0, "output_tokens": 586, "input_tokens": 1007972, "output_tok_s": 5.971761191691033, "ttft_s": { "mean": 12.077269126617466, "p50": 10.289566177991219, "p90": 19.179513488785595, "p99": 20.407042360160847 }, "tpot_s": { "mean": 0.08264886649506674, "p50": 0.0712575163649433, "p90": 0.15051563873955576, "p99": 0.15923897801398865 }, "latency_s": { "mean": 18.32171224261765, "p50": 16.92704343049263, "p90": 30.74689483690017, "p99": 32.50294627999334 } }, "long_250000": { "completed": 8, "failed": 0, "output_tokens": 778, "input_tokens": 1999988, "output_tok_s": 7.928379193064204, "ttft_s": { "mean": 18.056928494122985, "p50": 14.31557969149435, "p90": 28.43199089180853, "p99": 30.231453393966948 }, "tpot_s": { "mean": 0.10232331750283813, "p50": 0.10736024796059697, "p90": 0.14637784331019835, "p99": 0.15000168006041625 }, "latency_s": { "mean": 26.590827234249446, "p50": 23.7394365874934, "p90": 33.69002653268981, "p99": 37.345215531055 } }, "long_31000": { "completed": 16, "failed": 0, "output_tokens": 1151, "input_tokens": 495753, "output_tok_s": 11.729517289481874, "ttft_s": { "mean": 8.603723895559597, "p50": 7.3250510424986714, "p90": 15.02424794549006, "p99": 20.7800327859848 }, "tpot_s": { "mean": 0.08942993057335841, "p50": 0.08585465471395758, "p90": 0.1572465169375178, "p99": 0.1656284585414229 }, "latency_s": { "mean": 15.000443516622909, "p50": 14.567313915496925, "p90": 26.84415610799624, "p99": 32.34419362144981 } }, "short": { "completed": 224, "failed": 0, "output_tokens": 53180, "input_tokens": 122322, "output_tok_s": 541.9424235053398, "ttft_s": { "mean": 6.706434939923773, "p50": 4.856078442506259, "p90": 16.804249627995894, "p99": 20.538694663822824 }, "tpot_s": { "mean": 0.0674740443732295, "p50": 0.0680696675823271, "p90": 0.11286245073570741, "p99": 0.14611479967465832 }, "latency_s": { "mean": 22.775429118856405, "p50": 21.87352459449903, "p90": 39.443372340389764, "p99": 47.43531926268161 } } }, "timestamp_utc": "2026-10-11T23:21:41.082434+00:00", "state": "passed" } }, "mixed_failures": [], "finite_chat_medians": { "1": { "repeats": 3, "out_tok_s": 262.3358432058312, "ttft_p99_ms": 121.1859246759559, "tpot_p99_ms": 4.84786932152244 }, "16": { "repeats": 3, "out_tok_s": 1280.139600874713, "ttft_p99_ms": 363.95652391103795, "tpot_p99_ms": 26.393708521324484 }, "64": { "repeats": 3, "out_tok_s": 2369.40227002108, "ttft_p99_ms": 952.4292541158501, "tpot_p99_ms": 85.5219450415456 }, "128": { "repeats": 3, "out_tok_s": 3228.4601536389005, "ttft_p99_ms": 1980.6976248839055, "tpot_p99_ms": 106.64986555842914 }, "256": { "repeats": 3, "out_tok_s": 3322.7671197593704, "ttft_p99_ms": 13554.100787998752, "tpot_p99_ms": 108.04410973796618 } } }, { "run_id": "glm53_flash__ext_sglang_tp4__32k__sglang__enginecompare__1012-005631", "config": { "model": "glm53_flash", "model_revision": "eb9eb208eb0d988989d07a6a12d0fdeb5f52574a", "image_digest": "lmsysorg/sglang@sha256:b1259f3ea3275f66237c498ea388919729018bc9f01c3d638391e06e2cf3f469", "engine": "sglang", "engine_version": "v0.5.21", "layout": "ext_sglang_tp4", "gpus": 4, "tp": 4, "replicas": 1, "max_model_len": 32768, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "bfloat16", "spec_method": null, "spec_num_tokens": null, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": {}, "load": { "engine-r1-c1_summary": { "run_id": "glm53_flash__ext_sglang_tp4__32k__sglang__enginecompare__1012-005631", "mode": "control", "concurrency": 1, "elapsed_including_drain_s": 28.408308508020127, "issue_duration_s": null, "issued": 8, "requested": 8, "completed": 8, "failed": 0, "output_tokens": 2048, "input_tokens": 4863, "output_tok_s": 72.09158543958421, "ttft_s": { "mean": 1.4318903786261217, "p50": 0.14837690099375322, "p90": 3.2343606145033825, "p99": 9.709290934764718 }, "tpot_s": { "mean": 0.00830810938185131, "p50": 0.00829894575878165, "p90": 0.008329825720375439, "p99": 0.00834688676022194 }, "latency_s": { "mean": 3.5505521533777937, "p50": 2.2647634184977505, "p90": 5.359730276998015, "p99": 11.826935282101328 }, "classes": { "short": { "completed": 8, "failed": 0, "output_tokens": 2048, "input_tokens": 4863, "output_tok_s": 72.09158543958421, "ttft_s": { "mean": 1.4318903786261217, "p50": 0.14837690099375322, "p90": 3.2343606145033825, "p99": 9.709290934764718 }, "tpot_s": { "mean": 0.00830810938185131, "p50": 0.00829894575878165, "p90": 0.008329825720375439, "p99": 0.00834688676022194 }, "latency_s": { "mean": 3.5505521533777937, "p50": 2.2647634184977505, "p90": 5.359730276998015, "p99": 11.826935282101328 } } }, "timestamp_utc": "2026-10-12T01:05:44.784805+00:00", "state": "passed" }, "engine-r1-c16_summary": { "run_id": "glm53_flash__ext_sglang_tp4__32k__sglang__enginecompare__1012-005631", "mode": "control", "concurrency": 16, "elapsed_including_drain_s": 34.398992118018214, "issue_duration_s": null, "issued": 32, "requested": 32, "completed": 32, "failed": 0, "output_tokens": 8192, "input_tokens": 17045, "output_tok_s": 238.14651231333679, "ttft_s": { "mean": 11.235520177532635, "p50": 11.033448005997343, "p90": 11.849625144607854, "p99": 11.869653485644376 }, "tpot_s": { "mean": 0.02336665538088139, "p50": 0.023062867498054973, "p90": 0.023824185394081654, "p99": 0.02486064805150347 }, "latency_s": { "mean": 17.19436604134171, "p50": 17.193647426494863, "p90": 17.752861815207872, "p99": 17.754155020917242 }, "classes": { "short": { "completed": 32, "failed": 0, "output_tokens": 8192, "input_tokens": 17045, "output_tok_s": 238.14651231333679, "ttft_s": { "mean": 11.235520177532635, "p50": 11.033448005997343, "p90": 11.849625144607854, "p99": 11.869653485644376 }, "tpot_s": { "mean": 0.02336665538088139, "p50": 0.023062867498054973, "p90": 0.023824185394081654, "p99": 0.02486064805150347 }, "latency_s": { "mean": 17.19436604134171, "p50": 17.193647426494863, "p90": 17.752861815207872, "p99": 17.754155020917242 } } }, "timestamp_utc": "2026-10-12T01:06:19.340580+00:00", "state": "passed" } }, "finite_chat_medians": {} }, { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340", "config": { "model": "glm53_flash", "model_revision": "eb9eb208eb0d988989d07a6a12d0fdeb5f52574a", "image_digest": "vllm/vllm-openai@sha256:c1c9f6fd5c109ba7f0546a59f5b2f15fb87f64c77782e90a27b648b42a8e67c3", "engine": "vllm", "engine_version": "0.31.0", "layout": "ext_vllm_tp4", "gpus": 4, "tp": 4, "replicas": 1, "max_model_len": 32768, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "auto", "spec_method": null, "spec_num_tokens": null, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_after": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": {}, "load": { "engine-r1-c1_summary": { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340", "mode": "control", "concurrency": 1, "elapsed_including_drain_s": 14.949573022982804, "issue_duration_s": null, "issued": 8, "requested": 8, "completed": 8, "failed": 0, "output_tokens": 2048, "input_tokens": 4863, "output_tok_s": 136.9938791463473, "ttft_s": { "mean": 0.18153936250382685, "p50": 0.13129467199905775, "p90": 0.2724836709094234, "p99": 0.3791957377077778 }, "tpot_s": { "mean": 0.006611200010800031, "p50": 0.00660166123724433, "p90": 0.006635130215287848, "p99": 0.006644272066288691 }, "latency_s": { "mean": 1.8682683000079123, "p50": 1.8159452800027793, "p90": 1.9572819327149773, "p99": 2.0677136870930553 }, "classes": { "short": { "completed": 8, "failed": 0, "output_tokens": 2048, "input_tokens": 4863, "output_tok_s": 136.9938791463473, "ttft_s": { "mean": 0.18153936250382685, "p50": 0.13129467199905775, "p90": 0.2724836709094234, "p99": 0.3791957377077778 }, "tpot_s": { "mean": 0.006611200010800031, "p50": 0.00660166123724433, "p90": 0.006635130215287848, "p99": 0.006644272066288691 }, "latency_s": { "mean": 1.8682683000079123, "p50": 1.8159452800027793, "p90": 1.9572819327149773, "p99": 2.0677136870930553 } } }, "timestamp_utc": "2026-10-12T00:50:55.921376+00:00", "state": "passed" }, "engine-r1-c16_summary": { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340", "mode": "control", "concurrency": 16, "elapsed_including_drain_s": 9.298275571985869, "issue_duration_s": null, "issued": 32, "requested": 32, "completed": 32, "failed": 0, "output_tokens": 8171, "input_tokens": 17045, "output_tok_s": 878.7650932413576, "ttft_s": { "mean": 0.7645715280004879, "p50": 0.5835138769907644, "p90": 0.9660011598956771, "p99": 1.3585761617971002 }, "tpot_s": { "mean": 0.015187607009826324, "p50": 0.015164261645073639, "p90": 0.015195016906672049, "p99": 0.017498066337706123 }, "latency_s": { "mean": 4.630579667345046, "p50": 4.626030945495586, "p90": 4.830180282404763, "p99": 5.2099246943125035 }, "classes": { "short": { "completed": 32, "failed": 0, "output_tokens": 8171, "input_tokens": 17045, "output_tok_s": 878.7650932413576, "ttft_s": { "mean": 0.7645715280004879, "p50": 0.5835138769907644, "p90": 0.9660011598956771, "p99": 1.3585761617971002 }, "tpot_s": { "mean": 0.015187607009826324, "p50": 0.015164261645073639, "p90": 0.015195016906672049, "p99": 0.017498066337706123 }, "latency_s": { "mean": 4.630579667345046, "p50": 4.626030945495586, "p90": 4.830180282404763, "p99": 5.2099246943125035 } } }, "timestamp_utc": "2026-10-12T00:51:05.359030+00:00", "state": "passed" }, "engine-r1-c64_summary": { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 30.55391560200951, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 64768, "input_tokens": 142697, "output_tok_s": 2119.7937718902467, "ttft_s": { "mean": 0.7240520757459308, "p50": 0.6676951930130599, "p90": 1.1565658265026286, "p99": 1.409840847083251 }, "tpot_s": { "mean": 0.02708770788013806, "p50": 0.027226158774540047, "p90": 0.02946191777060877, "p99": 0.03028806390986074 }, "latency_s": { "mean": 7.5524115489172345, "p50": 7.78802975450526, "p90": 8.135909887510934, "p99": 8.216793958001652 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 64768, "input_tokens": 142697, "output_tok_s": 2119.7937718902467, "ttft_s": { "mean": 0.7240520757459308, "p50": 0.6676951930130599, "p90": 1.1565658265026286, "p99": 1.409840847083251 }, "tpot_s": { "mean": 0.02708770788013806, "p50": 0.027226158774540047, "p90": 0.02946191777060877, "p99": 0.03028806390986074 }, "latency_s": { "mean": 7.5524115489172345, "p50": 7.78802975450526, "p90": 8.135909887510934, "p99": 8.216793958001652 } } }, "timestamp_utc": "2026-10-12T00:51:36.046723+00:00", "state": "passed" }, "engine-r1-c128_summary": { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340", "mode": "control", "concurrency": 128, "elapsed_including_drain_s": 60.29026407099445, "issue_duration_s": null, "issued": 512, "requested": 512, "completed": 512, "failed": 0, "output_tokens": 129515, "input_tokens": 285394, "output_tok_s": 2148.1909557982754, "ttft_s": { "mean": 7.044217520573511, "p50": 8.03242474149738, "p90": 8.250316638496589, "p99": 8.47963079681591 }, "tpot_s": { "mean": 0.02791761028405369, "p50": 0.028586814468658035, "p90": 0.029569725998809707, "p99": 0.03079711333912336 }, "latency_s": { "mean": 14.086040102866662, "p50": 15.199467270998866, "p90": 15.580519486084814, "p99": 15.748116811862564 }, "classes": { "short": { "completed": 512, "failed": 0, "output_tokens": 129515, "input_tokens": 285394, "output_tok_s": 2148.1909557982754, "ttft_s": { "mean": 7.044217520573511, "p50": 8.03242474149738, "p90": 8.250316638496589, "p99": 8.47963079681591 }, "tpot_s": { "mean": 0.02791761028405369, "p50": 0.028586814468658035, "p90": 0.029569725998809707, "p99": 0.03079711333912336 }, "latency_s": { "mean": 14.086040102866662, "p50": 15.199467270998866, "p90": 15.580519486084814, "p99": 15.748116811862564 } } }, "timestamp_utc": "2026-10-12T00:52:36.451681+00:00", "state": "passed" }, "engine-r2-c1_summary": { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340", "mode": "control", "concurrency": 1, "elapsed_including_drain_s": 14.45389992199489, "issue_duration_s": null, "issued": 8, "requested": 8, "completed": 8, "failed": 0, "output_tokens": 2048, "input_tokens": 4863, "output_tok_s": 141.6918624767495, "ttft_s": { "mean": 0.12019583763321862, "p50": 0.12127371451060753, "p90": 0.12280877661250997, "p99": 0.12398519577312982 }, "tpot_s": { "mean": 0.006608691303899475, "p50": 0.006601408674488958, "p90": 0.006634051134882897, "p99": 0.006644383525185963 }, "latency_s": { "mean": 1.8063023083814187, "p50": 1.804723922003177, "p90": 1.812920747420867, "p99": 1.8165273701518891 }, "classes": { "short": { "completed": 8, "failed": 0, "output_tokens": 2048, "input_tokens": 4863, "output_tok_s": 141.6918624767495, "ttft_s": { "mean": 0.12019583763321862, "p50": 0.12127371451060753, "p90": 0.12280877661250997, "p99": 0.12398519577312982 }, "tpot_s": { "mean": 0.006608691303899475, "p50": 0.006601408674488958, "p90": 0.006634051134882897, "p99": 0.006644383525185963 }, "latency_s": { "mean": 1.8063023083814187, "p50": 1.804723922003177, "p90": 1.812920747420867, "p99": 1.8165273701518891 } } }, "timestamp_utc": "2026-10-12T00:52:51.035124+00:00", "state": "passed" }, "engine-r2-c16_summary": { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340", "mode": "control", "concurrency": 16, "elapsed_including_drain_s": 7.864775397989433, "issue_duration_s": null, "issued": 32, "requested": 32, "completed": 32, "failed": 0, "output_tokens": 8192, "input_tokens": 17045, "output_tok_s": 1041.606350525181, "ttft_s": { "mean": 0.33298077149629535, "p50": 0.28740072398795746, "p90": 0.3918324000173016, "p99": 0.5030027191445697 }, "tpot_s": { "mean": 0.014064055045235042, "p50": 0.014042505794136292, "p90": 0.01408949771764752, "p99": 0.014837755442194085 }, "latency_s": { "mean": 3.9206085679052194, "p50": 3.906896811487968, "p90": 3.9734594850044234, "p99": 4.0735721146789725 }, "classes": { "short": { "completed": 32, "failed": 0, "output_tokens": 8192, "input_tokens": 17045, "output_tok_s": 1041.606350525181, "ttft_s": { "mean": 0.33298077149629535, "p50": 0.28740072398795746, "p90": 0.3918324000173016, "p99": 0.5030027191445697 }, "tpot_s": { "mean": 0.014064055045235042, "p50": 0.014042505794136292, "p90": 0.01408949771764752, "p99": 0.014837755442194085 }, "latency_s": { "mean": 3.9206085679052194, "p50": 3.906896811487968, "p90": 3.9734594850044234, "p99": 4.0735721146789725 } } }, "timestamp_utc": "2026-10-12T00:52:59.036868+00:00", "state": "passed" }, "engine-r2-c64_summary": { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 28.901916077011265, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 64731, "input_tokens": 142697, "output_tok_s": 2239.678498391578, "ttft_s": { "mean": 0.6200756341138458, "p50": 0.581334810500266, "p90": 1.0726342779962579, "p99": 1.1267164457472973 }, "tpot_s": { "mean": 0.025899914912682315, "p50": 0.026056422021607503, "p90": 0.027340421502024172, "p99": 0.028590203803158184 }, "latency_s": { "mean": 7.136400085183368, "p50": 7.294776939990697, "p90": 7.681853269998101, "p99": 7.830182517996581 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 64731, "input_tokens": 142697, "output_tok_s": 2239.678498391578, "ttft_s": { "mean": 0.6200756341138458, "p50": 0.581334810500266, "p90": 1.0726342779962579, "p99": 1.1267164457472973 }, "tpot_s": { "mean": 0.025899914912682315, "p50": 0.026056422021607503, "p90": 0.027340421502024172, "p99": 0.028590203803158184 }, "latency_s": { "mean": 7.136400085183368, "p50": 7.294776939990697, "p90": 7.681853269998101, "p99": 7.830182517996581 } } }, "timestamp_utc": "2026-10-12T00:53:28.051171+00:00", "state": "passed" }, "engine-r2-c128_summary": { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340", "mode": "control", "concurrency": 128, "elapsed_including_drain_s": 58.344129830016755, "issue_duration_s": null, "issued": 512, "requested": 512, "completed": 512, "failed": 0, "output_tokens": 129610, "input_tokens": 285394, "output_tok_s": 2221.4745575538354, "ttft_s": { "mean": 6.7947909364506245, "p50": 7.694053779501701, "p90": 7.991133567004, "p99": 8.340819092642342 }, "tpot_s": { "mean": 0.02701060843304244, "p50": 0.0272927713274554, "p90": 0.028350371025450183, "p99": 0.028808266934745842 }, "latency_s": { "mean": 13.607472315696441, "p50": 14.714308549504494, "p90": 14.85469843437313, "p99": 15.216764379407104 }, "classes": { "short": { "completed": 512, "failed": 0, "output_tokens": 129610, "input_tokens": 285394, "output_tok_s": 2221.4745575538354, "ttft_s": { "mean": 6.7947909364506245, "p50": 7.694053779501701, "p90": 7.991133567004, "p99": 8.340819092642342 }, "tpot_s": { "mean": 0.02701060843304244, "p50": 0.0272927713274554, "p90": 0.028350371025450183, "p99": 0.028808266934745842 }, "latency_s": { "mean": 13.607472315696441, "p50": 14.714308549504494, "p90": 14.85469843437313, "p99": 15.216764379407104 } } }, "timestamp_utc": "2026-10-12T00:54:27.608296+00:00", "state": "passed" }, "engine-r3-c1_summary": { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340", "mode": "control", "concurrency": 1, "elapsed_including_drain_s": 14.450164862006204, "issue_duration_s": null, "issued": 8, "requested": 8, "completed": 8, "failed": 0, "output_tokens": 2048, "input_tokens": 4863, "output_tok_s": 141.72848680673556, "ttft_s": { "mean": 0.12003316949630971, "p50": 0.12090392199752387, "p90": 0.12351511008455418, "p99": 0.1238560327066807 }, "tpot_s": { "mean": 0.006607639360314066, "p50": 0.006600557413755679, "p90": 0.006633156416812163, "p99": 0.006641006392277275 }, "latency_s": { "mean": 1.8058859730008407, "p50": 1.804649662488373, "p90": 1.8109237348049647, "p99": 1.8164963846831232 }, "classes": { "short": { "completed": 8, "failed": 0, "output_tokens": 2048, "input_tokens": 4863, "output_tok_s": 141.72848680673556, "ttft_s": { "mean": 0.12003316949630971, "p50": 0.12090392199752387, "p90": 0.12351511008455418, "p99": 0.1238560327066807 }, "tpot_s": { "mean": 0.006607639360314066, "p50": 0.006600557413755679, "p90": 0.006633156416812163, "p99": 0.006641006392277275 }, "latency_s": { "mean": 1.8058859730008407, "p50": 1.804649662488373, "p90": 1.8109237348049647, "p99": 1.8164963846831232 } } }, "timestamp_utc": "2026-10-12T00:54:42.187238+00:00", "state": "passed" }, "engine-r3-c16_summary": { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340", "mode": "control", "concurrency": 16, "elapsed_including_drain_s": 7.790064722998068, "issue_duration_s": null, "issued": 32, "requested": 32, "completed": 32, "failed": 0, "output_tokens": 8192, "input_tokens": 17045, "output_tok_s": 1051.5958841542517, "ttft_s": { "mean": 0.3287291264041414, "p50": 0.2939060549833812, "p90": 0.390629270489444, "p99": 0.4375635864512879 }, "tpot_s": { "mean": 0.013955223125990682, "p50": 0.01391692129020835, "p90": 0.013946515127900056, "p99": 0.014689381499182407 }, "latency_s": { "mean": 3.8885448153432662, "p50": 3.8765952685062075, "p90": 3.9331662586017044, "p99": 4.0042960231393225 }, "classes": { "short": { "completed": 32, "failed": 0, "output_tokens": 8192, "input_tokens": 17045, "output_tok_s": 1051.5958841542517, "ttft_s": { "mean": 0.3287291264041414, "p50": 0.2939060549833812, "p90": 0.390629270489444, "p99": 0.4375635864512879 }, "tpot_s": { "mean": 0.013955223125990682, "p50": 0.01391692129020835, "p90": 0.013946515127900056, "p99": 0.014689381499182407 }, "latency_s": { "mean": 3.8885448153432662, "p50": 3.8765952685062075, "p90": 3.9331662586017044, "p99": 4.0042960231393225 } } }, "timestamp_utc": "2026-10-12T00:54:50.116642+00:00", "state": "passed" }, "engine-r3-c64_summary": { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 28.673609532008413, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 64635, "input_tokens": 142697, "output_tok_s": 2254.1633597907444, "ttft_s": { "mean": 0.615404033879372, "p50": 0.574945183514501, "p90": 1.0046047784999246, "p99": 1.1713110705488352 }, "tpot_s": { "mean": 0.025674589663346997, "p50": 0.025747304684345558, "p90": 0.027104107011794387, "p99": 0.02798424924837937 }, "latency_s": { "mean": 7.0673837345000265, "p50": 7.252782878000289, "p90": 7.527560758011532, "p99": 7.575865164959396 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 64635, "input_tokens": 142697, "output_tok_s": 2254.1633597907444, "ttft_s": { "mean": 0.615404033879372, "p50": 0.574945183514501, "p90": 1.0046047784999246, "p99": 1.1713110705488352 }, "tpot_s": { "mean": 0.025674589663346997, "p50": 0.025747304684345558, "p90": 0.027104107011794387, "p99": 0.02798424924837937 }, "latency_s": { "mean": 7.0673837345000265, "p50": 7.252782878000289, "p90": 7.527560758011532, "p99": 7.575865164959396 } } }, "timestamp_utc": "2026-10-12T00:55:18.926029+00:00", "state": "passed" }, "engine-r3-c128_summary": { "run_id": "glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340", "mode": "control", "concurrency": 128, "elapsed_including_drain_s": 58.08167551099905, "issue_duration_s": null, "issued": 512, "requested": 512, "completed": 512, "failed": 0, "output_tokens": 129403, "input_tokens": 285394, "output_tok_s": 2227.9488127971563, "ttft_s": { "mean": 6.755324806569092, "p50": 7.653634002504987, "p90": 7.947081334405811, "p99": 8.212745935324929 }, "tpot_s": { "mean": 0.0269224382659, "p50": 0.027246076554886305, "p90": 0.028112253059174263, "p99": 0.02882896978382158 }, "latency_s": { "mean": 13.53378416026709, "p50": 14.640695522990427, "p90": 14.866302607694525, "p99": 15.09464220642054 }, "classes": { "short": { "completed": 512, "failed": 0, "output_tokens": 129403, "input_tokens": 285394, "output_tok_s": 2227.9488127971563, "ttft_s": { "mean": 6.755324806569092, "p50": 7.653634002504987, "p90": 7.947081334405811, "p99": 8.212745935324929 }, "tpot_s": { "mean": 0.0269224382659, "p50": 0.027246076554886305, "p90": 0.028112253059174263, "p99": 0.02882896978382158 }, "latency_s": { "mean": 13.53378416026709, "p50": 14.640695522990427, "p90": 14.866302607694525, "p99": 15.09464220642054 } } }, "timestamp_utc": "2026-10-12T00:56:17.154360+00:00", "state": "passed" } }, "finite_chat_medians": {} }, { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348", "config": { "model": "qwen38_flash_next", "model_revision": "236dfdf285828023ca3bcd3f37366c58a3469b13", "image_digest": "lmsysorg/sglang@sha256:b1259f3ea3275f66237c498ea388919729018bc9f01c3d638391e06e2cf3f469", "engine": "sglang", "engine_version": "v0.5.21", "layout": "ext_sglang_tp4", "gpus": 4, "tp": 4, "replicas": 1, "max_model_len": 32768, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "bfloat16", "spec_method": null, "spec_num_tokens": null, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_after": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": {}, "load": { "engine-r1-c1_summary": { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348", "mode": "control", "concurrency": 1, "elapsed_including_drain_s": 15.51149844500469, "issue_duration_s": null, "issued": 8, "requested": 8, "completed": 8, "failed": 0, "output_tokens": 2048, "input_tokens": 5149, "output_tok_s": 132.0310869553377, "ttft_s": { "mean": 0.15173681074520573, "p50": 0.1515335559961386, "p90": 0.16035517379059455, "p99": 0.161497991271317 }, "tpot_s": { "mean": 0.007006640146573773, "p50": 0.006940116405865981, "p90": 0.007162030219972389, "p99": 0.0073085115867114496 }, "latency_s": { "mean": 1.9385187461266469, "p50": 1.9263757195003564, "p90": 1.9765235205879434, "p99": 2.0226048718544187 }, "classes": { "short": { "completed": 8, "failed": 0, "output_tokens": 2048, "input_tokens": 5149, "output_tok_s": 132.0310869553377, "ttft_s": { "mean": 0.15173681074520573, "p50": 0.1515335559961386, "p90": 0.16035517379059455, "p99": 0.161497991271317 }, "tpot_s": { "mean": 0.007006640146573773, "p50": 0.006940116405865981, "p90": 0.007162030219972389, "p99": 0.0073085115867114496 }, "latency_s": { "mean": 1.9385187461266469, "p50": 1.9263757195003564, "p90": 1.9765235205879434, "p99": 2.0226048718544187 } } }, "timestamp_utc": "2026-10-12T00:37:49.137425+00:00", "state": "passed" }, "engine-r1-c16_summary": { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348", "mode": "control", "concurrency": 16, "elapsed_including_drain_s": 10.725440866983263, "issue_duration_s": null, "issued": 32, "requested": 32, "completed": 32, "failed": 0, "output_tokens": 7399, "input_tokens": 17825, "output_tok_s": 689.8550923698405, "ttft_s": { "mean": 2.2304189752167076, "p50": 1.7677649879915407, "p90": 4.2011109926068455, "p99": 4.346786708144063 }, "tpot_s": { "mean": 0.012391138747274086, "p50": 0.012878584715722622, "p90": 0.013474512094125042, "p99": 0.016378896436781355 }, "latency_s": { "mean": 5.092240096690148, "p50": 4.183694190491224, "p90": 7.632998896020581, "p99": 7.634574666082626 }, "classes": { "short": { "completed": 32, "failed": 0, "output_tokens": 7399, "input_tokens": 17825, "output_tok_s": 689.8550923698405, "ttft_s": { "mean": 2.2304189752167076, "p50": 1.7677649879915407, "p90": 4.2011109926068455, "p99": 4.346786708144063 }, "tpot_s": { "mean": 0.012391138747274086, "p50": 0.012878584715722622, "p90": 0.013474512094125042, "p99": 0.016378896436781355 }, "latency_s": { "mean": 5.092240096690148, "p50": 4.183694190491224, "p90": 7.632998896020581, "p99": 7.634574666082626 } } }, "timestamp_utc": "2026-10-12T00:38:00.000220+00:00", "state": "passed" }, "engine-r1-c64_summary": { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 30.069784524996066, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 60446, "input_tokens": 149642, "output_tok_s": 2010.1906599880401, "ttft_s": { "mean": 0.7441638753369944, "p50": 0.6855949349992443, "p90": 1.3935400420014048, "p99": 1.7581207845665632 }, "tpot_s": { "mean": 0.027125387161138288, "p50": 0.028064031784329105, "p90": 0.032015573076433594, "p99": 0.040176864655465216 }, "latency_s": { "mean": 7.174924004523632, "p50": 7.892513238504762, "p90": 8.785403545000008, "p99": 8.800246726551268 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 60446, "input_tokens": 149642, "output_tok_s": 2010.1906599880401, "ttft_s": { "mean": 0.7441638753369944, "p50": 0.6855949349992443, "p90": 1.3935400420014048, "p99": 1.7581207845665632 }, "tpot_s": { "mean": 0.027125387161138288, "p50": 0.028064031784329105, "p90": 0.032015573076433594, "p99": 0.040176864655465216 }, "latency_s": { "mean": 7.174924004523632, "p50": 7.892513238504762, "p90": 8.785403545000008, "p99": 8.800246726551268 } } }, "timestamp_utc": "2026-10-12T00:38:30.231525+00:00", "state": "passed" }, "engine-r1-c128_summary": { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348", "mode": "control", "concurrency": 128, "elapsed_including_drain_s": 64.4854643860017, "issue_duration_s": null, "issued": 512, "requested": 512, "completed": 512, "failed": 0, "output_tokens": 121606, "input_tokens": 299284, "output_tok_s": 1885.7893194671303, "ttft_s": { "mean": 7.372971584569768, "p50": 8.382150891498895, "p90": 9.723712164585596, "p99": 10.176340429137053 }, "tpot_s": { "mean": 0.03049178560997136, "p50": 0.03282439968230285, "p90": 0.03679713585175456, "p99": 0.04053965810355237 }, "latency_s": { "mean": 14.715622355820472, "p50": 16.351879187001032, "p90": 18.531164375008665, "p99": 19.411467489548375 }, "classes": { "short": { "completed": 512, "failed": 0, "output_tokens": 121606, "input_tokens": 299284, "output_tok_s": 1885.7893194671303, "ttft_s": { "mean": 7.372971584569768, "p50": 8.382150891498895, "p90": 9.723712164585596, "p99": 10.176340429137053 }, "tpot_s": { "mean": 0.03049178560997136, "p50": 0.03282439968230285, "p90": 0.03679713585175456, "p99": 0.04053965810355237 }, "latency_s": { "mean": 14.715622355820472, "p50": 16.351879187001032, "p90": 18.531164375008665, "p99": 19.411467489548375 } } }, "timestamp_utc": "2026-10-12T00:39:34.870178+00:00", "state": "passed" }, "engine-r2-c1_summary": { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348", "mode": "control", "concurrency": 1, "elapsed_including_drain_s": 13.959213447000366, "issue_duration_s": null, "issued": 8, "requested": 8, "completed": 8, "failed": 0, "output_tokens": 1831, "input_tokens": 5149, "output_tok_s": 131.16784888717748, "ttft_s": { "mean": 0.1461758125005872, "p50": 0.14626734600460622, "p90": 0.1513859490136383, "p99": 0.15266416858852608 }, "tpot_s": { "mean": 0.00697208650255, "p50": 0.0069323432058844645, "p90": 0.0071567862219857415, "p99": 0.007304155530434275 }, "latency_s": { "mean": 1.7444840523785388, "p50": 1.9149022230121773, "p90": 1.9764132583135505, "p99": 2.0153002105207998 }, "classes": { "short": { "completed": 8, "failed": 0, "output_tokens": 1831, "input_tokens": 5149, "output_tok_s": 131.16784888717748, "ttft_s": { "mean": 0.1461758125005872, "p50": 0.14626734600460622, "p90": 0.1513859490136383, "p99": 0.15266416858852608 }, "tpot_s": { "mean": 0.00697208650255, "p50": 0.0069323432058844645, "p90": 0.0071567862219857415, "p99": 0.007304155530434275 }, "latency_s": { "mean": 1.7444840523785388, "p50": 1.9149022230121773, "p90": 1.9764132583135505, "p99": 2.0153002105207998 } } }, "timestamp_utc": "2026-10-12T00:39:48.979055+00:00", "state": "passed" }, "engine-r2-c16_summary": { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348", "mode": "control", "concurrency": 16, "elapsed_including_drain_s": 6.603170511982171, "issue_duration_s": null, "issued": 32, "requested": 32, "completed": 32, "failed": 0, "output_tokens": 7503, "input_tokens": 17825, "output_tok_s": 1136.272338626572, "ttft_s": { "mean": 0.3744900348719966, "p50": 0.319854827481322, "p90": 0.47085835369070994, "p99": 0.4714486618008232 }, "tpot_s": { "mean": 0.011453888627628158, "p50": 0.011847799707315799, "p90": 0.012129622603510963, "p99": 0.012723063232363475 }, "latency_s": { "mean": 3.0691292888750468, "p50": 3.129082080500666, "p90": 3.563988920702832, "p99": 3.5653780959922003 }, "classes": { "short": { "completed": 32, "failed": 0, "output_tokens": 7503, "input_tokens": 17825, "output_tok_s": 1136.272338626572, "ttft_s": { "mean": 0.3744900348719966, "p50": 0.319854827481322, "p90": 0.47085835369070994, "p99": 0.4714486618008232 }, "tpot_s": { "mean": 0.011453888627628158, "p50": 0.011847799707315799, "p90": 0.012129622603510963, "p99": 0.012723063232363475 }, "latency_s": { "mean": 3.0691292888750468, "p50": 3.129082080500666, "p90": 3.563988920702832, "p99": 3.5653780959922003 } } }, "timestamp_utc": "2026-10-12T00:39:55.711020+00:00", "state": "passed" }, "engine-r2-c64_summary": { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 29.61178178800037, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 60888, "input_tokens": 149642, "output_tok_s": 2056.208587376317, "ttft_s": { "mean": 0.6508708086686283, "p50": 0.7033645365008852, "p90": 1.0487186139944242, "p99": 1.081104217004031 }, "tpot_s": { "mean": 0.02652546061967114, "p50": 0.027758528241161803, "p90": 0.03173789972942733, "p99": 0.0359254724454698 }, "latency_s": { "mean": 7.078363068641352, "p50": 7.617101951007498, "p90": 8.84283896200941, "p99": 8.851764086337061 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 60888, "input_tokens": 149642, "output_tok_s": 2056.208587376317, "ttft_s": { "mean": 0.6508708086686283, "p50": 0.7033645365008852, "p90": 1.0487186139944242, "p99": 1.081104217004031 }, "tpot_s": { "mean": 0.02652546061967114, "p50": 0.027758528241161803, "p90": 0.03173789972942733, "p99": 0.0359254724454698 }, "latency_s": { "mean": 7.078363068641352, "p50": 7.617101951007498, "p90": 8.84283896200941, "p99": 8.851764086337061 } } }, "timestamp_utc": "2026-10-12T00:40:25.450064+00:00", "state": "passed" }, "engine-r2-c128_summary": { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348", "mode": "control", "concurrency": 128, "elapsed_including_drain_s": 62.63720039400505, "issue_duration_s": null, "issued": 512, "requested": 512, "completed": 512, "failed": 0, "output_tokens": 121142, "input_tokens": 299284, "output_tok_s": 1934.0264130258668, "ttft_s": { "mean": 7.134662769232705, "p50": 7.898095956494217, "p90": 9.15777229780797, "p99": 10.038788303800102 }, "tpot_s": { "mean": 0.029782296005055185, "p50": 0.0314685171431241, "p90": 0.03598452546313067, "p99": 0.042676475561129336 }, "latency_s": { "mean": 14.262188337898124, "p50": 15.543670588493114, "p90": 18.124479733480257, "p99": 19.14740447908902 }, "classes": { "short": { "completed": 512, "failed": 0, "output_tokens": 121142, "input_tokens": 299284, "output_tok_s": 1934.0264130258668, "ttft_s": { "mean": 7.134662769232705, "p50": 7.898095956494217, "p90": 9.15777229780797, "p99": 10.038788303800102 }, "tpot_s": { "mean": 0.029782296005055185, "p50": 0.0314685171431241, "p90": 0.03598452546313067, "p99": 0.042676475561129336 }, "latency_s": { "mean": 14.262188337898124, "p50": 15.543670588493114, "p90": 18.124479733480257, "p99": 19.14740447908902 } } }, "timestamp_utc": "2026-10-12T00:41:28.245332+00:00", "state": "passed" }, "engine-r3-c1_summary": { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348", "mode": "control", "concurrency": 1, "elapsed_including_drain_s": 15.479733455984388, "issue_duration_s": null, "issued": 8, "requested": 8, "completed": 8, "failed": 0, "output_tokens": 2048, "input_tokens": 5149, "output_tok_s": 132.30201965837168, "ttft_s": { "mean": 0.14859699474618537, "p50": 0.14783811500819866, "p90": 0.15246938898053486, "p99": 0.1534288663926418 }, "tpot_s": { "mean": 0.007003478966205377, "p50": 0.006935280529489996, "p90": 0.007160877685448356, "p99": 0.007307462320326344 }, "latency_s": { "mean": 1.9345660421349749, "p50": 1.917836698004976, "p90": 1.9738664873118978, "p99": 2.011483113853028 }, "classes": { "short": { "completed": 8, "failed": 0, "output_tokens": 2048, "input_tokens": 5149, "output_tok_s": 132.30201965837168, "ttft_s": { "mean": 0.14859699474618537, "p50": 0.14783811500819866, "p90": 0.15246938898053486, "p99": 0.1534288663926418 }, "tpot_s": { "mean": 0.007003478966205377, "p50": 0.006935280529489996, "p90": 0.007160877685448356, "p99": 0.007307462320326344 }, "latency_s": { "mean": 1.9345660421349749, "p50": 1.917836698004976, "p90": 1.9738664873118978, "p99": 2.011483113853028 } } }, "timestamp_utc": "2026-10-12T00:41:43.867039+00:00", "state": "passed" }, "engine-r3-c16_summary": { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348", "mode": "control", "concurrency": 16, "elapsed_including_drain_s": 6.751600235002115, "issue_duration_s": null, "issued": 32, "requested": 32, "completed": 32, "failed": 0, "output_tokens": 7416, "input_tokens": 17825, "output_tok_s": 1098.4062654588845, "ttft_s": { "mean": 0.3785077288739558, "p50": 0.3207728255074471, "p90": 0.4933637362963054, "p99": 0.4943668038013857 }, "tpot_s": { "mean": 0.011740781811354234, "p50": 0.012130980358784417, "p90": 0.012650795029407805, "p99": 0.013237668685458701 }, "latency_s": { "mean": 3.1148562035614304, "p50": 3.1129246725031408, "p90": 3.7183052149775904, "p99": 3.7193662861138 }, "classes": { "short": { "completed": 32, "failed": 0, "output_tokens": 7416, "input_tokens": 17825, "output_tok_s": 1098.4062654588845, "ttft_s": { "mean": 0.3785077288739558, "p50": 0.3207728255074471, "p90": 0.4933637362963054, "p99": 0.4943668038013857 }, "tpot_s": { "mean": 0.011740781811354234, "p50": 0.012130980358784417, "p90": 0.012650795029407805, "p99": 0.013237668685458701 }, "latency_s": { "mean": 3.1148562035614304, "p50": 3.1129246725031408, "p90": 3.7183052149775904, "p99": 3.7193662861138 } } }, "timestamp_utc": "2026-10-12T00:41:50.782687+00:00", "state": "passed" }, "engine-r3-c64_summary": { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 29.70948893300374, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 60715, "input_tokens": 149642, "output_tok_s": 2043.6231716040322, "ttft_s": { "mean": 0.6547627070073077, "p50": 0.7009532469965052, "p90": 1.0809696829965105, "p99": 1.1479466150150976 }, "tpot_s": { "mean": 0.02702981676361549, "p50": 0.02820609506081525, "p90": 0.03218886750983074, "p99": 0.04183809051196645 }, "latency_s": { "mean": 7.11016473753034, "p50": 7.790689612491406, "p90": 8.700124637995032, "p99": 8.707571637295768 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 60715, "input_tokens": 149642, "output_tok_s": 2043.6231716040322, "ttft_s": { "mean": 0.6547627070073077, "p50": 0.7009532469965052, "p90": 1.0809696829965105, "p99": 1.1479466150150976 }, "tpot_s": { "mean": 0.02702981676361549, "p50": 0.02820609506081525, "p90": 0.03218886750983074, "p99": 0.04183809051196645 }, "latency_s": { "mean": 7.11016473753034, "p50": 7.790689612491406, "p90": 8.700124637995032, "p99": 8.707571637295768 } } }, "timestamp_utc": "2026-10-12T00:42:20.617997+00:00", "state": "passed" }, "engine-r3-c128_summary": { "run_id": "qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348", "mode": "control", "concurrency": 128, "elapsed_including_drain_s": 62.30339176801499, "issue_duration_s": null, "issued": 512, "requested": 512, "completed": 512, "failed": 0, "output_tokens": 120868, "input_tokens": 299284, "output_tok_s": 1939.9906902347911, "ttft_s": { "mean": 7.011214238208538, "p50": 7.83933540750877, "p90": 9.198666474790661, "p99": 9.974532635630746 }, "tpot_s": { "mean": 0.029685555850152263, "p50": 0.03119900583919576, "p90": 0.03693496923887028, "p99": 0.04058117384531141 }, "latency_s": { "mean": 14.117911394056534, "p50": 15.301096490497002, "p90": 18.156418493395904, "p99": 19.349366731990305 }, "classes": { "short": { "completed": 512, "failed": 0, "output_tokens": 120868, "input_tokens": 299284, "output_tok_s": 1939.9906902347911, "ttft_s": { "mean": 7.011214238208538, "p50": 7.83933540750877, "p90": 9.198666474790661, "p99": 9.974532635630746 }, "tpot_s": { "mean": 0.029685555850152263, "p50": 0.03119900583919576, "p90": 0.03693496923887028, "p99": 0.04058117384531141 }, "latency_s": { "mean": 14.117911394056534, "p50": 15.301096490497002, "p90": 18.156418493395904, "p99": 19.349366731990305 } } }, "timestamp_utc": "2026-10-12T00:43:23.083876+00:00", "state": "passed" } }, "finite_chat_medians": {} }, { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416", "config": { "model": "qwen38_flash_next", "model_revision": "236dfdf285828023ca3bcd3f37366c58a3469b13", "image_digest": "vllm/vllm-openai@sha256:fc120ece0a388cc0aa1caad4a9f1cd92113484ab7ec2fd0efadd62585be05bf8", "engine": "vllm", "engine_version": "0.1.dev20073+g8e685d198", "layout": "ext_vllm_tp4", "gpus": 4, "tp": 4, "replicas": 1, "max_model_len": 32768, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "auto", "spec_method": null, "spec_num_tokens": null, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_after": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": {}, "load": { "engine-r1-c1_summary": { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416", "mode": "control", "concurrency": 1, "elapsed_including_drain_s": 16.518731238000328, "issue_duration_s": null, "issued": 8, "requested": 8, "completed": 8, "failed": 0, "output_tokens": 1831, "input_tokens": 5149, "output_tok_s": 110.84386407279857, "ttft_s": { "mean": 0.23048823313001776, "p50": 0.13825860150973313, "p90": 0.3691689557977951, "p99": 0.8408115421881664 }, "tpot_s": { "mean": 0.00802517895579708, "p50": 0.008043095123538674, "p90": 0.008062148752962421, "p99": 0.008071661579992175 }, "latency_s": { "mean": 2.064394753127999, "p50": 2.185590574503294, "p90": 2.4190104548120868, "p99": 2.8871942970808595 }, "classes": { "short": { "completed": 8, "failed": 0, "output_tokens": 1831, "input_tokens": 5149, "output_tok_s": 110.84386407279857, "ttft_s": { "mean": 0.23048823313001776, "p50": 0.13825860150973313, "p90": 0.3691689557977951, "p99": 0.8408115421881664 }, "tpot_s": { "mean": 0.00802517895579708, "p50": 0.008043095123538674, "p90": 0.008062148752962421, "p99": 0.008071661579992175 }, "latency_s": { "mean": 2.064394753127999, "p50": 2.185590574503294, "p90": 2.4190104548120868, "p99": 2.8871942970808595 } } }, "timestamp_utc": "2026-10-12T00:28:36.539461+00:00", "state": "passed" }, "engine-r1-c16_summary": { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416", "mode": "control", "concurrency": 16, "elapsed_including_drain_s": 10.313837443012744, "issue_duration_s": null, "issued": 32, "requested": 32, "completed": 32, "failed": 0, "output_tokens": 7370, "input_tokens": 17825, "output_tok_s": 714.5739925339731, "ttft_s": { "mean": 1.4274854433078872, "p50": 0.536838510495727, "p90": 2.6284656562900635, "p99": 3.379402099327417 }, "tpot_s": { "mean": 0.015265071329954165, "p50": 0.01541537492548563, "p90": 0.017854853398429103, "p99": 0.02929751180853723 }, "latency_s": { "mean": 4.879649619218981, "p50": 4.145301963988459, "p90": 7.181364630395547, "p99": 7.31071917485795 }, "classes": { "short": { "completed": 32, "failed": 0, "output_tokens": 7370, "input_tokens": 17825, "output_tok_s": 714.5739925339731, "ttft_s": { "mean": 1.4274854433078872, "p50": 0.536838510495727, "p90": 2.6284656562900635, "p99": 3.379402099327417 }, "tpot_s": { "mean": 0.015265071329954165, "p50": 0.01541537492548563, "p90": 0.017854853398429103, "p99": 0.02929751180853723 }, "latency_s": { "mean": 4.879649619218981, "p50": 4.145301963988459, "p90": 7.181364630395547, "p99": 7.31071917485795 } } }, "timestamp_utc": "2026-10-12T00:28:46.981393+00:00", "state": "passed" }, "engine-r1-c64_summary": { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 27.573055883025518, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 60845, "input_tokens": 149642, "output_tok_s": 2206.683229386167, "ttft_s": { "mean": 0.7463141500577422, "p50": 0.6273510954924859, "p90": 1.483271364500979, "p99": 2.1007350129686517 }, "tpot_s": { "mean": 0.024725368789131532, "p50": 0.02494847878628849, "p90": 0.029679028719592857, "p99": 0.0390496329008942 }, "latency_s": { "mean": 6.599698232324499, "p50": 7.154524002005928, "p90": 8.102966837497661, "p99": 8.248134054608817 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 60845, "input_tokens": 149642, "output_tok_s": 2206.683229386167, "ttft_s": { "mean": 0.7463141500577422, "p50": 0.6273510954924859, "p90": 1.483271364500979, "p99": 2.1007350129686517 }, "tpot_s": { "mean": 0.024725368789131532, "p50": 0.02494847878628849, "p90": 0.029679028719592857, "p99": 0.0390496329008942 }, "latency_s": { "mean": 6.599698232324499, "p50": 7.154524002005928, "p90": 8.102966837497661, "p99": 8.248134054608817 } } }, "timestamp_utc": "2026-10-12T00:29:14.675004+00:00", "state": "passed" }, "engine-r1-c128_summary": { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416", "mode": "control", "concurrency": 128, "elapsed_including_drain_s": 55.64605657901848, "issue_duration_s": null, "issued": 512, "requested": 512, "completed": 512, "failed": 0, "output_tokens": 121626, "input_tokens": 299284, "output_tok_s": 2185.7074423106465, "ttft_s": { "mean": 6.255857272386834, "p50": 6.993256795511115, "p90": 7.917975456398563, "p99": 8.652698354431777 }, "tpot_s": { "mean": 0.026973773390154627, "p50": 0.027963778947071426, "p90": 0.032282260890557045, "p99": 0.041641593823733274 }, "latency_s": { "mean": 12.667412155328407, "p50": 13.835154473999864, "p90": 15.98854093379632, "p99": 16.818422225926767 }, "classes": { "short": { "completed": 512, "failed": 0, "output_tokens": 121626, "input_tokens": 299284, "output_tok_s": 2185.7074423106465, "ttft_s": { "mean": 6.255857272386834, "p50": 6.993256795511115, "p90": 7.917975456398563, "p99": 8.652698354431777 }, "tpot_s": { "mean": 0.026973773390154627, "p50": 0.027963778947071426, "p90": 0.032282260890557045, "p99": 0.041641593823733274 }, "latency_s": { "mean": 12.667412155328407, "p50": 13.835154473999864, "p90": 15.98854093379632, "p99": 16.818422225926767 } } }, "timestamp_utc": "2026-10-12T00:30:10.464195+00:00", "state": "passed" }, "engine-r2-c1_summary": { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416", "mode": "control", "concurrency": 1, "elapsed_including_drain_s": 15.577086223987862, "issue_duration_s": null, "issued": 8, "requested": 8, "completed": 8, "failed": 0, "output_tokens": 1831, "input_tokens": 5149, "output_tok_s": 117.54444789426407, "ttft_s": { "mean": 0.12643603100150358, "p50": 0.12657988350838423, "p90": 0.12831405738834292, "p99": 0.129983165548183 }, "tpot_s": { "mean": 0.007967157584457788, "p50": 0.00797057747846588, "p90": 0.00801693047760922, "p99": 0.008034175494775933 }, "latency_s": { "mean": 1.9467456747443066, "p50": 2.1581025644991314, "p90": 2.172609371683211, "p99": 2.1787740911587026 }, "classes": { "short": { "completed": 8, "failed": 0, "output_tokens": 1831, "input_tokens": 5149, "output_tok_s": 117.54444789426407, "ttft_s": { "mean": 0.12643603100150358, "p50": 0.12657988350838423, "p90": 0.12831405738834292, "p99": 0.129983165548183 }, "tpot_s": { "mean": 0.007967157584457788, "p50": 0.00797057747846588, "p90": 0.00801693047760922, "p99": 0.008034175494775933 }, "latency_s": { "mean": 1.9467456747443066, "p50": 2.1581025644991314, "p90": 2.172609371683211, "p99": 2.1787740911587026 } } }, "timestamp_utc": "2026-10-12T00:30:26.162887+00:00", "state": "passed" }, "engine-r2-c16_summary": { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416", "mode": "control", "concurrency": 16, "elapsed_including_drain_s": 6.60362307401374, "issue_duration_s": null, "issued": 32, "requested": 32, "completed": 32, "failed": 0, "output_tokens": 7412, "input_tokens": 17825, "output_tok_s": 1122.414153098372, "ttft_s": { "mean": 0.29254469840907404, "p50": 0.2433551310095936, "p90": 0.44302111419092416, "p99": 0.4514837480793358 }, "tpot_s": { "mean": 0.011862425755035159, "p50": 0.012285486179680775, "p90": 0.012547331805130943, "p99": 0.013185007550323374 }, "latency_s": { "mean": 3.039255072469132, "p50": 3.1217169235023903, "p90": 3.6402082477143267, "p99": 3.6516904790067928 }, "classes": { "short": { "completed": 32, "failed": 0, "output_tokens": 7412, "input_tokens": 17825, "output_tok_s": 1122.414153098372, "ttft_s": { "mean": 0.29254469840907404, "p50": 0.2433551310095936, "p90": 0.44302111419092416, "p99": 0.4514837480793358 }, "tpot_s": { "mean": 0.011862425755035159, "p50": 0.012285486179680775, "p90": 0.012547331805130943, "p99": 0.013185007550323374 }, "latency_s": { "mean": 3.039255072469132, "p50": 3.1217169235023903, "p90": 3.6402082477143267, "p99": 3.6516904790067928 } } }, "timestamp_utc": "2026-10-12T00:30:32.882830+00:00", "state": "passed" }, "engine-r2-c64_summary": { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 27.52235789599945, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 60616, "input_tokens": 149642, "output_tok_s": 2202.427576483588, "ttft_s": { "mean": 0.5339088045432163, "p50": 0.45888972298416775, "p90": 1.0560126735072117, "p99": 1.4174456533582998 }, "tpot_s": { "mean": 0.025161188314201777, "p50": 0.02600629630592177, "p90": 0.033072724835330844, "p99": 0.0345128404227851 }, "latency_s": { "mean": 6.576564066695369, "p50": 6.965398288011784, "p90": 8.86588016099995, "p99": 8.940038126907893 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 60616, "input_tokens": 149642, "output_tok_s": 2202.427576483588, "ttft_s": { "mean": 0.5339088045432163, "p50": 0.45888972298416775, "p90": 1.0560126735072117, "p99": 1.4174456533582998 }, "tpot_s": { "mean": 0.025161188314201777, "p50": 0.02600629630592177, "p90": 0.033072724835330844, "p99": 0.0345128404227851 }, "latency_s": { "mean": 6.576564066695369, "p50": 6.965398288011784, "p90": 8.86588016099995, "p99": 8.940038126907893 } } }, "timestamp_utc": "2026-10-12T00:31:00.530917+00:00", "state": "passed" }, "engine-r2-c128_summary": { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416", "mode": "control", "concurrency": 128, "elapsed_including_drain_s": 54.687884156999644, "issue_duration_s": null, "issued": 512, "requested": 512, "completed": 512, "failed": 0, "output_tokens": 121706, "input_tokens": 299284, "output_tok_s": 2225.465509885201, "ttft_s": { "mean": 6.127785020682097, "p50": 6.841457649003132, "p90": 7.811512489794405, "p99": 9.095535058724053 }, "tpot_s": { "mean": 0.026175698633270406, "p50": 0.026987779652928093, "p90": 0.033636137726613974, "p99": 0.03587864316112469 }, "latency_s": { "mean": 12.406439228201634, "p50": 13.43522460598615, "p90": 15.046630443213507, "p99": 16.65743120822619 }, "classes": { "short": { "completed": 512, "failed": 0, "output_tokens": 121706, "input_tokens": 299284, "output_tok_s": 2225.465509885201, "ttft_s": { "mean": 6.127785020682097, "p50": 6.841457649003132, "p90": 7.811512489794405, "p99": 9.095535058724053 }, "tpot_s": { "mean": 0.026175698633270406, "p50": 0.026987779652928093, "p90": 0.033636137726613974, "p99": 0.03587864316112469 }, "latency_s": { "mean": 12.406439228201634, "p50": 13.43522460598615, "p90": 15.046630443213507, "p99": 16.65743120822619 } } }, "timestamp_utc": "2026-10-12T00:31:55.455507+00:00", "state": "passed" }, "engine-r3-c1_summary": { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416", "mode": "control", "concurrency": 1, "elapsed_including_drain_s": 15.654814753012033, "issue_duration_s": null, "issued": 8, "requested": 8, "completed": 8, "failed": 0, "output_tokens": 1831, "input_tokens": 5149, "output_tok_s": 116.96082188693482, "ttft_s": { "mean": 0.1275342753760924, "p50": 0.12682584750291426, "p90": 0.12998901260725687, "p99": 0.13085154056869214 }, "tpot_s": { "mean": 0.008003548207649386, "p50": 0.008020212447131508, "p90": 0.008035233341894732, "p99": 0.008043381845928938 }, "latency_s": { "mean": 1.9564569043759548, "p50": 2.1728099114989163, "p90": 2.176980608687154, "p99": 2.1788135993751347 }, "classes": { "short": { "completed": 8, "failed": 0, "output_tokens": 1831, "input_tokens": 5149, "output_tok_s": 116.96082188693482, "ttft_s": { "mean": 0.1275342753760924, "p50": 0.12682584750291426, "p90": 0.12998901260725687, "p99": 0.13085154056869214 }, "tpot_s": { "mean": 0.008003548207649386, "p50": 0.008020212447131508, "p90": 0.008035233341894732, "p99": 0.008043381845928938 }, "latency_s": { "mean": 1.9564569043759548, "p50": 2.1728099114989163, "p90": 2.176980608687154, "p99": 2.1788135993751347 } } }, "timestamp_utc": "2026-10-12T00:32:11.243496+00:00", "state": "passed" }, "engine-r3-c16_summary": { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416", "mode": "control", "concurrency": 16, "elapsed_including_drain_s": 6.552703285997268, "issue_duration_s": null, "issued": 32, "requested": 32, "completed": 32, "failed": 0, "output_tokens": 7464, "input_tokens": 17825, "output_tok_s": 1139.0718722073252, "ttft_s": { "mean": 0.2986570389393819, "p50": 0.25176947300496977, "p90": 0.37567444530141075, "p99": 0.4550249338705908 }, "tpot_s": { "mean": 0.011723463369656588, "p50": 0.012099985062776993, "p90": 0.012219405132174656, "p99": 0.01285557542499908 }, "latency_s": { "mean": 3.0279805080954247, "p50": 3.1601226619968656, "p90": 3.4646844836883246, "p99": 3.570584271181433 }, "classes": { "short": { "completed": 32, "failed": 0, "output_tokens": 7464, "input_tokens": 17825, "output_tok_s": 1139.0718722073252, "ttft_s": { "mean": 0.2986570389393819, "p50": 0.25176947300496977, "p90": 0.37567444530141075, "p99": 0.4550249338705908 }, "tpot_s": { "mean": 0.011723463369656588, "p50": 0.012099985062776993, "p90": 0.012219405132174656, "p99": 0.01285557542499908 }, "latency_s": { "mean": 3.0279805080954247, "p50": 3.1601226619968656, "p90": 3.4646844836883246, "p99": 3.570584271181433 } } }, "timestamp_utc": "2026-10-12T00:32:17.937592+00:00", "state": "passed" }, "engine-r3-c64_summary": { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416", "mode": "control", "concurrency": 64, "elapsed_including_drain_s": 24.973700597998686, "issue_duration_s": null, "issued": 256, "requested": 256, "completed": 256, "failed": 0, "output_tokens": 60883, "input_tokens": 149642, "output_tok_s": 2437.8845962812165, "ttft_s": { "mean": 0.5056135997372166, "p50": 0.4639874254935421, "p90": 0.9920997744920896, "p99": 1.1643187386827776 }, "tpot_s": { "mean": 0.02277644759219194, "p50": 0.023577588494106964, "p90": 0.026764655858848938, "p99": 0.03384101672085998 }, "latency_s": { "mean": 5.947313829976338, "p50": 6.560898374009412, "p90": 7.197109711996745, "p99": 7.373696524846308 }, "classes": { "short": { "completed": 256, "failed": 0, "output_tokens": 60883, "input_tokens": 149642, "output_tok_s": 2437.8845962812165, "ttft_s": { "mean": 0.5056135997372166, "p50": 0.4639874254935421, "p90": 0.9920997744920896, "p99": 1.1643187386827776 }, "tpot_s": { "mean": 0.02277644759219194, "p50": 0.023577588494106964, "p90": 0.026764655858848938, "p99": 0.03384101672085998 }, "latency_s": { "mean": 5.947313829976338, "p50": 6.560898374009412, "p90": 7.197109711996745, "p99": 7.373696524846308 } } }, "timestamp_utc": "2026-10-12T00:32:43.037658+00:00", "state": "passed" }, "engine-r3-c128_summary": { "run_id": "qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416", "mode": "control", "concurrency": 128, "elapsed_including_drain_s": 54.20085579500301, "issue_duration_s": null, "issued": 512, "requested": 512, "completed": 512, "failed": 0, "output_tokens": 121744, "input_tokens": 299284, "output_tok_s": 2246.163796019325, "ttft_s": { "mean": 6.084930074574515, "p50": 6.787908206009888, "p90": 7.865884452918545, "p99": 8.528489556647838 }, "tpot_s": { "mean": 0.02606773112359454, "p50": 0.027133173264754826, "p90": 0.03177563015881735, "p99": 0.040842286950020686 }, "latency_s": { "mean": 12.30951675154904, "p50": 13.490383920507156, "p90": 15.516951867987519, "p99": 16.503859494834032 }, "classes": { "short": { "completed": 512, "failed": 0, "output_tokens": 121744, "input_tokens": 299284, "output_tok_s": 2246.163796019325, "ttft_s": { "mean": 6.084930074574515, "p50": 6.787908206009888, "p90": 7.865884452918545, "p99": 8.528489556647838 }, "tpot_s": { "mean": 0.02606773112359454, "p50": 0.027133173264754826, "p90": 0.03177563015881735, "p99": 0.040842286950020686 }, "latency_s": { "mean": 12.30951675154904, "p50": 13.490383920507156, "p90": 15.516951867987519, "p99": 16.503859494834032 } } }, "timestamp_utc": "2026-10-12T00:33:38.043955+00:00", "state": "passed" } }, "finite_chat_medians": {} } ], "hardware": { "started_utc": "2026-10-11T21:54:44.644861+00:00", "last_utc": "2026-10-12T01:09:06.152318+00:00", "samples": 1066, "failed_samples": 1, "active_slowdown_gpu_samples": 23, "max_gpu_temperature_c": 85.0, "max_gpu_power_w": 594.81, "coverage": "From baseline 1M retrieval onward; individual control/mixed/soak runs also have request-correlated telemetry." }, "archive_checksum": "afe2da1635ac4a45732aa98db6ac5e88ad1034960dd25f943f36062bb853efa3 h200-recovery-20261012.tar.zst" }, "h200-reliability-20261012": { "status": { "stage": "finished", "runs": [ { "layout": "ext_dspark_k3_s64", "state": "failed", "run_id": "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__reliability-confirm__1012-064215", "error": "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__reliability-confirm__1012-064215-structured-after.log: exit1" }, { "layout": "ext_base_s32", "state": "complete", "run_id": "dsv41_flash__ext_base_s32__1024k__vllm__reliability-confirm__1012-084845", "audit_pass": true, "completed": 64507, "output_tok_s": 2129.8866756936945 } ], "errors": [ "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__reliability-confirm__1012-064215-structured-after.log: exit1" ], "plan": "/mnt/data/h200-reliability-20261012/PLAN.md", "updated_utc": "2026-10-12T10:54:09.190352+00:00" }, "engine_status": {}, "finite_points": 0, "finite_completed": 0, "finite_failed": 0, "runs": [ { "run_id": "dsv41_flash__ext_base_s32__1024k__vllm__reliability-confirm__1012-084845", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_base_s32", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 32, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": null, "spec_num_tokens": null, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] }, "structured_after": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": {}, "load": { "reliability-2h_summary": { "run_id": "dsv41_flash__ext_base_s32__1024k__vllm__reliability-confirm__1012-084845", "mode": "soak", "concurrency": 128, "elapsed_including_drain_s": 7211.565843050019, "issue_duration_s": 7200, "issued": 64507, "requested": null, "completed": 64507, "failed": 0, "output_tokens": 15359818, "input_tokens": 35832514, "output_tok_s": 2129.8866756936945, "ttft_s": { "mean": 7.270346988753576, "p50": 7.320626593020279, "p90": 7.661393011792097, "p99": 7.854195459538605 }, "tpot_s": { "mean": 0.02897395787661859, "p50": 0.029626319211720507, "p90": 0.03045181824001666, "p99": 0.03153096791141776 }, "latency_s": { "mean": 14.299695857776529, "p50": 14.801342940016184, "p90": 15.27733666659915, "p99": 15.603622280121781 }, "classes": { "short": { "completed": 64507, "failed": 0, "output_tokens": 15359818, "input_tokens": 35832514, "output_tok_s": 2129.8866756936945, "ttft_s": { "mean": 7.270346988753576, "p50": 7.320626593020279, "p90": 7.661393011792097, "p99": 7.854195459538605 }, "tpot_s": { "mean": 0.02897395787661859, "p50": 0.029626319211720507, "p90": 0.03045181824001666, "p99": 0.03153096791141776 }, "latency_s": { "mean": 14.299695857776529, "p50": 14.801342940016184, "p90": 15.27733666659915, "p99": 15.603622280121781 } } }, "completion_buckets": [ { "start_s": 0, "end_s": 600, "completed": 5391, "failed": 0, "output_tokens": 1282016, "input_tokens": 2994627, "output_tok_s": 2136.693333333333, "ttft_s": { "mean": 7.133870398921272, "p50": 7.28700726502575, "p90": 7.6321018090238795, "p99": 7.77063744099869 }, "tpot_s": { "mean": 0.028633213050885745, "p50": 0.029470288607876236, "p90": 0.03022902089413073, "p99": 0.031123524177455085 }, "latency_s": { "mean": 14.068985370143082, "p50": 14.693920347985113, "p90": 15.197027087007882, "p99": 15.434828438883416 } }, { "start_s": 600, "end_s": 1200, "completed": 5384, "failed": 0, "output_tokens": 1281392, "input_tokens": 2992152, "output_tok_s": 2135.653333333333, "ttft_s": { "mean": 7.258347109728592, "p50": 7.304280137992464, "p90": 7.65451053060242, "p99": 7.838212987091392 }, "tpot_s": { "mean": 0.02892753787228626, "p50": 0.02954540769995061, "p90": 0.03037711544948782, "p99": 0.031460954713212884 }, "latency_s": { "mean": 14.272212966284254, "p50": 14.765131056992686, "p90": 15.250821216599434, "p99": 15.567935369280749 } }, { "start_s": 1200, "end_s": 1800, "completed": 5376, "failed": 0, "output_tokens": 1280596, "input_tokens": 2984715, "output_tok_s": 2134.326666666667, "ttft_s": { "mean": 7.265695995982345, "p50": 7.304511698996066, "p90": 7.646658164987457, "p99": 7.805262738256715 }, "tpot_s": { "mean": 0.02892238743684132, "p50": 0.02955001028820726, "p90": 0.03033556863534328, "p99": 0.03119316110193419 }, "latency_s": { "mean": 14.285489011372452, "p50": 14.77376454199839, "p90": 15.243236442984198, "p99": 15.551183358249546 } }, { "start_s": 1800, "end_s": 2400, "completed": 5349, "failed": 0, "output_tokens": 1274021, "input_tokens": 2970084, "output_tok_s": 2123.3683333333333, "ttft_s": { "mean": 7.298662055865056, "p50": 7.34153304900974, "p90": 7.661498509993544, "p99": 7.851322715699207 }, "tpot_s": { "mean": 0.029093581191023277, "p50": 0.029727740568684085, "p90": 0.030594475813319578, "p99": 0.031699298173778166 }, "latency_s": { "mean": 14.357910085848662, "p50": 14.85394173199893, "p90": 15.31117619239958, "p99": 15.659079629792831 } }, { "start_s": 2400, "end_s": 3000, "completed": 5357, "failed": 0, "output_tokens": 1276307, "input_tokens": 2977630, "output_tok_s": 2127.1783333333333, "ttft_s": { "mean": 7.290313655692437, "p50": 7.33311154099647, "p90": 7.685212197998772, "p99": 7.886540788923157 }, "tpot_s": { "mean": 0.02900393836411309, "p50": 0.029621585615677758, "p90": 0.030548173158461523, "p99": 0.031799267229712276 }, "latency_s": { "mean": 14.334183928638673, "p50": 14.816124399018008, "p90": 15.31990284039639, "p99": 15.701882924288512 } }, { "start_s": 3000, "end_s": 3600, "completed": 5363, "failed": 0, "output_tokens": 1277243, "input_tokens": 2981572, "output_tok_s": 2128.7383333333332, "ttft_s": { "mean": 7.280397799087403, "p50": 7.312249090988189, "p90": 7.671864662185544, "p99": 7.864742601931794 }, "tpot_s": { "mean": 0.029001083088604933, "p50": 0.02964360210588019, "p90": 0.030413475619565113, "p99": 0.031547906308081096 }, "latency_s": { "mean": 14.319537228141941, "p50": 14.808686928998213, "p90": 15.265476510999724, "p99": 15.63449655463861 } }, { "start_s": 3600, "end_s": 4200, "completed": 5345, "failed": 0, "output_tokens": 1272828, "input_tokens": 2972258, "output_tok_s": 2121.38, "ttft_s": { "mean": 7.303868816597869, "p50": 7.336630033998517, "p90": 7.682226068997989, "p99": 7.89903498520027 }, "tpot_s": { "mean": 0.029103990460458088, "p50": 0.029713050811779777, "p90": 0.030653466072969832, "p99": 0.031500951199192724 }, "latency_s": { "mean": 14.367272301037344, "p50": 14.839521001995308, "p90": 15.36305826259777, "p99": 15.685554802358384 } }, { "start_s": 4200, "end_s": 4800, "completed": 5353, "failed": 0, "output_tokens": 1274816, "input_tokens": 2974980, "output_tok_s": 2124.693333333333, "ttft_s": { "mean": 7.300325387891446, "p50": 7.344158468011301, "p90": 7.682300875789951, "p99": 7.855740647800267 }, "tpot_s": { "mean": 0.029048120888728574, "p50": 0.02972932976474255, "p90": 0.03055938053734637, "p99": 0.03160928379715987 }, "latency_s": { "mean": 14.351337878781068, "p50": 14.847492446977412, "p90": 15.319042693206574, "p99": 15.621111741148633 } }, { "start_s": 4800, "end_s": 5400, "completed": 5368, "failed": 0, "output_tokens": 1278275, "input_tokens": 2978380, "output_tok_s": 2130.4583333333335, "ttft_s": { "mean": 7.273653294173082, "p50": 7.314715444503236, "p90": 7.650054887199076, "p99": 7.842395452215569 }, "tpot_s": { "mean": 0.02897295716934092, "p50": 0.029606111100007434, "p90": 0.03037861560318418, "p99": 0.031521249679404575 }, "latency_s": { "mean": 14.304674455742942, "p50": 14.799525270485901, "p90": 15.23160712000681, "p99": 15.575839091193338 } }, { "start_s": 5400, "end_s": 6000, "completed": 5350, "failed": 0, "output_tokens": 1274047, "input_tokens": 2972227, "output_tok_s": 2123.411666666667, "ttft_s": { "mean": 7.295710376128032, "p50": 7.327631165011553, "p90": 7.653479813007289, "p99": 7.846974573436601 }, "tpot_s": { "mean": 0.029055199995654625, "p50": 0.02971406410392328, "p90": 0.030430744777561403, "p99": 0.031285143190054404 }, "latency_s": { "mean": 14.34948692794411, "p50": 14.84792881750036, "p90": 15.289282814596664, "p99": 15.530257519343577 } }, { "start_s": 6000, "end_s": 6600, "completed": 5371, "failed": 0, "output_tokens": 1278671, "input_tokens": 2983794, "output_tok_s": 2131.1183333333333, "ttft_s": { "mean": 7.269140002028417, "p50": 7.3165239180088975, "p90": 7.64786117899348, "p99": 7.830299119095435 }, "tpot_s": { "mean": 0.028986497866544447, "p50": 0.029603616502044686, "p90": 0.030386433324929386, "p99": 0.03132751919304532 }, "latency_s": { "mean": 14.295595647360702, "p50": 14.79212966398336, "p90": 15.246543835994089, "p99": 15.524578914602172 } }, { "start_s": 6600, "end_s": 7200, "completed": 5372, "failed": 0, "output_tokens": 1278396, "input_tokens": 2981092, "output_tok_s": 2130.66, "ttft_s": { "mean": 7.27310673386891, "p50": 7.321713945493684, "p90": 7.662580055079888, "p99": 7.877398138555873 }, "tpot_s": { "mean": 0.029000280644406507, "p50": 0.029625490572538646, "p90": 0.03048629694000827, "p99": 0.03155935943697929 }, "latency_s": { "mean": 14.302782705696231, "p50": 14.788840420005727, "p90": 15.282162365317346, "p99": 15.6944073856459 } } ], "drain_requests": 128, "client_startup_error": null, "metrics_error": null, "worker_threads_started": 128, "timestamp_utc": "2026-10-12T10:53:30.984266+00:00", "state": "passed" } }, "finite_chat_medians": {}, "raw_audit": { "count_matches": true, "token_sum_matches": true, "failures": 0, "completion_buckets": 12 } }, { "run_id": "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__reliability-confirm__1012-064215", "config": { "model": "dsv41_flash", "model_revision": "2cba9e42aa026125f3ed06c6d98c1db82f7ca027", "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352", "engine": "vllm", "engine_version": "0.30.1rc1.dev616+g1a001d584", "layout": "ext_dspark_k3_s64", "gpus": 8, "tp": 4, "replicas": 2, "max_model_len": 1048576, "max_num_seqs": 64, "max_num_batched_tokens": 8192, "kv_dtype": "fp8", "spec_method": "dspark", "spec_num_tokens": 3, "prefix_caching": false }, "quality": { "structured_strict": { "summary": { "json": "23/24", "tool": "8/8" }, "failures": [ { "kind": "json", "error": "HTTP Error 500: Internal Server Error" } ] }, "structured_before": { "summary": { "json": "24/24", "tool": "8/8" }, "failures": [] } }, "retrieval": {}, "load": { "reliability-2h_summary": { "run_id": "dsv41_flash__ext_dspark_k3_s64__1024k__vllm__reliability-confirm__1012-064215", "mode": "soak", "concurrency": 128, "elapsed_including_drain_s": 7204.783875187015, "issue_duration_s": 7200, "issued": 128156, "requested": null, "completed": 128156, "failed": 0, "output_tokens": 30527811, "input_tokens": 71197007, "output_tok_s": 4237.158467048061, "ttft_s": { "mean": 0.2672833763845816, "p50": 0.2606517670064932, "p90": 0.3289869904983789, "p99": 0.3955641437045414 }, "tpot_s": { "mean": 0.028574528550571156, "p50": 0.02825321997453084, "p90": 0.03625057186861751, "p99": 0.04213530919841015 }, "latency_s": { "mean": 7.193469351308434, "p50": 7.292793612490641, "p90": 9.434545866504777, "p99": 10.871467116739945 }, "classes": { "short": { "completed": 128156, "failed": 0, "output_tokens": 30527811, "input_tokens": 71197007, "output_tok_s": 4237.158467048061, "ttft_s": { "mean": 0.2672833763845816, "p50": 0.2606517670064932, "p90": 0.3289869904983789, "p99": 0.3955641437045414 }, "tpot_s": { "mean": 0.028574528550571156, "p50": 0.02825321997453084, "p90": 0.03625057186861751, "p99": 0.04213530919841015 }, "latency_s": { "mean": 7.193469351308434, "p50": 7.292793612490641, "p90": 9.434545866504777, "p99": 10.871467116739945 } } }, "completion_buckets": [ { "start_s": 0, "end_s": 600, "completed": 10553, "failed": 0, "output_tokens": 2512281, "input_tokens": 5862144, "output_tok_s": 4187.135, "ttft_s": { "mean": 0.28056789691014894, "p50": 0.26219691801816225, "p90": 0.3364505366014782, "p99": 0.8029883905267327 }, "tpot_s": { "mean": 0.028682059161984713, "p50": 0.028348586996149856, "p90": 0.03648769898351519, "p99": 0.0425598251292363 }, "latency_s": { "mean": 7.228350571705104, "p50": 7.320679785014363, "p90": 9.503645880403928, "p99": 10.967651566241402 } }, { "start_s": 600, "end_s": 1200, "completed": 10681, "failed": 0, "output_tokens": 2543969, "input_tokens": 5935695, "output_tok_s": 4239.948333333334, "ttft_s": { "mean": 0.26656884697699923, "p50": 0.2618556579982396, "p90": 0.32809489499777555, "p99": 0.39105141280451816 }, "tpot_s": { "mean": 0.02856786561364316, "p50": 0.028271948733348765, "p90": 0.03621012088237787, "p99": 0.04223629033993008 }, "latency_s": { "mean": 7.192008396003116, "p50": 7.298995026998455, "p90": 9.423120318009751, "p99": 10.869119380001212 } }, { "start_s": 1200, "end_s": 1800, "completed": 10677, "failed": 0, "output_tokens": 2544944, "input_tokens": 5932915, "output_tok_s": 4241.573333333334, "ttft_s": { "mean": 0.2661588966266385, "p50": 0.26107602298725396, "p90": 0.3282953982008621, "p99": 0.3875371689733582 }, "tpot_s": { "mean": 0.028580418965336772, "p50": 0.028219648054800928, "p90": 0.03624320684003132, "p99": 0.04205552065294207 }, "latency_s": { "mean": 7.194220936901292, "p50": 7.287262169003952, "p90": 9.428218076005578, "p99": 10.85715094100684 } }, { "start_s": 1800, "end_s": 2400, "completed": 10687, "failed": 0, "output_tokens": 2544865, "input_tokens": 5935363, "output_tok_s": 4241.441666666667, "ttft_s": { "mean": 0.2661816052730837, "p50": 0.2604760520043783, "p90": 0.32861404441064224, "p99": 0.3943796566495439 }, "tpot_s": { "mean": 0.028534058082343626, "p50": 0.028240164298011794, "p90": 0.03616484705799296, "p99": 0.04213288261983129 }, "latency_s": { "mean": 7.181663181006286, "p50": 7.288597041013418, "p90": 9.409731506602839, "p99": 10.891350442965631 } }, { "start_s": 2400, "end_s": 3000, "completed": 10689, "failed": 0, "output_tokens": 2546203, "input_tokens": 5933675, "output_tok_s": 4243.671666666667, "ttft_s": { "mean": 0.26642906065407596, "p50": 0.26011924201156944, "p90": 0.3298722550098319, "p99": 0.39482499431818757 }, "tpot_s": { "mean": 0.028536661335198964, "p50": 0.0282246830589001, "p90": 0.0360675686744827, "p99": 0.04210426246748248 }, "latency_s": { "mean": 7.184196533623983, "p50": 7.291376014996786, "p90": 9.397545889992035, "p99": 10.855289438568299 } }, { "start_s": 3000, "end_s": 3600, "completed": 10669, "failed": 0, "output_tokens": 2540235, "input_tokens": 5932630, "output_tok_s": 4233.725, "ttft_s": { "mean": 0.2657476098210704, "p50": 0.25971307398867793, "p90": 0.32683682258357294, "p99": 0.3946455857274122 }, "tpot_s": { "mean": 0.02862622662825446, "p50": 0.028284570525569257, "p90": 0.03636040585254794, "p99": 0.042135421690841515 }, "latency_s": { "mean": 7.201081941636591, "p50": 7.286825162998866, "p90": 9.462197242205734, "p99": 10.890047949468716 } }, { "start_s": 3600, "end_s": 4200, "completed": 10678, "failed": 0, "output_tokens": 2542686, "input_tokens": 5932728, "output_tok_s": 4237.81, "ttft_s": { "mean": 0.26549035010500444, "p50": 0.26025610700889956, "p90": 0.3251566003978951, "p99": 0.394068961936864 }, "tpot_s": { "mean": 0.02858159294694432, "p50": 0.028257716341142762, "p90": 0.03622892725416094, "p99": 0.04194085144417304 }, "latency_s": { "mean": 7.192194470254166, "p50": 7.298474981507752, "p90": 9.428758659801678, "p99": 10.821628379734172 } }, { "start_s": 4200, "end_s": 4800, "completed": 10677, "failed": 0, "output_tokens": 2543153, "input_tokens": 5925849, "output_tok_s": 4238.588333333333, "ttft_s": { "mean": 0.26637746101720117, "p50": 0.2608066500106361, "p90": 0.32906786079984157, "p99": 0.38774513917160214 }, "tpot_s": { "mean": 0.02855978129767885, "p50": 0.02823311108627868, "p90": 0.03621478538195529, "p99": 0.041947255960492154 }, "latency_s": { "mean": 7.189341664952535, "p50": 7.294509341008961, "p90": 9.440811305196258, "p99": 10.84259782840847 } }, { "start_s": 4800, "end_s": 5400, "completed": 10683, "failed": 0, "output_tokens": 2544123, "input_tokens": 5934371, "output_tok_s": 4240.205, "ttft_s": { "mean": 0.26604026446652396, "p50": 0.26038869499461725, "p90": 0.327445316198282, "p99": 0.3927266464597779 }, "tpot_s": { "mean": 0.028559550786783863, "p50": 0.028248838545051495, "p90": 0.03624479124238076, "p99": 0.042040426483430315 }, "latency_s": { "mean": 7.190123853034307, "p50": 7.289867572981166, "p90": 9.434753567609006, "p99": 10.906527143400165 } }, { "start_s": 5400, "end_s": 6000, "completed": 10675, "failed": 0, "output_tokens": 2544684, "input_tokens": 5932855, "output_tok_s": 4241.14, "ttft_s": { "mean": 0.26572384275838706, "p50": 0.2603382629749831, "p90": 0.3267444398195949, "p99": 0.388130101003917 }, "tpot_s": { "mean": 0.028572148814521213, "p50": 0.028204893658745706, "p90": 0.036363317042351795, "p99": 0.04215022060185826 }, "latency_s": { "mean": 7.196014486244409, "p50": 7.295560497994302, "p90": 9.458683550404386, "p99": 10.860905599285033 } }, { "start_s": 6000, "end_s": 6600, "completed": 10668, "failed": 0, "output_tokens": 2541170, "input_tokens": 5924315, "output_tok_s": 4235.283333333334, "ttft_s": { "mean": 0.2663849279732973, "p50": 0.26059785950928926, "p90": 0.33080328500946066, "p99": 0.39289926711993756 }, "tpot_s": { "mean": 0.02858587264831927, "p50": 0.028272546925490687, "p90": 0.03622375504037265, "p99": 0.04213982143712815 }, "latency_s": { "mean": 7.192278203695317, "p50": 7.302030336519238, "p90": 9.427031858102419, "p99": 10.840652576998982 } }, { "start_s": 6600, "end_s": 7200, "completed": 10691, "failed": 0, "output_tokens": 2547113, "input_tokens": 5936569, "output_tok_s": 4245.1883333333335, "ttft_s": { "mean": 0.2657663653880975, "p50": 0.2603762960061431, "p90": 0.3299111480009742, "p99": 0.3922764552815355 }, "tpot_s": { "mean": 0.028554891262352246, "p50": 0.028231615403909054, "p90": 0.036145525364725685, "p99": 0.04201863293927483 }, "latency_s": { "mean": 7.188627796448895, "p50": 7.272802947991295, "p90": 9.416427233983995, "p99": 10.81289592909161 } } ], "drain_requests": 128, "client_startup_error": null, "metrics_error": null, "worker_threads_started": 128, "timestamp_utc": "2026-10-12T08:48:08.373280+00:00", "state": "passed" } }, "finite_chat_medians": {}, "raw_audit": { "count_matches": true, "token_sum_matches": true, "failures": 0, "completion_buckets": 12 } } ], "archive_checksum": "747717ce3fb4e3729f0cb0f31902b55185638da5c7a22e24f54c558ba2d46750 h200-reliability-20261012.tar.zst" } }, "sources": { "/mnt/data/h200-extended-20261011/queue-status.json": "79c5e8f2054b00a583be143bf7416c0ec952b40d98a8c57e5b5077ffe735aeab", "/mnt/data/h200-extended-20261011/engine-status.json": "69ffd74929fe7c5e2af84ac193809a9a24fd6eddd43c4f0f3572490791c006b6", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__extended__1011-182420/launch.json": "ad3df5ddb1af673de18df6e78f508840d07d3bafcdb0bd2a08b4b54293bcff8d", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__extended__1011-182420/structured_strict.json": "d2e90b332b733bc0ef1e062509f0db53349a0cefb5bded7b056c09cb7cf9994b", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__extended__1011-182420/structured_before.json": "d2e90b332b733bc0ef1e062509f0db53349a0cefb5bded7b056c09cb7cf9994b", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__extended__1011-182420/retrieval_exact_510000.json": "7600e8127421ad8aeb6c83eacf025120e46753aa2f6861b04693644e85778e32", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__extended__1011-182420/retrieval_exact_1000000.json": "d7d116c3d17649e99a7bce258cf14441f315adc2d62a22ba8334687d985f7346", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__extended__1011-182420/control_summary.json": "8354eedc58a81599c654f7362cbe21499d3243e976551749da4af19c4f6cb025", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__extended__1011-182420/mixed_summary.json": "6ea0e373c3d5cc580a85787bc77ed763e98d78a92974bc60de32a0e9a60eadb5", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_base_s64__1024k__vllm__extended__1011-201149/launch.json": "d00ef06ae8c24c0440092c609496788c9d6aab5e48287fc9152c25e7c397395e", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_base_s64__1024k__vllm__extended__1011-201149/structured_strict.json": "30278c49395a0f0fcea1d846a928bd3c5d3c567e74673456d84ef67efaa10b70", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_base_s64__1024k__vllm__extended__1011-201149/structured_before.json": "30278c49395a0f0fcea1d846a928bd3c5d3c567e74673456d84ef67efaa10b70", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_base_s64__1024k__vllm__extended__1011-201149/retrieval_exact_31000.json": "981c94fd7d2d94df311d84b6eef7c1d439f68d38a46dd471a372f29efb14f737", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_base_s64__1024k__vllm__extended__1011-201149/control_summary.json": "652a3598cec5c527f65d75658a22e7eb2515875a2e204d9f31e8fdbc44c46e48", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_base_s64__1024k__vllm__extended__1011-201149/mixed_summary.json": "420ce98d5c9a64f1050a4e872796edb8da7ba4cbb1ba929f3e23d8c9b8be0a36", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__extended__1011-203523/launch.json": "f0ef4cb3df2e91b9b85b6f8cdc430546cfda7d415100bb0b70642a5e448b7024", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__extended__1011-203523/structured_strict.json": "c95dfbbe5bd32ae4abdebd3bd7a7f77f75c8715595d1772a25838f00b5c7db36", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__extended__1011-203523/structured_before.json": "c95dfbbe5bd32ae4abdebd3bd7a7f77f75c8715595d1772a25838f00b5c7db36", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__extended__1011-203523/retrieval_exact_31000.json": "7f7704b4493de3efe4cc8a19a1e1eb29b11cde3550c191087976f7b547d547a8", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__extended__1011-203523/control_summary.json": "6087d0c171626fa81bd9c80c1e0adaab5eb2f8427beea87edc63fecf02e4323e", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__extended__1011-203523/mixed_summary.json": "9a7c8040c7351426d9583b74f08866a6e80ac4ec66dea4d1ce6d25603e88f825", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s32__1024k__vllm__extended__1011-192124/launch.json": "b4c0da5e4590df390712c2b5b3b944e49c2d44bb95ba6c42919d13abb6388336", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s32__1024k__vllm__extended__1011-192124/structured_strict.json": "67d991da9589f3decf42ae19e46477eba850406be746e3cd192c1b466ec4c4f4", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s32__1024k__vllm__extended__1011-192124/structured_before.json": "67d991da9589f3decf42ae19e46477eba850406be746e3cd192c1b466ec4c4f4", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s32__1024k__vllm__extended__1011-192124/retrieval_exact_510000.json": "43c7541358768827b923d73c1df4ab88d602c15254b2e3f8c9581559241effd9", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s32__1024k__vllm__extended__1011-192124/retrieval_exact_1000000.json": "0b8751585245c714d0eb1bd262731544bcc1daf0c885d56cf480cf92d66b5bdb", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s32__1024k__vllm__extended__1011-192124/control_summary.json": "ce42eeca58d0486721d05820a1649ce60722da52fee9c0e834141a33d6eab034", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s32__1024k__vllm__extended__1011-192124/mixed_summary.json": "c94b27e3b3660a856166a30cfedee69e4f88034ed62472c8852c12e2b505ca4e", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s64__1024k__vllm__extended__1011-202907/launch.json": "67301d8c482f32134807f603551e4d2d9c44a0aee7e8e736accc2a568ee5f27a", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s64__1024k__vllm__extended__1011-202907/structured_strict.json": "c949041aa3537c3ee35bb07d891d4b524435a17b3065542a127aaf1007b09b8c", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s64__1024k__vllm__extended__1011-202907/structured_before.json": "c949041aa3537c3ee35bb07d891d4b524435a17b3065542a127aaf1007b09b8c", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s64__1024k__vllm__extended__1011-202907/retrieval_exact_31000.json": "ce7870146bc8be6c77cd7ce385ba6a360c8b23e02846ecb18d5265c8654229d4", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__extended__1011-205734/launch.json": "1907649dd11dc44f0b815857286a5cd0aa7efe4f9f8684456c30eb8a664035b5", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__extended__1011-205734/structured_strict.json": "c64f2907b700738c411d35d579d4d432aa9b5694989268d65aa04f34d8054db7", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__extended__1011-205734/structured_before.json": "c64f2907b700738c411d35d579d4d432aa9b5694989268d65aa04f34d8054db7", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__extended__1011-205734/retrieval_exact_31000.json": "fef30c0637dbf02db818b919a98d87ce656c9d7603053b707fdbe18d6e2efb01", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__extended__1011-205734/control_summary.json": "113a6d3d7ac230a3346374dd22ab1c6155f9cf53baaafe5bbea147cf4764341c", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__extended__1011-205734/mixed_summary.json": "a621389ba188755defd41fd501ecbee7eaef59c37c805715272f84dc3067ab11", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k8_s64__1024k__vllm__extended__1011-205117/launch.json": "4586bcbd11fb0a5e17341ae47b24590f29a8a91cbdba3ab5031ab7a6bb5365a6", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k8_s64__1024k__vllm__extended__1011-205117/structured_strict.json": "dd03aabbb2a49bd09af41aa51c0cac741cf4d51bf4ce95e12dfddc68eec949c7", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k8_s64__1024k__vllm__extended__1011-205117/structured_before.json": "dd03aabbb2a49bd09af41aa51c0cac741cf4d51bf4ce95e12dfddc68eec949c7", "/mnt/data/h200-extended-20261011/results/runs/dsv41_flash__ext_dspark_k8_s64__1024k__vllm__extended__1011-205117/retrieval_exact_31000.json": "5f3f9b8c671f33984d6b7ee61532b5545fba032350ce7c852d3a42c326be4b4f", "/mnt/data/h200-extended-20261011/results/runs/glm53_flash__ext_sglang_tp4__32k__sglang__enginecompare__1011-212929/launch.json": "a3aa361d88eb438f8432210168cae9565e11f7a6426698b9fd9ad9cd0f37149d", "/mnt/data/h200-extended-20261011/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1011-212230/launch.json": "718ed0296878874186f67a6382f99a60fcfd4a924f09a0a601375d90b37ea2bd", "/mnt/data/h200-extended-20261011/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1011-212230/structured_strict.json": "95a8c12e71199803d63a1ab5c1dd662eeb82b7768c87c4f1506499cfcf430793", "/mnt/data/h200-extended-20261011/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1011-212230/structured_before.json": "95a8c12e71199803d63a1ab5c1dd662eeb82b7768c87c4f1506499cfcf430793", "/mnt/data/h200-extended-20261011/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1011-211838/launch.json": "6420bc8a84f2b9972384d3d923d64f95cb0aad07dc90220ce2c09cd6f79043d9", "/mnt/data/h200-extended-20261011/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1011-211838/structured_strict.json": "568130971847b53666139ea1eccefe812797abc6cfb79b5f5ad23fcbd47fd932", "/mnt/data/h200-extended-20261011/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1011-211838/structured_before.json": "568130971847b53666139ea1eccefe812797abc6cfb79b5f5ad23fcbd47fd932", "/mnt/data/h200-extended-20261011/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1011-211412/launch.json": "72ee9dd657fe0698633cbe22ef026dd3da0193a8e8513947a726402a239bc983", "/mnt/data/h200-extended-20261011/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1011-211412/structured_strict.json": "1c6610bb92de9f5c8c0858144a7bb5cdd72af173ea65e4c557e9e13992e4c32c", "/mnt/data/h200-extended-20261011/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1011-211412/structured_before.json": "1c6610bb92de9f5c8c0858144a7bb5cdd72af173ea65e4c557e9e13992e4c32c", "/mnt/data/h200-extended-20261011/HARDWARE_SUMMARY.json": "cedcdae2e3f0240a6280ba769cb3ac664fec8b94ef67305dbdd8fd37a8c5ee2f", "/mnt/data/h200-recovery-20261012/queue-status.json": "a316d1cfd4bb16d3390743882512b887680f7035b3f44f028068cde20cf150b3", "/mnt/data/h200-recovery-20261012/engine-status.json": "9a6da58544ef5a05e7324b11038980746cec3ccef0f6729722af37b32c22149c", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__recovery__1011-232217/launch.json": "506e1d1c32d6510e31c51843b3cbf9f4a805a3c71ccaa58edb53623f27cb83f9", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__recovery__1011-232217/structured_strict.json": "c6df59a2253e4097afcf963cb59626ad305744cba4d64f087e529c2e44460a65", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__recovery__1011-232217/structured_before.json": "f27844ca9c9f97537f671f94dfc909148addd40f407e6e96fd1d88bc9fee4502", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__recovery__1011-232217/structured_after.json": "c6df59a2253e4097afcf963cb59626ad305744cba4d64f087e529c2e44460a65", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__recovery__1011-232217/retrieval_exact_31000.json": "0d711b23f1c21d50ad360ee9b39389b236b581be8b2fe96361ae254e0a4ca661", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__recovery__1011-232217/control_summary.json": "1c758b73f3ddf479e916d8a17ea1bfc4a8279066eae1653ece85f1c0d10c61c3", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__recovery__1011-232217/mixed_summary.json": "da3eb2dca03c299b1782b0f2690c06d4302e579d0ff3ad6700a636ebeb4380f9", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_base_s64__1024k__vllm__recovery__1011-221208/launch.json": "c686c2f3ade63fe7dccb54e73ff53f1bca56c21fdc2bacad6ca3bb1f6c32fe8c", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_base_s64__1024k__vllm__recovery__1011-221208/structured_strict.json": "610ec8d1052c762e46fc304b572e46cce7c5dfc82c4412ee2f0a69ea2f435a1f", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_base_s64__1024k__vllm__recovery__1011-221208/structured_before.json": "610ec8d1052c762e46fc304b572e46cce7c5dfc82c4412ee2f0a69ea2f435a1f", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_base_s64__1024k__vllm__recovery__1011-221208/retrieval_exact_31000.json": "44f4c5fc83b435dcff3a491fa1970c0cfc3c5a832b92112e9111291256d2390b", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_base_s64__1024k__vllm__recovery__1011-221208/control_summary.json": "4eb901a889d54b7fef1f9b80e8f97600be623767af0f92cb333ef0ce283d318f", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_base_s64__1024k__vllm__recovery__1011-221208/mixed_summary.json": "fd09c908a010954d048a537277e6a4791bc9b3c516480ffb697c6d261bef559d", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__recovery__1011-222954/launch.json": "5ce843f7dbc1fc96d98705faf1686763889afebca03abb5d581b807422bb7640", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__recovery__1011-222954/structured_strict.json": "1a8323cc9e56cd08031130cb2d6a0985c35f86e8b74b2d08b4cab0ce792d9155", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__recovery__1011-222954/structured_before.json": "d7ea18f9c8cecb306981bf106b371605eed5f60e6d5917e5b7aad1bda3012f1f", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__recovery__1011-222954/structured_after.json": "1a8323cc9e56cd08031130cb2d6a0985c35f86e8b74b2d08b4cab0ce792d9155", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__recovery__1011-222954/retrieval_exact_31000.json": "70fab700f9cab0088726c1282bf84a23d259542350babc6bb6ecdd2bad6f8916", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__recovery__1011-222954/control_summary.json": "6af7473e36646024851eb2689203102924d7a8b7339f1f40f0f95622a530bb54", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__recovery__1011-222954/mixed_summary.json": "9205f2fd7ae287b2b6ea22d5b3c420de10b5d583fe47cbca4890625e626b06aa", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s32__1024k__vllm__recovery__1011-234234/launch.json": "d972ab256885d02ab9754c121a9486a2285f3748706aff4bb009c304631522ae", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s32__1024k__vllm__recovery__1011-234234/structured_strict.json": "751621115bc791a50af28464b486e3a78e5e190612d89cb23171c15b32cf5d7d", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s32__1024k__vllm__recovery__1011-234234/structured_before.json": "751621115bc791a50af28464b486e3a78e5e190612d89cb23171c15b32cf5d7d", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s32__1024k__vllm__recovery__1011-234234/retrieval_exact_31000.json": "59285373255089f7902d61b465f4d3b02165a498ac2cbab379aef33b21701e5b", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s32__1024k__vllm__recovery__1011-234234/control_summary.json": "6749ddbd2c0b874ee948cf9ecfab307efdc792b23ba6f2a7c2e30f4823480610", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s32__1024k__vllm__recovery__1011-234234/mixed_summary.json": "7b365e4dd771d82b15237bf88c248309685d85712437e329974503d529690329", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64__1024k__vllm__recovery__1011-224637/launch.json": "615f85938f887e7d822fc5062305ffa0f5527513d2f2ee1bf26be36d7ba35950", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64__1024k__vllm__recovery__1011-224637/structured_strict.json": "ce5a53995c6c7174e7682dcb60e6ca77fc62eab9794dbc1c4414b07910b62de2", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64__1024k__vllm__recovery__1011-224637/structured_before.json": "ce5a53995c6c7174e7682dcb60e6ca77fc62eab9794dbc1c4414b07910b62de2", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64__1024k__vllm__recovery__1011-224637/retrieval_exact_31000.json": "c58116b5ac4262e7a63240d09edcf2dca001ecc4f0faa88c0d7f99d100fd9cfd", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64__1024k__vllm__recovery__1011-224637/control_summary.json": "175f185e8d45f365f51acf635e90f60f3b62ae1610db17cd30391f2b0a238352", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64__1024k__vllm__recovery__1011-224637/mixed_summary.json": "29a3e29b7c0e86cec9fe7e838aac0a22394033a66a0dbfd5a8c16eea40f19500", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__recovery__1011-215444/launch.json": "ead7db6f264e0a6efef5242c9e04ea2c8f00583693900ba86864559c0b7448c2", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__recovery__1011-215444/structured_strict.json": "001764c8398146f79098aef6c97fb0e5a42ec010d177d45099283567d26b78f5", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__recovery__1011-215444/structured_before.json": "e9c3ccbd4cee64e67a66217e9e62fdd0f831749abd712fd3759d9389ef37ec82", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__recovery__1011-215444/structured_after.json": "001764c8398146f79098aef6c97fb0e5a42ec010d177d45099283567d26b78f5", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__recovery__1011-215444/retrieval_exact_31000.json": "c20c7fe2fb8652387642d5003985573c24f27d212e1f6d1a1523f1c25284f366", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__recovery__1011-215444/control_summary.json": "4a1681f9c16e3f595e4edefad2e3771221c57451a4c15eab5b148bf4c5a7cf7a", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__recovery__1011-215444/mixed_summary.json": "8b2bfc2d4859cd7c6fd9a034728a98bf9b44d463aac4e7efdae50132ab7e3177", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__reliability__1012-000039/launch.json": "a51c908c9d43da5f08dd09edf1d19f1ea4d08c3f1f266c75b8215a015de2acbb", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__reliability__1012-000039/structured_strict.json": "b6b1eed902d1cb7051f94360d9f97c26d7271ce20d98183e740eed16e8fe8a58", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k5_s64_adaptive__1024k__vllm__reliability__1012-000039/structured_before.json": "b6b1eed902d1cb7051f94360d9f97c26d7271ce20d98183e740eed16e8fe8a58", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k8_s64__1024k__vllm__recovery__1011-230345/launch.json": "febf0a949566b3ddb818f741feed9b18cd12b056bd69836fdcc66466744dedce", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k8_s64__1024k__vllm__recovery__1011-230345/structured_strict.json": "7f5e676863a201662cbcf60b2ab9136e40184c9c4aa568ab246c87d68e0606b1", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k8_s64__1024k__vllm__recovery__1011-230345/structured_before.json": "297eab9e5a30239f2d3a58b4365c99bfb66d7364d939c416d71b745c2f2e6f2b", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k8_s64__1024k__vllm__recovery__1011-230345/structured_after.json": "7f5e676863a201662cbcf60b2ab9136e40184c9c4aa568ab246c87d68e0606b1", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k8_s64__1024k__vllm__recovery__1011-230345/retrieval_exact_31000.json": "1006aadc413e3ebed648503703326a807649eeada66fb5a33861e808f9074267", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k8_s64__1024k__vllm__recovery__1011-230345/control_summary.json": "cf9617068c61dff924396bff137678c5a088fe16329f12819879c794f572a2b8", "/mnt/data/h200-recovery-20261012/results/runs/dsv41_flash__ext_dspark_k8_s64__1024k__vllm__recovery__1011-230345/mixed_summary.json": "7671a64e342a888256de82d35d6f655c3b6897f9cf1d470d5350a2af96d17127", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_sglang_tp4__32k__sglang__enginecompare__1012-005631/launch.json": "be56d33286ed33634f661a480164212ffe93387d84f005a39e58dc005f8db7b4", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_sglang_tp4__32k__sglang__enginecompare__1012-005631/structured_strict.json": "fb3a10f8c8ee4bd10d87e5abf4ccb918eb7f3e8f3955db717b1eb0d41624e32b", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_sglang_tp4__32k__sglang__enginecompare__1012-005631/structured_before.json": "fb3a10f8c8ee4bd10d87e5abf4ccb918eb7f3e8f3955db717b1eb0d41624e32b", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_sglang_tp4__32k__sglang__enginecompare__1012-005631/engine-r1-c1_summary.json": "a36da0253a5f26ae810680779a3eccd56373b4e6e3da3ac263b492138f1547c9", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_sglang_tp4__32k__sglang__enginecompare__1012-005631/engine-r1-c16_summary.json": "79e6d8d41a19ddb2b62f9dd47b108cc20c087eab4bdfce2fedeac34c9c058d8a", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/launch.json": "00d07f3831dba9f9ff2623dfc6a8315c5a1c977c621e57719711bdabbdfcc8e2", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/structured_strict.json": "c1423c53f67b155724c815767e2a2444758e5e86fa4b26211752ac122296b817", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/structured_before.json": "01e196a88af9a65e38bfc49ec64399beaee8b77623216fcff094fdecdc528db1", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/structured_after.json": "c1423c53f67b155724c815767e2a2444758e5e86fa4b26211752ac122296b817", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/engine-r1-c1_summary.json": "3857b5b1c959ab5a01926cfe6b5a94c348172fb7093e08f4f560c642b039d0cf", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/engine-r1-c16_summary.json": "1dcede02a98af5384a496875779cb16077ccdc663b0fc4fc355ac3c94021db82", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/engine-r1-c64_summary.json": "b3b702bd5c9138bc30f93a7784da469bebcca6e6770192264de81609b0b2f0db", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/engine-r1-c128_summary.json": "899f7552718f3c7b850d706af643c3ae73f11f3f665de36e533158c5a372d690", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/engine-r2-c1_summary.json": "6b8fe889262f9e6a9dcc9c01a552f21932670309805476039f45e8324c6efaf6", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/engine-r2-c16_summary.json": "52083dc0626eeeb15e7a908ac7fdcc40168efc77b4e20162a574e436d2812c0c", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/engine-r2-c64_summary.json": "deeb02431621d3181ddbb8d5b221df06b25373f0497c5080dede7aa65810fcd9", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/engine-r2-c128_summary.json": "3e3c2d1eb791e032fad67e10e58009517b091f4cef12ab926fcd4eb531b717ec", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/engine-r3-c1_summary.json": "657402444fbf0672a1c7fb8052350c592a33821d1f0e07e22d8484b367a4e32d", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/engine-r3-c16_summary.json": "df8bac3a96b45c543e2e0e7af2423f9b559d48c44927ac37df2906db061a6da7", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/engine-r3-c64_summary.json": "0f2d2ccf3c68213321ee4c7d7fcccf5d9335809349d78231d7d3ef92a6525659", "/mnt/data/h200-recovery-20261012/results/runs/glm53_flash__ext_vllm_tp4__32k__vllm__enginecompare__1012-004340/engine-r3-c128_summary.json": "0c57c7153f03c1f31009e96a1b42832ef2ddd9f73a9f479c9015ab889d8bf66f", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/launch.json": "55e3dff79983355d30c36b0b3331e2c20b4b8bcc66e30890068d222e874a0f39", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/structured_strict.json": "4904163413c099fc92f25ac8fdb928fc8fd7ff3f88b1a4a3c3deb9cebd6d807f", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/structured_before.json": "925eedb030bf68d5b23bdf8499a4ee5d50f602c9f7873fa7ebd72ff4dc8782cc", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/structured_after.json": "4904163413c099fc92f25ac8fdb928fc8fd7ff3f88b1a4a3c3deb9cebd6d807f", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/engine-r1-c1_summary.json": "04168795d6edb428a02d96281a11937f34e11363213c223ce24b49b53c4f7933", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/engine-r1-c16_summary.json": "4f170ea654d7efacb749486b308bedbe5605bcae234510820150960f262505b1", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/engine-r1-c64_summary.json": "c88305bf0cfb95224b320980641bee1c288f55818f52db35428f87c6d08b7c91", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/engine-r1-c128_summary.json": "ff1fe7cc65e34c5e4af6befb1f94851c8b06ab138215ec4a1387b76f4a817f07", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/engine-r2-c1_summary.json": "39681cb3d0184877ab26d9ba73d7d47b37422195a96afda3357255d0b951d0af", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/engine-r2-c16_summary.json": "b4d7dae64abf8cb2ddf9d76870266de364b3d0c6d7f17b96d020997d5d1bb61d", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/engine-r2-c64_summary.json": "07e8751dd6f0f3819404724c15f0118e898d44e6a90e17196d44c2fcc296e98d", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/engine-r2-c128_summary.json": "6409bbedc377574871b28c6c3c7a8c628e2117058fbed96fa47b897d05c73e55", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/engine-r3-c1_summary.json": "0ddd859c6e21410c8f19259fdc7e1e04ea002aff72f4da78c4dd824ee2e8dd50", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/engine-r3-c16_summary.json": "d186ea0d1599f0184475f2c3c92a728c25738fcf775431a7399622eab9ed7795", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/engine-r3-c64_summary.json": "a5745c8d60552c1b2e1b7cab3b1bc22dc901ae9d6ee2638191f5549faf9dbcf6", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_sglang_tp4__32k__sglang__enginecompare__1012-003348/engine-r3-c128_summary.json": "71eef28ce5a71b5b5319de5e6fda16893181584c55002b68ae02d40521a774d4", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/launch.json": "c27b7bd775833cba2a0878ff5b7a1354528fc02b340e21159a44a88efe66b104", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/structured_strict.json": "3ef488f612d9d85da08b2a3520f3e253e9609a2d38f80d7f25a3d45d8262fec0", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/structured_before.json": "e88bdf8509a7d483f0a6cbbacb0b8d771d2fccb30c3c27ae9c55b5e6b399b728", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/structured_after.json": "3ef488f612d9d85da08b2a3520f3e253e9609a2d38f80d7f25a3d45d8262fec0", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/engine-r1-c1_summary.json": "1d0ec77453f0a5537a2a3d32e10af058d7eeabd583909abd3d517e8cfcd788b8", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/engine-r1-c16_summary.json": "e10021f6de5e0f21a3950cfd6ce858f68d63e2b80ae432ddc3fba658ec514846", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/engine-r1-c64_summary.json": "628cb6f7ca47b7ed10bf83bc5b589b6d3331eb5cc19fa35015f4e4e18415722f", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/engine-r1-c128_summary.json": "b06277abf177eaa339846b096728b91707755f8b13015e082074e8ac17c728d5", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/engine-r2-c1_summary.json": "354ebd0b59cee233b162fc210fcce7799a659ea256ca55e622b9b111395db912", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/engine-r2-c16_summary.json": "07d5352567e7c189372fc8157a02acf0a02e0869962b4ac1c9ba9efec864e537", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/engine-r2-c64_summary.json": "f90171b578db4278053bffdf9f07b74710389f50dcdf83651d46464f311158af", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/engine-r2-c128_summary.json": "80fc8730943b80f8c5f6a3eb0c19d810fedc46920224e7903134078bf0321341", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/engine-r3-c1_summary.json": "29ac25d14b25668c360b493859eb6cafae0bafd875ca7667c51027c6d8707140", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/engine-r3-c16_summary.json": "c64dc5509caab0def6ed68852246f20ca0185c8187f22ef9ca94a49b0f2302f6", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/engine-r3-c64_summary.json": "95322b4e5ebe2c6a695d6c760109ea1d0c63abdfd49e2a82bc1f690ca4f9a0a5", "/mnt/data/h200-recovery-20261012/results/runs/qwen38_flash_next__ext_vllm_tp4__32k__vllm__enginecompare__1012-002416/engine-r3-c128_summary.json": "19e012300ce4bec3c5f0509730d779a200a9ba9c02a40cdf0e9ba78a75962d43", "/mnt/data/h200-recovery-20261012/HARDWARE_SUMMARY.json": "3acefd728e9192f7ef000b9b67f962e6f910a1164a89a6b101441b5cdc7db5b2", "/mnt/data/h200-reliability-20261012/queue-status.json": "32a65ee98c6dc4d6f7f47ca27ef3298038cea162968e368d3916e55296e61c69", "/mnt/data/h200-reliability-20261012/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__reliability-confirm__1012-084845/launch.json": "97a0548dbae4995af3750fac709db28998d65fb2dfa63a69e94ee0012339fc48", "/mnt/data/h200-reliability-20261012/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__reliability-confirm__1012-084845/structured_strict.json": "5bb2f918293ba082c0830b93edcbd898030511098a6f58eff0438782bfd07dbf", "/mnt/data/h200-reliability-20261012/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__reliability-confirm__1012-084845/structured_before.json": "f449936c77fba0d190dc4e7a536b410302ccc9fec3339f97a9cba3b512f5baf9", "/mnt/data/h200-reliability-20261012/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__reliability-confirm__1012-084845/structured_after.json": "5bb2f918293ba082c0830b93edcbd898030511098a6f58eff0438782bfd07dbf", "/mnt/data/h200-reliability-20261012/results/runs/dsv41_flash__ext_base_s32__1024k__vllm__reliability-confirm__1012-084845/reliability-2h_summary.json": "2ff960107fdf634c7af200f676f576966dead6e0f7fe1bef121e5f6715b78190", "/mnt/data/h200-reliability-20261012/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__reliability-confirm__1012-064215/launch.json": "b9ace34f517075d131e8a250e326b1d247aae60ab3f5870bd328667f339d109f", "/mnt/data/h200-reliability-20261012/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__reliability-confirm__1012-064215/structured_strict.json": "2e7a26d42e4b8adfab07d26ada31c92fa9a836dc41dc337bd8b97739b0ee0487", "/mnt/data/h200-reliability-20261012/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__reliability-confirm__1012-064215/structured_before.json": "3d37ecfa0494c8250a1ea53fbcb0166b0713de958182975130df5d38e2013892", "/mnt/data/h200-reliability-20261012/results/runs/dsv41_flash__ext_dspark_k3_s64__1024k__vllm__reliability-confirm__1012-064215/reliability-2h_summary.json": "2a6fc7520cc1e74bfa508bbb961c868b9991be1821ab659a160c6d55f9590655" }, "reading_notes": [ "These are separate rounds with different memory targets and output contracts; do not pool them.", "Finite points with zero request failures can still fail a later quality or stability gate.", "K3 completed the two-hour load but one post-load JSON request returned HTTP 500. It is not a full reliability pass.", "The baseline passed one two-hour C128 run plus before/after smoke checks. This is bounded evidence, not a production SLA.", "K3 used 64 slots/replica and 90% memory; baseline 32 slots/replica and 95% memory. Both used two TP4 replicas/eight GPUs. Their ratio is not an isolated speculation speedup.", "1M configured context is not a claim to serve 128 simultaneous million-token prompts. The soak used short prompts.", "Public extract omits prompt corpora and generated responses. Node source paths and hashes identify evidence." ] }