{
  "status": {
    "stage": "complete",
    "runs": [
      {
        "run_id": "dsv41_flash__followup_2rep_base__256k__vllm__matched__1011-164014",
        "state": "complete"
      },
      {
        "run_id": "dsv41_flash__followup_2rep_dspark__256k__vllm__matched__1011-170401",
        "state": "complete"
      }
    ],
    "errors": [],
    "updated_utc": "2026-10-11T17:27:57.192165+00:00"
  },
  "runs": [
    {
      "run_id": "dsv41_flash__followup_2rep_base__256k__vllm__matched__1011-164014",
      "layout": "followup_2rep_base",
      "ready_s": 5.1,
      "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352",
      "quality": {
        "structured_strict": {
          "json": "24/24",
          "tool": "8/8"
        },
        "structured_before": {
          "json": "24/24",
          "tool": "8/8"
        },
        "structured_after": {
          "json": "24/24",
          "tool": "8/8"
        },
        "retrieval_exact_31000": {
          "passed": 9,
          "n": 9,
          "min_prompt_tokens": 30995,
          "max_prompt_tokens": 30998,
          "mean_seconds": 1.1829274495442708
        },
        "retrieval_exact_126000": {
          "passed": 9,
          "n": 9,
          "min_prompt_tokens": 125995,
          "max_prompt_tokens": 125996,
          "mean_seconds": 5.082900656594171
        },
        "retrieval_exact_250000": {
          "passed": 9,
          "n": 9,
          "min_prompt_tokens": 249995,
          "max_prompt_tokens": 249996,
          "mean_seconds": 10.548712333043417
        }
      },
      "benchmarks": [
        {
          "dataset": "h200_trial_chat_c1",
          "isl": 977,
          "concurrency": 1,
          "repeats": 3,
          "completed": 24,
          "failed": 0,
          "out_tok_s": {
            "median": 119.0745847841717,
            "min": 118.20174662079114,
            "max": 119.15976429493728
          },
          "ttft_p50_ms": {
            "median": 117.04799550352618,
            "min": 113.45489048107993,
            "max": 119.32110949419439
          },
          "ttft_p99_ms": {
            "median": 124.04796008049743,
            "min": 123.00965904461918,
            "max": 159.76367575814947
          },
          "tpot_p50_ms": {
            "median": 7.981741996071136,
            "min": 7.97969825091023,
            "max": 7.984063607884808
          }
        },
        {
          "dataset": "h200_trial_chat_c16",
          "isl": 537,
          "concurrency": 16,
          "repeats": 3,
          "completed": 96,
          "failed": 0,
          "out_tok_s": {
            "median": 1184.1811101212872,
            "min": 1175.282052105588,
            "max": 1211.9633102505222
          },
          "ttft_p50_ms": {
            "median": 297.8035779960919,
            "min": 296.5672729915241,
            "max": 311.22962149675004
          },
          "ttft_p99_ms": {
            "median": 365.87024539883714,
            "min": 358.2502537948312,
            "max": 474.85464348923415
          },
          "tpot_p50_ms": {
            "median": 11.429289394108505,
            "min": 11.402627158745686,
            "max": 11.444888305884568
          }
        },
        {
          "dataset": "h200_followup_chat_c64",
          "isl": 555,
          "concurrency": 64,
          "repeats": 3,
          "completed": 768,
          "failed": 0,
          "out_tok_s": {
            "median": 2369.076340448635,
            "min": 2326.8048726414468,
            "max": 2376.9149343894937
          },
          "ttft_p50_ms": {
            "median": 466.5222684998298,
            "min": 460.7658690074459,
            "max": 467.20367298985366
          },
          "ttft_p99_ms": {
            "median": 1048.0844731602701,
            "min": 993.3945084063453,
            "max": 1053.0108839375316
          },
          "tpot_p50_ms": {
            "median": 23.89958665886547,
            "min": 23.720748047116125,
            "max": 24.144876396110025
          }
        },
        {
          "dataset": "synthetic",
          "isl": 1024,
          "concurrency": 16,
          "repeats": 3,
          "completed": 192,
          "failed": 0,
          "out_tok_s": {
            "median": 1326.3699578723613,
            "min": 1320.2219769184442,
            "max": 1332.486055893754
          },
          "ttft_p50_ms": {
            "median": 397.33375899959356,
            "min": 394.65488800487947,
            "max": 397.37286600575317
          },
          "ttft_p99_ms": {
            "median": 443.24799884168897,
            "min": 438.05134717025794,
            "max": 448.55413917044643
          },
          "tpot_p50_ms": {
            "median": 10.44953576079113,
            "min": 10.431561174496608,
            "max": 10.47013302940839
          }
        },
        {
          "dataset": "synthetic",
          "isl": 1024,
          "concurrency": 64,
          "repeats": 3,
          "completed": 384,
          "failed": 0,
          "out_tok_s": {
            "median": 2819.1117045395954,
            "min": 2745.5571600029884,
            "max": 2824.446903844865
          },
          "ttft_p50_ms": {
            "median": 843.1612730055349,
            "min": 826.842469497933,
            "max": 949.8180494847475
          },
          "ttft_p99_ms": {
            "median": 1456.2749820930185,
            "min": 1434.749611277366,
            "max": 1459.9869619478704
          },
          "tpot_p50_ms": {
            "median": 18.932596305853174,
            "min": 18.648739147009145,
            "max": 19.586837280418393
          }
        },
        {
          "dataset": "synthetic",
          "isl": 126000,
          "concurrency": 1,
          "repeats": 1,
          "completed": 2,
          "failed": 0,
          "out_tok_s": {
            "median": 35.0855986537052,
            "min": 35.0855986537052,
            "max": 35.0855986537052
          },
          "ttft_p50_ms": {
            "median": 5287.3722659860505,
            "min": 5287.3722659860505,
            "max": 5287.3722659860505
          },
          "ttft_p99_ms": {
            "median": 5298.907454957662,
            "min": 5298.907454957662,
            "max": 5298.907454957662
          },
          "tpot_p50_ms": {
            "median": 7.874198221628936,
            "min": 7.874198221628936,
            "max": 7.874198221628936
          }
        },
        {
          "dataset": "synthetic",
          "isl": 126000,
          "concurrency": 2,
          "repeats": 1,
          "completed": 4,
          "failed": 0,
          "out_tok_s": {
            "median": 70.2331803686519,
            "min": 70.2331803686519,
            "max": 70.2331803686519
          },
          "ttft_p50_ms": {
            "median": 5268.8596499938285,
            "min": 5268.8596499938285,
            "max": 5268.8596499938285
          },
          "ttft_p99_ms": {
            "median": 5275.7361330179265,
            "min": 5275.7361330179265,
            "max": 5275.7361330179265
          },
          "tpot_p50_ms": {
            "median": 7.885557678459651,
            "min": 7.885557678459651,
            "max": 7.885557678459651
          }
        },
        {
          "dataset": "synthetic",
          "isl": 250000,
          "concurrency": 1,
          "repeats": 1,
          "completed": 2,
          "failed": 0,
          "out_tok_s": {
            "median": 19.475980470734036,
            "min": 19.475980470734036,
            "max": 19.475980470734036
          },
          "ttft_p50_ms": {
            "median": 11163.600908999797,
            "min": 11163.600908999797,
            "max": 11163.600908999797
          },
          "ttft_p99_ms": {
            "median": 11207.783531827154,
            "min": 11207.783531827154,
            "max": 11207.783531827154
          },
          "tpot_p50_ms": {
            "median": 7.759231574520669,
            "min": 7.759231574520669,
            "max": 7.759231574520669
          }
        },
        {
          "dataset": "synthetic",
          "isl": 250000,
          "concurrency": 2,
          "repeats": 1,
          "completed": 4,
          "failed": 0,
          "out_tok_s": {
            "median": 38.98057666253564,
            "min": 38.98057666253564,
            "max": 38.98057666253564
          },
          "ttft_p50_ms": {
            "median": 11147.365777505911,
            "min": 11147.365777505911,
            "max": 11147.365777505911
          },
          "ttft_p99_ms": {
            "median": 11163.037482445943,
            "min": 11163.037482445943,
            "max": 11163.037482445943
          },
          "tpot_p50_ms": {
            "median": 7.765116266662018,
            "min": 7.765116266662018,
            "max": 7.765116266662018
          }
        }
      ],
      "sustained": [
        {
          "run_id": "dsv41_flash__followup_2rep_base__256k__vllm__matched__1011-164014",
          "window": 1,
          "issue_duration_s": 120.0,
          "actual_elapsed_including_drain_s": 124.17081533902092,
          "concurrency": 64,
          "completed": 1179,
          "failed": 0,
          "output_tokens": 280492,
          "input_tokens": 651008,
          "timestamp_utc": "2026-10-11T16:59:14.517806+00:00",
          "pool_size": 256,
          "unique_prompts": 256,
          "method": "Closed-loop; issue until deadline; drain all in-flight; throughput denominator includes drain; repeated 256-prompt corpus; EOS honored; prefix cache disabled",
          "output_tok_s": 2258.9204978172907,
          "ttft_s": {
            "mean": 0.2603007671782426,
            "p50": 0.17203309599426575,
            "p90": 0.5396231179882307,
            "p99": 0.8809915088309208
          },
          "tpot_s": {
            "mean": 0.026551363245755993,
            "p50": 0.027683062517705064,
            "p90": 0.029261595383583222,
            "p99": 0.03343484456907858
          },
          "latency_s": {
            "mean": 6.6583088381798055,
            "p50": 7.165775030996883,
            "p90": 7.584838570008287,
            "p99": 7.880502225795644
          },
          "finish_reasons": {
            "length": 1027,
            "stop": 152
          },
          "spec_accept_len": null,
          "counter_deltas": {
            "vllm:spec_decode_num_drafts_total": 0,
            "vllm:spec_decode_num_accepted_tokens_total": 0,
            "vllm:spec_decode_num_draft_tokens_total": 0,
            "vllm:num_preemptions_total": 0.0
          },
          "router_before": {
            "backends": [
              "http://127.0.0.1:18201",
              "http://127.0.0.1:18211"
            ],
            "inflight": [
              0,
              0
            ],
            "served": [
              776,
              765
            ]
          },
          "router_after": {
            "backends": [
              "http://127.0.0.1:18201",
              "http://127.0.0.1:18211"
            ],
            "inflight": [
              0,
              0
            ],
            "served": [
              1372,
              1348
            ]
          }
        },
        {
          "run_id": "dsv41_flash__followup_2rep_base__256k__vllm__matched__1011-164014",
          "window": 2,
          "issue_duration_s": 120.0,
          "actual_elapsed_including_drain_s": 124.04121067898814,
          "concurrency": 64,
          "completed": 1180,
          "failed": 0,
          "output_tokens": 280915,
          "input_tokens": 656363,
          "timestamp_utc": "2026-10-11T17:01:18.677162+00:00",
          "pool_size": 256,
          "unique_prompts": 256,
          "method": "Closed-loop; issue until deadline; drain all in-flight; throughput denominator includes drain; repeated 256-prompt corpus; EOS honored; prefix cache disabled",
          "output_tok_s": 2264.6908915375925,
          "ttft_s": {
            "mean": 0.267104021294222,
            "p50": 0.20142680751450825,
            "p90": 0.4917891566176015,
            "p99": 0.8620798191934591
          },
          "tpot_s": {
            "mean": 0.026291464063466403,
            "p50": 0.027335871345028007,
            "p90": 0.0291743464922012,
            "p99": 0.030593688098799345
          },
          "latency_s": {
            "mean": 6.624314047508849,
            "p50": 7.10243526402337,
            "p90": 7.5782672443107,
            "p99": 7.680900556091803
          },
          "finish_reasons": {
            "length": 1031,
            "stop": 149
          },
          "spec_accept_len": null,
          "counter_deltas": {
            "vllm:spec_decode_num_drafts_total": 0,
            "vllm:spec_decode_num_accepted_tokens_total": 0,
            "vllm:spec_decode_num_draft_tokens_total": 0,
            "vllm:num_preemptions_total": 0.0
          },
          "router_before": {
            "backends": [
              "http://127.0.0.1:18201",
              "http://127.0.0.1:18211"
            ],
            "inflight": [
              0,
              0
            ],
            "served": [
              1372,
              1348
            ]
          },
          "router_after": {
            "backends": [
              "http://127.0.0.1:18201",
              "http://127.0.0.1:18211"
            ],
            "inflight": [
              0,
              0
            ],
            "served": [
              1959,
              1941
            ]
          }
        },
        {
          "run_id": "dsv41_flash__followup_2rep_base__256k__vllm__matched__1011-164014",
          "window": 3,
          "issue_duration_s": 120.0,
          "actual_elapsed_including_drain_s": 124.18678964799619,
          "concurrency": 64,
          "completed": 1179,
          "failed": 0,
          "output_tokens": 280478,
          "input_tokens": 656611,
          "timestamp_utc": "2026-10-11T17:03:23.002887+00:00",
          "pool_size": 256,
          "unique_prompts": 256,
          "method": "Closed-loop; issue until deadline; drain all in-flight; throughput denominator includes drain; repeated 256-prompt corpus; EOS honored; prefix cache disabled",
          "output_tok_s": 2258.5171965150776,
          "ttft_s": {
            "mean": 0.24450277390850228,
            "p50": 0.15579927701037377,
            "p90": 0.4657126050093211,
            "p99": 0.7921497842983809
          },
          "tpot_s": {
            "mean": 0.026480972591885147,
            "p50": 0.027235043984289994,
            "p90": 0.028996581055666777,
            "p99": 0.030700790001043084
          },
          "latency_s": {
            "mean": 6.6238545817557295,
            "p50": 7.083584551990498,
            "p90": 7.527757284784457,
            "p99": 7.785195510024206
          },
          "finish_reasons": {
            "length": 1023,
            "stop": 156
          },
          "spec_accept_len": null,
          "counter_deltas": {
            "vllm:spec_decode_num_drafts_total": 0,
            "vllm:spec_decode_num_accepted_tokens_total": 0,
            "vllm:spec_decode_num_draft_tokens_total": 0,
            "vllm:num_preemptions_total": 0.0
          },
          "router_before": {
            "backends": [
              "http://127.0.0.1:18201",
              "http://127.0.0.1:18211"
            ],
            "inflight": [
              0,
              0
            ],
            "served": [
              1959,
              1941
            ]
          },
          "router_after": {
            "backends": [
              "http://127.0.0.1:18201",
              "http://127.0.0.1:18211"
            ],
            "inflight": [
              0,
              0
            ],
            "served": [
              2554,
              2525
            ]
          }
        }
      ]
    },
    {
      "run_id": "dsv41_flash__followup_2rep_dspark__256k__vllm__matched__1011-170401",
      "layout": "followup_2rep_dspark",
      "ready_s": 10.1,
      "image_digest": "h200/dsv41-dense-scale-rescue@sha256:d7bda81f69f56a15859bbc4ea3511a114383cb58c99b95e3257ec766418f7352",
      "quality": {
        "structured_strict": {
          "json": "24/24",
          "tool": "8/8"
        },
        "structured_before": {
          "json": "24/24",
          "tool": "8/8"
        },
        "structured_after": {
          "json": "24/24",
          "tool": "8/8"
        },
        "retrieval_exact_31000": {
          "passed": 9,
          "n": 9,
          "min_prompt_tokens": 30995,
          "max_prompt_tokens": 30998,
          "mean_seconds": 1.2054918607076008
        },
        "retrieval_exact_126000": {
          "passed": 9,
          "n": 9,
          "min_prompt_tokens": 125995,
          "max_prompt_tokens": 125996,
          "mean_seconds": 5.255474143558079
        },
        "retrieval_exact_250000": {
          "passed": 9,
          "n": 9,
          "min_prompt_tokens": 249995,
          "max_prompt_tokens": 249996,
          "mean_seconds": 10.864967478646172
        }
      },
      "benchmarks": [
        {
          "dataset": "h200_trial_chat_c1",
          "isl": 977,
          "concurrency": 1,
          "repeats": 3,
          "completed": 24,
          "failed": 0,
          "out_tok_s": {
            "median": 278.33017317361663,
            "min": 277.6709937573413,
            "max": 285.18386171442125
          },
          "ttft_p50_ms": {
            "median": 109.45971749606542,
            "min": 107.64217199175619,
            "max": 119.86836399591994
          },
          "ttft_p99_ms": {
            "median": 121.87733352562645,
            "min": 121.64679246081505,
            "max": 163.2790228491649
          },
          "tpot_p50_ms": {
            "median": 3.2175921764813693,
            "min": 3.043807062717593,
            "max": 3.2577996784204832
          },
          "spec_accept_len": {
            "median": 3.3537964458804526,
            "min": 3.334410339256866,
            "max": 3.5187074829931975
          }
        },
        {
          "dataset": "h200_trial_chat_c16",
          "isl": 537,
          "concurrency": 16,
          "repeats": 3,
          "completed": 96,
          "failed": 0,
          "out_tok_s": {
            "median": 1531.3622157920918,
            "min": 1531.2036452408047,
            "max": 1609.1825549166379
          },
          "ttft_p50_ms": {
            "median": 184.6467344876146,
            "min": 173.00447401066776,
            "max": 236.42077899421565
          },
          "ttft_p99_ms": {
            "median": 395.9220552770421,
            "min": 360.0738252833253,
            "max": 444.2165893519996
          },
          "tpot_p50_ms": {
            "median": 7.816064580373337,
            "min": 7.747563750964735,
            "max": 7.932451810992163
          },
          "spec_accept_len": {
            "median": 3.2256473489519113,
            "min": 3.2186600904233456,
            "max": 3.2495854063018244
          }
        },
        {
          "dataset": "h200_followup_chat_c64",
          "isl": 555,
          "concurrency": 64,
          "repeats": 3,
          "completed": 768,
          "failed": 0,
          "out_tok_s": {
            "median": 2918.238725970045,
            "min": 2884.1807219387556,
            "max": 2972.730304062233
          },
          "ttft_p50_ms": {
            "median": 235.073617004673,
            "min": 226.69003550254274,
            "max": 247.10217899701092
          },
          "ttft_p99_ms": {
            "median": 1084.3108431407018,
            "min": 975.780920444231,
            "max": 1202.878278202843
          },
          "tpot_p50_ms": {
            "median": 18.110850668573917,
            "min": 17.771132325459106,
            "max": 18.668110088237523
          },
          "spec_accept_len": {
            "median": 3.146740809391412,
            "min": 3.13406334749015,
            "max": 3.149065444621801
          }
        },
        {
          "dataset": "synthetic",
          "isl": 1024,
          "concurrency": 16,
          "repeats": 3,
          "completed": 192,
          "failed": 0,
          "out_tok_s": {
            "median": 1840.5149693807277,
            "min": 1804.6312895836907,
            "max": 2005.5891190579628
          },
          "ttft_p50_ms": {
            "median": 161.02745149692055,
            "min": 132.15209600457456,
            "max": 164.70208701502997
          },
          "ttft_p99_ms": {
            "median": 443.4005656413501,
            "min": 443.13684056920465,
            "max": 457.2180871886667
          },
          "tpot_p50_ms": {
            "median": 5.652537950949159,
            "min": 5.270232435306717,
            "max": 5.883133531360905
          },
          "spec_accept_len": {
            "median": 3.784367816091954,
            "min": 3.627010354703679,
            "max": 3.992248062015504
          }
        },
        {
          "dataset": "synthetic",
          "isl": 1024,
          "concurrency": 64,
          "repeats": 3,
          "completed": 384,
          "failed": 0,
          "out_tok_s": {
            "median": 3161.9586298068834,
            "min": 2996.0267894670137,
            "max": 3356.975686962881
          },
          "ttft_p50_ms": {
            "median": 503.87294648680836,
            "min": 455.6646600103704,
            "max": 514.9454990023514
          },
          "ttft_p99_ms": {
            "median": 1511.206016371434,
            "min": 1500.5466495879227,
            "max": 1523.5156429678318
          },
          "tpot_p50_ms": {
            "median": 11.96356895881906,
            "min": 11.957306066623834,
            "max": 12.323463664734826
          },
          "spec_accept_len": {
            "median": 3.9546929455594277,
            "min": 3.8191094619666046,
            "max": 4.054673069818987
          }
        },
        {
          "dataset": "synthetic",
          "isl": 126000,
          "concurrency": 1,
          "repeats": 1,
          "completed": 2,
          "failed": 0,
          "out_tok_s": {
            "median": 43.152984184538276,
            "min": 43.152984184538276,
            "max": 43.152984184538276
          },
          "ttft_p50_ms": {
            "median": 5456.682353003998,
            "min": 5456.682353003998,
            "max": 5456.682353003998
          },
          "ttft_p99_ms": {
            "median": 5478.823836992087,
            "min": 5478.823836992087,
            "max": 5478.823836992087
          },
          "tpot_p50_ms": {
            "median": 1.8612020293492642,
            "min": 1.8612020293492642,
            "max": 1.8612020293492642
          },
          "spec_accept_len": {
            "median": 4.741071428571429,
            "min": 4.741071428571429,
            "max": 4.741071428571429
          }
        },
        {
          "dataset": "synthetic",
          "isl": 126000,
          "concurrency": 2,
          "repeats": 1,
          "completed": 4,
          "failed": 0,
          "out_tok_s": {
            "median": 86.49780532356411,
            "min": 86.49780532356411,
            "max": 86.49780532356411
          },
          "ttft_p50_ms": {
            "median": 5460.80561101553,
            "min": 5460.80561101553,
            "max": 5460.80561101553
          },
          "ttft_p99_ms": {
            "median": 5470.3519319722545,
            "min": 5470.3519319722545,
            "max": 5470.3519319722545
          },
          "tpot_p50_ms": {
            "median": 1.8168692293293847,
            "min": 1.8168692293293847,
            "max": 1.8168692293293847
          },
          "spec_accept_len": {
            "median": 4.878504672897196,
            "min": 4.878504672897196,
            "max": 4.878504672897196
          }
        },
        {
          "dataset": "synthetic",
          "isl": 250000,
          "concurrency": 1,
          "repeats": 1,
          "completed": 2,
          "failed": 0,
          "out_tok_s": {
            "median": 18.670911190539393,
            "min": 18.670911190539393,
            "max": 18.670911190539393
          },
          "ttft_p50_ms": {
            "median": 11519.216918517486,
            "min": 11519.216918517486,
            "max": 11519.216918517486
          },
          "ttft_p99_ms": {
            "median": 11532.328860376438,
            "min": 11532.328860376438,
            "max": 11532.328860376438
          },
          "tpot_p50_ms": {
            "median": 8.587914307809472,
            "min": 8.587914307809472,
            "max": 8.587914307809472
          },
          "spec_accept_len": {
            "median": 1.2318501170960188,
            "min": 1.2318501170960188,
            "max": 1.2318501170960188
          }
        },
        {
          "dataset": "synthetic",
          "isl": 250000,
          "concurrency": 2,
          "repeats": 1,
          "completed": 4,
          "failed": 0,
          "out_tok_s": {
            "median": 37.508509466552276,
            "min": 37.508509466552276,
            "max": 37.508509466552276
          },
          "ttft_p50_ms": {
            "median": 11474.990671515116,
            "min": 11474.990671515116,
            "max": 11474.990671515116
          },
          "ttft_p99_ms": {
            "median": 11505.51281341177,
            "min": 11505.51281341177,
            "max": 11505.51281341177
          },
          "tpot_p50_ms": {
            "median": 8.411404750978702,
            "min": 8.411404750978702,
            "max": 8.411404750978702
          },
          "spec_accept_len": {
            "median": 1.2774352651048089,
            "min": 1.2774352651048089,
            "max": 1.2774352651048089
          }
        }
      ],
      "sustained": [
        {
          "run_id": "dsv41_flash__followup_2rep_dspark__256k__vllm__matched__1011-170401",
          "window": 1,
          "issue_duration_s": 120.0,
          "actual_elapsed_including_drain_s": 122.72115187600139,
          "concurrency": 64,
          "completed": 1615,
          "failed": 0,
          "output_tokens": 385024,
          "input_tokens": 897108,
          "timestamp_utc": "2026-10-11T17:23:15.838429+00:00",
          "pool_size": 256,
          "unique_prompts": 256,
          "method": "Closed-loop; issue until deadline; drain all in-flight; throughput denominator includes drain; repeated 256-prompt corpus; EOS honored; prefix cache disabled",
          "output_tok_s": 3137.3890654891497,
          "ttft_s": {
            "mean": 0.23454258222242488,
            "p50": 0.21423484402475879,
            "p90": 0.28629279779270295,
            "p99": 0.8286148832936263
          },
          "tpot_s": {
            "mean": 0.018881136653894334,
            "p50": 0.018579271368627602,
            "p90": 0.025618167458051892,
            "p99": 0.031251326005186805
          },
          "latency_s": {
            "mean": 4.806858000168022,
            "p50": 4.748103044985328,
            "p90": 6.704226281406591,
            "p99": 8.048214630543953
          },
          "finish_reasons": {
            "stop": 201,
            "length": 1414
          },
          "spec_accept_len": 3.166551809008122,
          "counter_deltas": {
            "vllm:spec_decode_num_drafts_total": 121890.0,
            "vllm:spec_decode_num_accepted_tokens_total": 264081.0,
            "vllm:spec_decode_num_draft_tokens_total": 609450.0,
            "vllm:num_preemptions_total": 0.0
          },
          "router_before": {
            "backends": [
              "http://127.0.0.1:18201",
              "http://127.0.0.1:18211"
            ],
            "inflight": [
              0,
              0
            ],
            "served": [
              783,
              760
            ]
          },
          "router_after": {
            "backends": [
              "http://127.0.0.1:18201",
              "http://127.0.0.1:18211"
            ],
            "inflight": [
              0,
              0
            ],
            "served": [
              1588,
              1570
            ]
          }
        },
        {
          "run_id": "dsv41_flash__followup_2rep_dspark__256k__vllm__matched__1011-170401",
          "window": 2,
          "issue_duration_s": 120.0,
          "actual_elapsed_including_drain_s": 123.41612841800088,
          "concurrency": 64,
          "completed": 1610,
          "failed": 0,
          "output_tokens": 383899,
          "input_tokens": 893291,
          "timestamp_utc": "2026-10-11T17:25:19.412749+00:00",
          "pool_size": 256,
          "unique_prompts": 256,
          "method": "Closed-loop; issue until deadline; drain all in-flight; throughput denominator includes drain; repeated 256-prompt corpus; EOS honored; prefix cache disabled",
          "output_tok_s": 3110.6064087488126,
          "ttft_s": {
            "mean": 0.2342371574219429,
            "p50": 0.21027987299021333,
            "p90": 0.2875907651090529,
            "p99": 0.8204578826815123
          },
          "tpot_s": {
            "mean": 0.019031151091020708,
            "p50": 0.018454203266689242,
            "p90": 0.025832684502021565,
            "p99": 0.03216631207456151
          },
          "latency_s": {
            "mean": 4.834017911535921,
            "p50": 4.785053159997915,
            "p90": 6.769572583711125,
            "p99": 8.24797907732078
          },
          "finish_reasons": {
            "length": 1410,
            "stop": 200
          },
          "spec_accept_len": 3.151957411957412,
          "counter_deltas": {
            "vllm:spec_decode_num_drafts_total": 122100.0,
            "vllm:spec_decode_num_accepted_tokens_total": 262754.0,
            "vllm:spec_decode_num_draft_tokens_total": 610500.0,
            "vllm:num_preemptions_total": 0.0
          },
          "router_before": {
            "backends": [
              "http://127.0.0.1:18201",
              "http://127.0.0.1:18211"
            ],
            "inflight": [
              0,
              0
            ],
            "served": [
              1588,
              1570
            ]
          },
          "router_after": {
            "backends": [
              "http://127.0.0.1:18201",
              "http://127.0.0.1:18211"
            ],
            "inflight": [
              0,
              0
            ],
            "served": [
              2389,
              2379
            ]
          }
        },
        {
          "run_id": "dsv41_flash__followup_2rep_dspark__256k__vllm__matched__1011-170401",
          "window": 3,
          "issue_duration_s": 120.0,
          "actual_elapsed_including_drain_s": 123.01429946901044,
          "concurrency": 64,
          "completed": 1613,
          "failed": 0,
          "output_tokens": 384065,
          "input_tokens": 899441,
          "timestamp_utc": "2026-10-11T17:27:22.547022+00:00",
          "pool_size": 256,
          "unique_prompts": 256,
          "method": "Closed-loop; issue until deadline; drain all in-flight; throughput denominator includes drain; repeated 256-prompt corpus; EOS honored; prefix cache disabled",
          "output_tok_s": 3122.1167104784677,
          "ttft_s": {
            "mean": 0.23066905474522506,
            "p50": 0.21157037100056186,
            "p90": 0.2806182814005297,
            "p99": 0.7615996658732184
          },
          "tpot_s": {
            "mean": 0.018986188840993033,
            "p50": 0.018457879254927714,
            "p90": 0.026064701011241566,
            "p99": 0.030790975894596354
          },
          "latency_s": {
            "mean": 4.818117028257975,
            "p50": 4.8027614440070465,
            "p90": 6.768400247622048,
            "p99": 8.041137648628792
          },
          "finish_reasons": {
            "length": 1405,
            "stop": 208
          },
          "spec_accept_len": 3.154285995150403,
          "counter_deltas": {
            "vllm:spec_decode_num_drafts_total": 122072.0,
            "vllm:spec_decode_num_accepted_tokens_total": 262978.0,
            "vllm:spec_decode_num_draft_tokens_total": 610360.0,
            "vllm:num_preemptions_total": 0.0
          },
          "router_before": {
            "backends": [
              "http://127.0.0.1:18201",
              "http://127.0.0.1:18211"
            ],
            "inflight": [
              0,
              0
            ],
            "served": [
              2389,
              2379
            ]
          },
          "router_after": {
            "backends": [
              "http://127.0.0.1:18201",
              "http://127.0.0.1:18211"
            ],
            "inflight": [
              0,
              0
            ],
            "served": [
              3195,
              3186
            ]
          }
        }
      ]
    }
  ]
}