diff --git a/python/sglang/bench_latency.py b/python/sglang/bench_latency.py index d9131c87f0..ba1a81d54d 100644 --- a/python/sglang/bench_latency.py +++ b/python/sglang/bench_latency.py @@ -350,7 +350,7 @@ def latency_test( for bs, il, ol in itertools.product( bench_args.batch_size, bench_args.input_len, bench_args.output_len ): - req = prepare_synthetic_inputs_for_latency_test(bs, il) + reqs = prepare_synthetic_inputs_for_latency_test(bs, il) ret = latency_test_run_once( bench_args.run_name, model_runner, rank_print, reqs, bs, il, ol )