Fix benchmark script (#1185)

sgl-project · Aug 22, 2024 · 5fafcac · 5fafcac
1 parent 364d3d7
commit 5fafcac
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/sglang/bench_latency.py b/python/sglang/bench_latency.py
@@ -350,7 +350,7 @@ def latency_test(
     for bs, il, ol in itertools.product(
         bench_args.batch_size, bench_args.input_len, bench_args.output_len
     ):
-        req = prepare_synthetic_inputs_for_latency_test(bs, il)
+        reqs = prepare_synthetic_inputs_for_latency_test(bs, il)
         ret = latency_test_run_once(
             bench_args.run_name, model_runner, rank_print, reqs, bs, il, ol
         )