diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py index a407a263120bb..eb11edddb2316 100644 --- a/benchmarks/benchmark_serving.py +++ b/benchmarks/benchmark_serving.py @@ -15,7 +15,7 @@ --model \ --dataset-name sharegpt \ --dataset-path \ - --request-rate \ # By default is inf + --request-rate \# By default is inf --num-prompts # By default is 1000 when using tgi backend, add @@ -963,4 +963,4 @@ def main(args: argparse.Namespace): ) args = parser.parse_args() - main(args) \ No newline at end of file + main(args)