Fix benchmark script type issue (#59)

AI-Hypercomputer · Apr 25, 2024 · f290bdc · f290bdc
1 parent 9469054
commit f290bdc
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py
@@ -60,7 +60,7 @@
 
 import argparse
 import asyncio
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from datetime import datetime
 import json
 import random
@@ -106,7 +106,7 @@ class InputRequest:
 @dataclass
 class RequestFuncOutput:
   input_request: Optional[InputRequest] = None
-  generated_token_list: list[str] = []
+  generated_token_list: list[str] = field(default_factory=list)
   generated_text: str = ""
   success: bool = False
   latency: float = 0