We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 9469054 commit f290bdcCopy full SHA for f290bdc
1 file changed
benchmarks/benchmark_serving.py
@@ -60,7 +60,7 @@
60
61
import argparse
62
import asyncio
63
-from dataclasses import dataclass
+from dataclasses import dataclass, field
64
from datetime import datetime
65
import json
66
import random
@@ -106,7 +106,7 @@ class InputRequest:
106
@dataclass
107
class RequestFuncOutput:
108
input_request: Optional[InputRequest] = None
109
- generated_token_list: list[str] = []
+ generated_token_list: list[str] = field(default_factory=list)
110
generated_text: str = ""
111
success: bool = False
112
latency: float = 0
0 commit comments