We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 56d4aef commit 7cd0bd7Copy full SHA for 7cd0bd7
benchmarks/benchmark_serving.py
@@ -156,7 +156,7 @@ def calculate_metrics(
156
if outputs[i].success:
157
output_len = outputs[i].output_tokens
158
159
- if output_len is None:
+ if not output_len:
160
# We use the tokenizer to count the number of output tokens
161
# for some serving backends instead of looking at
162
# len(outputs[i].itl) since multiple output tokens may be
0 commit comments