File tree Expand file tree Collapse file tree 1 file changed +3
-6
lines changed
tensorrt_llm/_torch/speculative Expand file tree Collapse file tree 1 file changed +3
-6
lines changed Original file line number Diff line number Diff line change @@ -269,12 +269,9 @@ def _update_ngram_iter_stats(
269
269
total_num_accepted_tokens = 0
270
270
num_requests_with_draft_tokens = 0
271
271
for request in scheduled_requests .generation_requests :
272
- num_draft_tokens = 0 if request .py_last_draft_tokens is None else len (
273
- request .py_last_draft_tokens )
274
- num_accepted_tokens = request .py_num_accepted_draft_tokens
275
- if num_draft_tokens > 0 :
276
- total_num_draft_tokens += num_draft_tokens
277
- total_num_accepted_tokens += num_accepted_tokens
272
+ if request .py_last_draft_tokens is not None :
273
+ total_num_draft_tokens += len (request .py_last_draft_tokens )
274
+ total_num_accepted_tokens += request .py_num_accepted_draft_tokens
278
275
num_requests_with_draft_tokens += 1
279
276
280
277
if num_requests_with_draft_tokens > 0 :
You can’t perform that action at this time.
0 commit comments