From b568df5d03daa5052de214405d608a760dd379cc Mon Sep 17 00:00:00 2001 From: Yineng Zhang Date: Fri, 9 Aug 2024 21:21:42 +0800 Subject: [PATCH] fix: resolve correctness_test issue (#1002) --- python/sglang/bench_latency.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/bench_latency.py b/python/sglang/bench_latency.py index ffd6b24f09e..50ec8a67f28 100644 --- a/python/sglang/bench_latency.py +++ b/python/sglang/bench_latency.py @@ -238,7 +238,7 @@ def correctness_test( # Decode output_ids = [input_ids[i] + [next_token_ids[i]] for i in range(len(input_ids))] - for _ in range(bench_args.output_len): + for _ in range(bench_args.output_len[0]): next_token_ids, _ = decode(next_token_ids, batch, model_runner) for i in range(len(reqs)): output_ids[i].append(next_token_ids[i])