From 55045d0407f9c3224dbb5a9239c1364f16b9f497 Mon Sep 17 00:00:00 2001 From: Masahiro Masuda Date: Fri, 8 Dec 2023 20:42:27 +0000 Subject: [PATCH] wrong comment --- serve/mlc_serve/engine/engine_common.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/serve/mlc_serve/engine/engine_common.py b/serve/mlc_serve/engine/engine_common.py index e392af6099..ccaa29e8c2 100644 --- a/serve/mlc_serve/engine/engine_common.py +++ b/serve/mlc_serve/engine/engine_common.py @@ -81,8 +81,7 @@ def decode_last_output( else: prefix_idx = generation_sequence.next_start_position - # TODO(masahi): No need to add prompt_token_ids here if we send - # the prompt len instead + # TODO(masahi): Figure out a way to remove this concat token_ids = prompt_tokens + generation_sequence.generated_token_ids if prefix_idx == 0: