remove unused var

octoml · Feb 3, 2024 · 56d7a23 · 56d7a23
1 parent 780e244
commit 56d7a23
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/serve/mlc_serve/model/tvm_model.py b/serve/mlc_serve/model/tvm_model.py
@@ -300,7 +300,6 @@ def generate(
         all_token_ids = []
         sequence_ids = []
         prompt_lens = []
-        num_sequences = []
         # TODO(masahi, yelite): Update this when a new request type for speculative decoding
         # is implemented.
         num_decode_query_tokens = 1