change asssert to if

octoml · Dec 8, 2023 · f73a430 · f73a430
1 parent 55045d0
commit f73a430
Showing 1 changed file with 8 additions and 9 deletions.
diff --git a/serve/mlc_serve/engine/staging_engine.py b/serve/mlc_serve/engine/staging_engine.py
@@ -262,16 +262,15 @@ def step(self) -> InferenceStepResult:
                 if seq_output.finish_reason is not None:
                     del self.requests[request_id]
 
-            assert prev_request_id and len(out_seqs) > 0 and prev_prompt_len is not None
-
-            # Add output sequences for the last request.
-            outputs.append(
-                RequestOutput(
-                    prev_request_id,
-                    sequences=out_seqs,
-                    num_prompt_tokens=prev_prompt_len,
+            if prev_request_id and prev_prompt_len:
+                # Add output sequences for the last request.
+                outputs.append(
+                    RequestOutput(
+                        prev_request_id,
+                        sequences=out_seqs,
+                        num_prompt_tokens=prev_prompt_len,
+                    )
                 )
-            )
 
         return InferenceStepResult(outputs=outputs)