From c1be6d1b48918ccb7fc611ea3a4522e9b8ea0884 Mon Sep 17 00:00:00 2001 From: Masahiro Masuda Date: Mon, 4 Dec 2023 19:29:27 +0900 Subject: [PATCH] test wrong annot --- serve/mlc_serve/run.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/serve/mlc_serve/run.py b/serve/mlc_serve/run.py index c2d6dd5b20..30cfb15eb4 100644 --- a/serve/mlc_serve/run.py +++ b/serve/mlc_serve/run.py @@ -68,7 +68,7 @@ def create_engine( if args.use_staging_engine: return StagingInferenceEngine( tokenizer_module=HfTokenizerModule(model_artifact_path), - model_module_loader=PagedCacheModelModule, # type: ignore + model_module_loader=PagedCacheModelModule, model_module_loader_kwargs={ "model_artifact_path": model_artifact_path, "engine_config": engine_config,