diff --git a/shortfin/python/shortfin_apps/llm/server.py b/shortfin/python/shortfin_apps/llm/server.py index 0a2686dc6..7fe0e7605 100644 --- a/shortfin/python/shortfin_apps/llm/server.py +++ b/shortfin/python/shortfin_apps/llm/server.py @@ -28,6 +28,7 @@ from .components.io_struct import GenerateReqInput from .components.manager import SystemManager from .components.service import GenerateService +from .components.server_config import ServerParams from .components.tokenizer import Tokenizer