diff --git a/python/llm/src/ipex_llm/transformers/low_bit_linear.py b/python/llm/src/ipex_llm/transformers/low_bit_linear.py
index 3aa99e2eac3..78e10c2c7ac 100644
--- a/python/llm/src/ipex_llm/transformers/low_bit_linear.py
+++ b/python/llm/src/ipex_llm/transformers/low_bit_linear.py
@@ -395,7 +395,7 @@ def get_shape(self):
         return self._shape
 
     @overload
-    def to(self: T, device: Optional[Union[int, device]]=...,
+    def to(self: T, device: Optional[Union[int, torch.device]]=...,
            dtype: Optional[Union[dtype, str]]=..., non_blocking: bool=...,) -> T:
         ...