diff --git a/internlm/model/modeling_internlm2.py b/internlm/model/modeling_internlm2.py
index 13b30a8a..a910d9f2 100644
--- a/internlm/model/modeling_internlm2.py
+++ b/internlm/model/modeling_internlm2.py
@@ -28,7 +28,6 @@
 from internlm.solver.activation_checkpoint import activation_checkpoint
 from internlm.utils.logger import get_logger
 from internlm.utils.storage_manager import get_fns, llm_load
-from internlm.utils.utils import ModelType
 
 internlm_accelerator = get_accelerator()
 logger = get_logger(__file__)