diff --git a/llava/model/multimodal_resampler/qformer.py b/llava/model/multimodal_resampler/qformer.py
index b86754c24..3bbf4cec1 100755
--- a/llava/model/multimodal_resampler/qformer.py
+++ b/llava/model/multimodal_resampler/qformer.py
@@ -38,6 +38,8 @@
 )
 from transformers.modeling_utils import (
     PreTrainedModel,
+)
+from transformers.pytorch_utils import (
     apply_chunking_to_forward,
     find_pruneable_heads_and_indices,
     prune_linear_layer,