diff --git a/tests/models/hf/test_hf_base.py b/tests/models/hf/test_hf_base.py
index ec45e31a65..67e9750a8a 100644
--- a/tests/models/hf/test_hf_base.py
+++ b/tests/models/hf/test_hf_base.py
@@ -1,7 +1,6 @@
 # Copyright 2024 MosaicML LLM Foundry authors
 # SPDX-License-Identifier: Apache-2.0
 
-import pytest
 from peft import PeftModel
 
 from llmfoundry.models.hf.hf_base import BaseHuggingFaceModel