diff --git a/tests/utils/test_scheduler.py b/tests/utils/test_scheduler.py
index 100b8adf4..f69e2ec5a 100644
--- a/tests/utils/test_scheduler.py
+++ b/tests/utils/test_scheduler.py
@@ -206,103 +206,3 @@ def test_get_value(
         for _ in range(step):
             scheduler.step()
         assert scheduler.get_last_lr()[0] == pytest.approx(expected)
-
-
-# TODO(Guarin, 09/24): Remove these tests as they have been replaced by
-# TestCosineWarmupScheduler.
-class TestScheduler(unittest.TestCase):
-    def test_cosine_schedule(self) -> None:
-        self.assertAlmostEqual(
-            scheduler.cosine_schedule(1, 10, 0.99, 1.0), 0.99030154, 6
-        )
-        self.assertAlmostEqual(
-            scheduler.cosine_schedule(95, 100, 0.7, 2.0), 1.99477063, 6
-        )
-        self.assertAlmostEqual(scheduler.cosine_schedule(0, 1, 0.996, 1.0), 1.0, 6)
-        self.assertAlmostEqual(scheduler.cosine_schedule(10, 10, 0.0, 1.0), 1.0, 6)
-        with self.assertRaises(ValueError):
-            scheduler.cosine_schedule(-1, 1, 0.0, 1.0)
-        with self.assertRaises(ValueError):
-            scheduler.cosine_schedule(0, 0, 0.0, 1.0)
-        with self.assertRaises(ValueError):
-            scheduler.cosine_schedule(1, 0, 0.0, 1.0)
-        with self.assertWarns(
-            RuntimeWarning, msg="Current step number 11 exceeds max_steps 10."
-        ):
-            scheduler.cosine_schedule(11, 10, 0.0, 1.0)
-
-    def test_cosine_schedule__period(self) -> None:
-        self.assertAlmostEqual(
-            scheduler.cosine_schedule(0, 1, 0, 1.0, period=10), 0.0, 6
-        )
-        self.assertAlmostEqual(
-            scheduler.cosine_schedule(3, 1, 0, 2.0, period=10), 1.30901706, 6
-        )
-        self.assertAlmostEqual(
-            scheduler.cosine_schedule(10, 1, 0, 1.0, period=10), 0.0, 6
-        )
-        self.assertAlmostEqual(
-            scheduler.cosine_schedule(15, 1, 0, 1.0, period=10), 1.0, 6
-        )
-        with self.assertRaises(ValueError):
-            scheduler.cosine_schedule(1, 10, 0.0, 1.0, period=-1)
-
-    def test_CosineWarmupScheduler(self) -> None:
-        model = nn.Linear(10, 1)
-        optimizer = torch.optim.SGD(
-            model.parameters(), lr=1.0, momentum=0.0, weight_decay=0.0
-        )
-        scheduler = CosineWarmupScheduler(
-            optimizer, warmup_epochs=3, max_epochs=6, verbose=True, end_value=0.0
-        )
-
-        # warmup
-        self.assertAlmostEqual(scheduler.get_last_lr()[0], 0.333333333)
-        scheduler.step()
-        optimizer.step()
-        self.assertAlmostEqual(scheduler.get_last_lr()[0], 0.666666666)
-        scheduler.step()
-        optimizer.step()
-        self.assertAlmostEqual(scheduler.get_last_lr()[0], 1.0)
-        scheduler.step()
-        optimizer.step()
-
-        # cosine decay
-        self.assertAlmostEqual(scheduler.get_last_lr()[0], 1.0)
-        scheduler.step()
-        optimizer.step()
-        self.assertAlmostEqual(scheduler.get_last_lr()[0], 0.5)
-        scheduler.step()
-        optimizer.step()
-        self.assertAlmostEqual(scheduler.get_last_lr()[0], 0.0)
-
-        # extra step for Pytorch Lightning
-        scheduler.step()
-        optimizer.step()
-        self.assertAlmostEqual(scheduler.get_last_lr()[0], 0.0)
-
-        # step > max_epochs
-        with self.assertWarns(
-            RuntimeWarning, msg="Current step number 7 exceeds max_steps 6."
-        ):
-            scheduler.step()
-
-    def test_CosineWarmupScheduler__warmup(self) -> None:
-        model = nn.Linear(10, 1)
-        optimizer = torch.optim.SGD(
-            model.parameters(), lr=1.0, momentum=0.0, weight_decay=0.0
-        )
-        scheduler = CosineWarmupScheduler(
-            optimizer,
-            warmup_epochs=3,
-            max_epochs=6,
-            start_value=2.0,
-            end_value=0.0,
-        )
-        # Linear warmup
-        self.assertAlmostEqual(scheduler.scale_lr(epoch=0), 2.0 * 1 / 3)
-        self.assertAlmostEqual(scheduler.scale_lr(epoch=1), 2.0 * 2 / 3)
-        self.assertAlmostEqual(scheduler.scale_lr(epoch=2), 2.0 * 3 / 3)
-        # Cosine decay
-        self.assertAlmostEqual(scheduler.scale_lr(epoch=3), 2.0 * 3 / 3)
-        self.assertLess(scheduler.scale_lr(epoch=4), 2.0)