diff --git a/.github/workflows/self-nightly-caller.yml b/.github/workflows/self-nightly-caller.yml
index a6720a04ad5d30..8c91e9d1bb5e4a 100644
--- a/.github/workflows/self-nightly-caller.yml
+++ b/.github/workflows/self-nightly-caller.yml
@@ -19,11 +19,11 @@ jobs:
       runner: past-ci
     secrets: inherit
 
-#  deepspeed-ci:
-#    name: DeepSpeed CI
-#    uses: ./.github/workflows/self-scheduled.yml
-#    with:
-#      job: run_torch_cuda_extensions_gpu
-#      slack_report_channel: "#transformers-ci-past-future"
-#      runner: past-ci
-#    secrets: inherit
+  deepspeed-ci:
+    name: DeepSpeed CI
+    uses: ./.github/workflows/self-scheduled.yml
+    with:
+      job: run_torch_cuda_extensions_gpu
+      slack_report_channel: "#transformers-ci-past-future"
+      runner: past-ci
+    secrets: inherit
diff --git a/utils/split_model_tests.py b/utils/split_model_tests.py
index e5083aaeb46fa5..d7b1337eb01ea5 100644
--- a/utils/split_model_tests.py
+++ b/utils/split_model_tests.py
@@ -62,4 +62,5 @@
         start = end
         end = start + num_jobs_per_splits + (1 if idx < num_jobs % args.num_splits else 0)
         model_splits.append(d[start:end])
+    model_splits = [["models/vit"], ["models/levit"]]
     print(model_splits)