diff --git a/.github/workflows/model_jobs.yml b/.github/workflows/model_jobs.yml
index b997a84bd336b3..55ebac46d9e040 100644
--- a/.github/workflows/model_jobs.yml
+++ b/.github/workflows/model_jobs.yml
@@ -191,6 +191,7 @@ jobs:
         working-directory: /transformers
         run: |
           ls -l /mnt/cache/hub/models--hf-internal-testing--no-config-test-repo/.no_exist/42ce72ae70f7d34c14dbc3a856379a5d5b72de47/config.json
+          sleep 10
           rm -rf /mnt/cache/hub/models--hf-internal-testing--no-config-test-repo/.no_exist
 
       - name: Check cache 9
@@ -204,6 +205,7 @@ jobs:
         working-directory: /transformers
         run: |
           ls -l /mnt/cache/hub/models--hf-internal-testing--no-config-test-repo/.no_exist/42ce72ae70f7d34c14dbc3a856379a5d5b72de47/config.json
+          sleep 10
           rm -rf /mnt/cache/hub/models--hf-internal-testing--no-config-test-repo/.no_exist/42ce72ae70f7d34c14dbc3a856379a5d5b72de47
 
       - name: Check cache 9
@@ -216,6 +218,7 @@ jobs:
         working-directory: /transformers
         run: |
           ls -l /mnt/cache/hub/models--hf-internal-testing--no-config-test-repo/.no_exist/42ce72ae70f7d34c14dbc3a856379a5d5b72de47/config.json
+          sleep 10
           rm -rf /mnt/cache/hub/models--hf-internal-testing--no-config-test-repo/.no_exist/42ce72ae70f7d34c14dbc3a856379a5d5b72de47/config.json
 
       - name: Check cache 9