From 996bb764163d36348ed44fd4abd565bd279f69cd Mon Sep 17 00:00:00 2001
From: Cemberk <cemberkbozkus@gmail.com>
Date: Wed, 13 Nov 2024 12:38:04 -0600
Subject: [PATCH] Update fork-maintenance.yml

---
 .github/workflows/fork-maintenance.yml | 16 +++++++++++++++-
 1 file changed, 15 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/fork-maintenance.yml b/.github/workflows/fork-maintenance.yml
index 377705fc0d5f72..38633768fcc8f7 100644
--- a/.github/workflows/fork-maintenance.yml
+++ b/.github/workflows/fork-maintenance.yml
@@ -26,7 +26,21 @@ jobs:
         pip install --no-cache-dir GPUtil azureml azureml-core tokenizers ninja cerberus sympy sacremoses sacrebleu==1.5.1 sentencepiece scipy scikit-learn urllib3 && pip install huggingface_hub datasets && 
         pip install parameterized && 
         pip install -e .
-      unit_test_command: cd tests; folders=\$(python3 -c \import os; tests = os.getcwd(); models = \"models\";  model_tests = os.listdir(os.path.join(tests, models)); d1 = sorted(list(filter(os.path.isdir, os.listdir(tests)))); d2 = sorted(list(filter(os.path.isdir, [os.path.join(models, x) for x in model_tests]))); d1.remove(models); d = d2 + d1; print(\" \".join(d[:5]))' ); cd ..; for folder in \${folders[@]}; do pytest tests/\${folder} -v --make-reports=huggingface_unit_tests_\${machine_type}_run_models_gpu_\${folder} -rfEs --continue-on-collection-errors -m \"not not_device_test\" -p no:cacheprovider; done;  allstats=\$(find reports -name stats.txt);  for stat in \${allstats[@]}; do echo \$stat; cat \$stat; done
+      unit_test_command: |
+        cd tests; 
+        folders=\$(python3 -c \import os; 
+        tests = os.getcwd(); 
+        models = \"models\";  
+        model_tests = os.listdir(os.path.join(tests, models)); 
+        d1 = sorted(list(filter(os.path.isdir, os.listdir(tests)))); 
+        d2 = sorted(list(filter(os.path.isdir, [os.path.join(models, x) for x in model_tests]))); 
+        d1.remove(models); 
+        d = d2 + d1; 
+        print(\" \".join(d[:5]))' ); 
+        cd ..; 
+        for folder in \${folders[@]}; do pytest tests/\${folder} -v --make-reports=huggingface_unit_tests_\${machine_type}_run_models_gpu_\${folder} -rfEs --continue-on-collection-errors -m \"not not_device_test\" -p no:cacheprovider; done;  
+        allstats=\$(find reports -name stats.txt);  
+        for stat in \${allstats[@]}; do echo \$stat; cat \$stat; done
       performance_test_command: 'echo \"python examples/pytorch/language-modeling/run_mlm.py --model_name_or_path bert-base-uncased --dataset_name wikitext --dataset_config_name wikitext-2-raw-v1 --do_train --do_eval --output_dir /tmp/test-mlm --per_device_train_batch_size 8 --per_device_eval_batch_size 8 --max_steps 500\"'
       docker_image: 'rocm/pytorch:latest'
       docker_options: '--device=/dev/kfd --device=/dev/dri --group-add video --shm-size 16G --network=host'