Merge branch 'add_modeltest' of https://github.com/opea-project/GenAI…

…Eval into add_modeltest

.github/workflows/model_test_cpu.yml

@@ -15,6 +15,13 @@
 name: Model Test on CPU
 
 on:
+  pull_request:
+    branches: [main]
+    types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped
+    paths:
+      - .github/workflows/model_test_cpu.yml
+      - GenAIEval/**
+      - setup.py
   workflow_dispatch:
 
 # If there is a new commit, the previous jobs will be canceled
@@ -45,7 +52,7 @@ jobs:
     steps:
       - name: Clean Up Working Directory
         run: sudo rm -rf ${{github.workspace}}/*
-      
+
       - name: Load environment variables
         run:
           cat ~/actions-runner4/.env >> $GITHUB_ENV
@@ -101,7 +108,7 @@ jobs:
             ${{ github.workspace }}/summary.log
           if-no-files-found: ignore # 'warn' or 'ignore' are also available, defaults to `warn`
           retention-days: 60 # 1 <= retention-days <= 90
-  
+
   Genreate-Report:
     runs-on: ubuntu-latest
     needs: [Evaluation-Workflow]

.github/workflows/model_test_hpu.yml

@@ -15,6 +15,13 @@
 name: Model Test on HPU
 
 on:
+  pull_request:
+      branches: [main]
+      types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped
+      paths:
+        - .github/workflows/model_test_hpu.yml
+        - GenAIEval/**
+        - setup.py
   workflow_dispatch:
 
 # If there is a new commit, the previous jobs will be canceled
@@ -97,7 +104,7 @@ jobs:
             ${{ github.workspace }}/summary.log
           if-no-files-found: ignore # 'warn' or 'ignore' are also available, defaults to `warn`
           retention-days: 60 # 1 <= retention-days <= 90
-  
+
   Genreate-Report:
     runs-on: ubuntu-latest
     needs: [Evaluation-Workflow]

.github/workflows/scripts/models/generate_report.sh

@@ -1,4 +1,18 @@
 #!/bin/bash
+# Copyright (c) 2024 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 set -x
 WORKSPACE=generated
 last_log_path=FinalReport
@@ -129,7 +143,7 @@ function generate_core {
             show_benchmark(acc)
             // Last
             printf("</tr>\n<tr><td>Last</td>")
-            show_benchmark(acc_l)          
+            show_benchmark(acc_l)
             // current vs last
             printf("</tr>\n<tr><td>New/Last</td>");
             compare_new_last(acc,acc_l)

.github/workflows/scripts/models/model_test.sh

@@ -87,7 +87,7 @@ function run_benchmark() {
         --tasks ${datasets} \
         --device ${device} \
         --batch_size 112  2>&1 | tee ${overall_log}
-    
+
     echo "print log content:"
     cat ${overall_log}
     status=$?