Merge branch 'add_acc_ut' of https://github.com/intel/neural-speed in…

…to add_acc_ut
intel · May 24, 2024 · b7f3072 · b7f3072
2 parents 3d574b3 + a0f4747
commit b7f3072
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/.github/workflows/scripts/models/cpp_graph_inference.sh b/.github/workflows/scripts/models/cpp_graph_inference.sh
@@ -148,7 +148,7 @@ function main() {
                         $infer_cmd --seed 1234 -t $cores_per_instance -b 2047 -c ${ctx} -n ${output} -m ${model}-${precision}.bin -p "$prompt" 2>&1 | tee ${WORKING_DIR}/${logs_file} || true & 
                     monitor
                     if [[ ${precision} == "q4_j_b32" ]]&&[[ ${input} == "1024" ]]&&[[ "${model}" == "llama3-8b" ]]; then
-                        python ./scripts/cal_acc.py --model_name ${input_model} --init_from_bin ${model}-${precision}.bin --tasks lambada_openai --batch_size 8  2>&1 | tee -a ${WORKING_DIR}/${logs_file}
+                        OMP_NUM_THREADS=56 numactl -l -C 0-55 python ./scripts/cal_acc.py --model_name ${input_model} --init_from_bin ${model}-${precision}.bin --tasks lambada_openai --batch_size 8  2>&1 | tee -a ${WORKING_DIR}/${logs_file}
                     else
                         echo "-------- Inference End --------"
                     fi

diff --git a/tests/model-test/cpp_graph_inference.sh b/tests/model-test/cpp_graph_inference.sh
@@ -468,9 +468,9 @@ function main() {
                         if [[ ${input} == "1024" && ${cores_per_instance} == "32" ]]; then
                             echo "-------- Accuracy start--------"
                             if [[ "${model}" == "llama"* || "${model}" == "gptj-6b" ]]; then
-                                python ./scripts/cal_acc.py --model_name ${model_path} --init_from_bin ${model}-${precision}.bin --batch_size 8 --tasks lambada_openai 2>&1 | tee  ${WORKSPACE}/accuracy-${logs_file}
+                                OMP_NUM_THREADS=56 numactl -l -C 0-55 python ./scripts/cal_acc.py --model_name ${model_path} --init_from_bin ${model}-${precision}.bin --batch_size 8 --tasks lambada_openai 2>&1 | tee  ${WORKSPACE}/accuracy-${logs_file}
                             else
-                                python ./scripts/cal_acc.py --model_name ${model_path} --init_from_bin ${model}-${precision}.bin --tasks lambada_openai --batch_size 1  2>&1 | tee  ${WORKSPACE}/accuracy-${logs_file}
+                                OMP_NUM_THREADS=56 numactl -l -C 0-55 python ./scripts/cal_acc.py --model_name ${model_path} --init_from_bin ${model}-${precision}.bin --tasks lambada_openai --batch_size 1  2>&1 | tee  ${WORKSPACE}/accuracy-${logs_file}
                             fi
                         else
                             echo "-------- Accuracy End --------"