diff --git a/.circleci/config.yml b/.circleci/config.yml
index 96a8bda3c1e..f96e2984fd3 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -45,7 +45,9 @@ jobs:
               -DHERMESVM_GCKIND=<< parameters.gc >>
             cmake --build build
             cmake --build build --target check-hermes
-            python3 hermes/utils/testsuite/run_testsuite.py --shermes --test-intl test262/test -b build/bin
+            # TODO(zhaogang): test with --shermes flag as well once we address the harness
+            # code issue with shermes.
+            python3 -m hermes.utils.testsuite.cli --test-intl test262/test -b build/bin
 
   test-linux:
     docker: