diff --git a/accelerator/cpu_accelerator.py b/accelerator/cpu_accelerator.py
index 572191ff9c13..de711f73144e 100644
--- a/accelerator/cpu_accelerator.py
+++ b/accelerator/cpu_accelerator.py
@@ -5,6 +5,8 @@
 
 from .abstract_accelerator import DeepSpeedAccelerator
 
+# During setup stage torch may not be installed, pass on no torch will
+# allow op builder related API to be executed.
 try:
     import torch
 except ImportError as e: