diff --git a/comps/asr/Dockerfile b/comps/asr/Dockerfile
index 3a4425437..58f20c03b 100644
--- a/comps/asr/Dockerfile
+++ b/comps/asr/Dockerfile
@@ -15,6 +15,7 @@ COPY comps /home/user/comps
 
 RUN pip install --no-cache-dir --upgrade pip && \
     if [ "${ARCH}" = "cpu" ]; then \
+        pip install torch torchvision --index-url https://download.pytorch.org/whl/cpu ; \
         pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/asr/requirements.txt ; \
     else \
         pip install --no-cache-dir -r /home/user/comps/asr/requirements.txt ; \
diff --git a/comps/asr/requirements.txt b/comps/asr/requirements.txt
index 43feb0f46..def6a51b8 100644
--- a/comps/asr/requirements.txt
+++ b/comps/asr/requirements.txt
@@ -4,13 +4,10 @@ fastapi
 opentelemetry-api
 opentelemetry-exporter-otlp
 opentelemetry-sdk
-optimum[habana]
 prometheus-fastapi-instrumentator
 pydantic==2.7.2
 pydub
 shortuuid
-torch
-torchvision
 transformers
 uvicorn
 zhconv
diff --git a/comps/asr/whisper/Dockerfile b/comps/asr/whisper/Dockerfile
index 57e186a4e..5b50cf371 100644
--- a/comps/asr/whisper/Dockerfile
+++ b/comps/asr/whisper/Dockerfile
@@ -23,6 +23,7 @@ USER user
 RUN pip install --no-cache-dir --upgrade pip && \
     pip install --no-cache-dir -r /home/user/comps/asr/requirements.txt && \
     if [ "${ARCH}" = "cpu" ]; then \
+        pip install torch torchvision --index-url https://download.pytorch.org/whl/cpu ; \
         pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/asr/requirements.txt ; \
     else \
         pip install --no-cache-dir -r /home/user/comps/asr/requirements.txt ; \
diff --git a/comps/tts/Dockerfile b/comps/tts/Dockerfile
index 69d3c8a77..9ceaef634 100644
--- a/comps/tts/Dockerfile
+++ b/comps/tts/Dockerfile
@@ -13,6 +13,7 @@ COPY comps /home/user/comps
 
 RUN pip install --no-cache-dir --upgrade pip && \
     if [ "${ARCH}" = "cpu" ]; then \
+        pip install torch torchvision --index-url https://download.pytorch.org/whl/cpu ; \
         pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/tts/requirements.txt ; \
     else \
         pip install --no-cache-dir -r /home/user/comps/tts/requirements.txt ; \
diff --git a/comps/tts/requirements.txt b/comps/tts/requirements.txt
index 04a779798..d5a2ec6cb 100644
--- a/comps/tts/requirements.txt
+++ b/comps/tts/requirements.txt
@@ -4,12 +4,9 @@ fastapi
 opentelemetry-api
 opentelemetry-exporter-otlp
 opentelemetry-sdk
-optimum[habana]
 prometheus-fastapi-instrumentator
 sentencepiece
 shortuuid
 soundfile
-torch
-torchvision
 transformers
 uvicorn
diff --git a/comps/tts/speecht5/Dockerfile b/comps/tts/speecht5/Dockerfile
index fd34aa0df..7dafd9ea2 100644
--- a/comps/tts/speecht5/Dockerfile
+++ b/comps/tts/speecht5/Dockerfile
@@ -22,6 +22,7 @@ USER user
 
 RUN pip install --no-cache-dir --upgrade pip && \
     if [ "${ARCH}" = "cpu" ]; then \
+        pip install torch torchvision --index-url https://download.pytorch.org/whl/cpu ; \
         pip install --no-cache-dir --extra-index-url https://download.pytorch.org/whl/cpu -r /home/user/comps/tts/requirements.txt ; \
     else \
         pip install --no-cache-dir -r /home/user/comps/tts/requirements.txt ; \