diff --git a/Dockerfile b/Dockerfile
index 6c283660c4..8577aa70ab 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -7,7 +7,7 @@ FROM $BASE_IMAGE
 ARG DEP_GROUPS
 
 # Install and uninstall foundry to cache foundry requirements
-RUN git clone -b main https://github.com/mosaicml/llm-foundry.git
-RUN pip install --no-cache-dir "./llm-foundry${DEP_GROUPS}"
-RUN pip uninstall -y llm-foundry
-RUN rm -rf llm-foundry
+RUN git clone -b main https://github.com/mosaicml/llm-foundry.git && \
+    pip install --no-cache-dir "./llm-foundry${DEP_GROUPS}" && \
+    pip uninstall -y llm-foundry && \
+    rm -rf llm-foundry
\ No newline at end of file