diff --git a/setup.py b/setup.py
index 33d61b7a20..772dda98a4 100644
--- a/setup.py
+++ b/setup.py
@@ -86,8 +86,8 @@
 ]
 
 extra_deps['gpu'] = [
-    'flash-attn==v1.0.3.post0',
-    'mosaicml-turbo==0.0.3',
+    'flash-attn==1.0.9',
+    'mosaicml-turbo==0.0.4',
     # PyPI does not support direct dependencies, so we remove this line before uploading from PyPI
     'xentropy-cuda-lib@git+https://github.com/HazyResearch/flash-attention.git@v1.0.3#subdirectory=csrc/xentropy',
 ]