diff --git a/bazel/third_party/dbus/dbus.BUILD b/bazel/third_party/dbus/dbus.BUILD
index ac55b84103..3ba75dc56d 100644
--- a/bazel/third_party/dbus/dbus.BUILD
+++ b/bazel/third_party/dbus/dbus.BUILD
@@ -13,7 +13,7 @@ configure_make(
         "//conditions:default": ["--jobs=`nproc`"],
     }),
     copts = ["-O3"],
-    configure_options = ["--disable-selinux"],
+    configure_options = ["--disable-selinux --without-x"],
     lib_source = ":all",
     configure_in_place = True,
     deps = ["@expat"],