diff --git a/lisp/init-highlight.el b/lisp/init-highlight.el
index 2e3f1dafb..0ec928cf2 100644
--- a/lisp/init-highlight.el
+++ b/lisp/init-highlight.el
@@ -35,6 +35,7 @@
 ;; Highlight the current line
 (use-package hl-line
   :defer t
+  :if (display-graphic-p)
   :init (add-hook 'after-init-hook 'global-hl-line-mode))
 
 ;; Highlight symbol