diff --git a/internal/display/bufwindow.go b/internal/display/bufwindow.go
index 20bac4ab..afc2663d 100644
--- a/internal/display/bufwindow.go
+++ b/internal/display/bufwindow.go
@@ -416,10 +416,10 @@ func (w *BufWindow) displayBuffer() {
 	}
 	curNumStyle := config.DefStyle
 	if style, ok := config.Colorscheme["current-line-number"]; ok {
-		curNumStyle = style
 		if !b.Settings["cursorline"].(bool) {
-			_, bg, _ := lineNumStyle.Decompose()
-			curNumStyle = curNumStyle.Background(bg)
+			curNumStyle = lineNumStyle
+		} else {
+			curNumStyle = style
 		}
 	}