diff --git a/src/legend/qxylegendmarker.cpp b/src/legend/qxylegendmarker.cpp
index 119bf2f..b626af2 100644
--- a/src/legend/qxylegendmarker.cpp
+++ b/src/legend/qxylegendmarker.cpp
@@ -114,7 +114,10 @@ void QXYLegendMarkerPrivate::updated()
             brushChanged = true;
         }
     } else {
-        if (!m_customBrush && (m_item->brush().color() != m_series->pen().color())) {
+        QBrush emptyBrush;
+        if (!m_customBrush
+            && (m_item->brush() == emptyBrush
+                || m_item->brush().color() != m_series->pen().color())) {
             m_item->setBrush(QBrush(m_series->pen().color()));
             brushChanged = true;
         }