diff --git a/src/barchart/abstractbarchartitem.cpp b/src/barchart/abstractbarchartitem.cpp
index b26d393..ffb2e49 100644
--- a/src/barchart/abstractbarchartitem.cpp
+++ b/src/barchart/abstractbarchartitem.cpp
@@ -171,9 +171,13 @@ void AbstractBarChartItem::handleDataStructureChanged()
 void AbstractBarChartItem::handleVisibleChanged()
 {
     bool visible = m_series->isVisible();
-    handleLabelsVisibleChanged(visible);
-    foreach (QGraphicsItem *item, childItems())
-        item->setVisible(visible);
+    if (visible)
+        handleLabelsVisibleChanged(m_series->isLabelsVisible());
+    else
+        handleLabelsVisibleChanged(visible);
+
+    foreach (QGraphicsItem *bar, m_bars)
+        bar->setVisible(visible);
 }
 
 void AbstractBarChartItem::handleOpacityChanged()