diff --git a/src/ui/widget/desktop-widget.cpp b/src/ui/widget/desktop-widget.cpp
index c3dc3671a9220aaccff9972a92decb040bb035d0..6d88bcff85692f9b2fe97af79111bf4dbfabfdb4 100644
--- a/src/ui/widget/desktop-widget.cpp
+++ b/src/ui/widget/desktop-widget.cpp
@@ -290,6 +290,7 @@ void SPDesktopWidget::switchDesktop(SPDesktop *desktop)
         auto set_tool = [this] {
             tool_toolbars->setTool(_desktop->getTool());
             tool_toolbars->setActiveUnit(_desktop->getNamedView()->getDisplayUnit());
+            apply_ctrlbar_settings(); // Apply size settings after populating the tool_toolbars
         };
         _tool_changed_conn = _desktop->connectEventContextChanged([=] (auto, auto) { set_tool(); });
         set_tool();