diff --git a/addons/web_editor/static/src/js/wysiwyg/wysiwyg.js b/addons/web_editor/static/src/js/wysiwyg/wysiwyg.js
index acd4f21750f..bfa6e7edb54 100644
--- a/addons/web_editor/static/src/js/wysiwyg/wysiwyg.js
+++ b/addons/web_editor/static/src/js/wysiwyg/wysiwyg.js
@@ -1016,6 +1016,9 @@ const Wysiwyg = Widget.extend({
         ));
         if (commandState && !resetAlignment) {
             $paragraphDropdownButton.addClass(newClass);
+        } else {
+            // Ensure we always display an icon in the align toolbar button.
+            $paragraphDropdownButton.addClass('fa-align-justify');
         }
     },
     _updateFaResizeButtons: function () {