diff --git a/addons/web_kanban/static/src/js/kanban_view.js b/addons/web_kanban/static/src/js/kanban_view.js
index 915f575e0f4..3ae65d76be9 100644
--- a/addons/web_kanban/static/src/js/kanban_view.js
+++ b/addons/web_kanban/static/src/js/kanban_view.js
@@ -437,6 +437,7 @@ var KanbanView = View.extend({
         this.$el.sortable({
             axis: 'x',
             items: '> .o_kanban_group',
+            handle: '.o_kanban_header',
             cursor: 'move',
             revert: 150,
             delay: 100,