diff --git a/addons/hr/models/hr_employee.py b/addons/hr/models/hr_employee.py
index 4e76354f902..c07e50b05bb 100644
--- a/addons/hr/models/hr_employee.py
+++ b/addons/hr/models/hr_employee.py
@@ -397,7 +397,8 @@ class HrEmployeePrivate(models.Model):
             if account_id:
                 bank_account = self.env['res.partner.bank'].browse(account_id)
                 if vals['work_contact_id'] != bank_account.partner_id.id:
-                    bank_account.sudo().allow_out_payment = False
+                    if bank_account.allow_out_payment:
+                        bank_account.sudo().allow_out_payment = False
                     bank_account.partner_id = vals['work_contact_id']
             self.message_unsubscribe(self.work_contact_id.ids)
             if vals['work_contact_id']: