Jérémy Hennecart
bc8f4373c3
Manage correctly a/b testing in mass_mailing. We can now organize a mass_mailing campaign by testing multiple mailings for the recipients targeted (subject, templates, design, ...) For this a new tab on the mailing record is added to better promote the existence of the feature. When an user has the group to manage mailing campaign, he can access the tab A/B Test. This tab allows to enable A/B testing for the mailing. If there is no campaign set for the mailing, one is automatically created allowing the user to continue smoothly. Once A/B testing enable, the percentage of recipients use can be set for each mailings. Also, the user can choose the deciding factor that will set the final mailing as winner. In a case, the user is not in manual mode, he can set the schedule datetime for sending the final mailing. task-2123242 COM PR: odoo/odoo#75622 ENT PR: odoo/enterprise#20454 UPG PR: odoo/upgrade#2781 Signed-off-by: Thibault Delavallee (tde) <tde@openerp.com>
140 lines
7.0 KiB
Python
140 lines
7.0 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Part of Odoo. See LICENSE file for full copyright and licensing details.
|
|
|
|
from datetime import datetime, timedelta
|
|
|
|
from odoo.addons.mass_mailing.tests.common import MassMailCommon
|
|
from odoo.tests import users, tagged
|
|
from odoo.tools import mute_logger
|
|
|
|
|
|
@tagged('post_install', '-at_install')
|
|
class TestMailingABTesting(MassMailCommon):
|
|
def setUp(self):
|
|
super().setUp()
|
|
self.mailing_list = self._create_mailing_list_of_x_contacts(150)
|
|
self.ab_testing_mailing_1 = self.env['mailing.mailing'].create({
|
|
'subject': 'A/B Testing V1',
|
|
'contact_list_ids': self.mailing_list.ids,
|
|
'ab_testing_enabled': True,
|
|
'ab_testing_pc': 10,
|
|
'ab_testing_schedule_datetime': datetime.now(),
|
|
})
|
|
self.ab_testing_mailing_2 = self.ab_testing_mailing_1.copy({
|
|
'subject': 'A/B Testing V2',
|
|
'ab_testing_pc': 20,
|
|
})
|
|
self.ab_testing_campaign = self.ab_testing_mailing_1.campaign_id
|
|
self.ab_testing_mailing_ids = self.ab_testing_mailing_1 + self.ab_testing_mailing_2
|
|
self.ab_testing_mailing_ids.invalidate_cache()
|
|
|
|
@mute_logger('odoo.addons.mail.models.mail_mail')
|
|
@users('user_marketing')
|
|
def test_mailing_ab_testing_auto_flow(self):
|
|
with self.mock_mail_gateway():
|
|
self.ab_testing_mailing_ids.action_send_mail()
|
|
self.assertEqual(self.ab_testing_mailing_1.state, 'done')
|
|
self.assertEqual(self.ab_testing_mailing_2.state, 'done')
|
|
self.assertEqual(self.ab_testing_mailing_1.opened_ratio, 0)
|
|
self.assertEqual(self.ab_testing_mailing_2.opened_ratio, 0)
|
|
|
|
total_trace_ids = self.ab_testing_mailing_ids.mailing_trace_ids
|
|
unique_recipients_used = set(map(lambda mail: mail.res_id, total_trace_ids.mail_mail_id))
|
|
self.assertEqual(len(self.ab_testing_mailing_1.mailing_trace_ids), 15)
|
|
self.assertEqual(len(self.ab_testing_mailing_2.mailing_trace_ids), 30)
|
|
self.assertEqual(len(unique_recipients_used), 45)
|
|
|
|
self.ab_testing_mailing_1.mailing_trace_ids[:10].set_opened()
|
|
self.ab_testing_mailing_2.mailing_trace_ids[:15].set_opened()
|
|
self.ab_testing_mailing_ids.invalidate_cache()
|
|
|
|
self.assertEqual(self.ab_testing_mailing_1.opened_ratio, 66)
|
|
self.assertEqual(self.ab_testing_mailing_2.opened_ratio, 50)
|
|
|
|
with self.mock_mail_gateway():
|
|
self.ab_testing_mailing_2.action_send_winner_mailing()
|
|
self.ab_testing_mailing_ids.invalidate_cache()
|
|
winner_mailing = self.ab_testing_campaign.mailing_mail_ids.filtered(lambda mailing: mailing.ab_testing_pc == 100)
|
|
self.assertEqual(winner_mailing.subject, 'A/B Testing V1')
|
|
|
|
@mute_logger('odoo.addons.mail.models.mail_mail')
|
|
@users('user_marketing')
|
|
def test_mailing_ab_testing_auto_flow_cron(self):
|
|
self.ab_testing_mailing_1.write({
|
|
'ab_testing_schedule_datetime': datetime.now() + timedelta(days=-1),
|
|
})
|
|
with self.mock_mail_gateway():
|
|
self.ab_testing_mailing_ids.action_send_mail()
|
|
self.assertEqual(self.ab_testing_mailing_1.state, 'done')
|
|
self.assertEqual(self.ab_testing_mailing_2.state, 'done')
|
|
self.assertEqual(self.ab_testing_mailing_1.opened_ratio, 0)
|
|
self.assertEqual(self.ab_testing_mailing_2.opened_ratio, 0)
|
|
|
|
total_trace_ids = self.ab_testing_mailing_ids.mailing_trace_ids
|
|
unique_recipients_used = set(map(lambda mail: mail.res_id, total_trace_ids.mail_mail_id))
|
|
self.assertEqual(len(self.ab_testing_mailing_1.mailing_trace_ids), 15)
|
|
self.assertEqual(len(self.ab_testing_mailing_2.mailing_trace_ids), 30)
|
|
self.assertEqual(len(unique_recipients_used), 45)
|
|
|
|
self.ab_testing_mailing_1.mailing_trace_ids[:10].set_opened()
|
|
self.ab_testing_mailing_2.mailing_trace_ids[:15].set_opened()
|
|
self.ab_testing_mailing_ids.invalidate_cache()
|
|
|
|
self.assertEqual(self.ab_testing_mailing_1.opened_ratio, 66)
|
|
self.assertEqual(self.ab_testing_mailing_2.opened_ratio, 50)
|
|
|
|
with self.mock_mail_gateway():
|
|
self.env.ref('mass_mailing.ir_cron_mass_mailing_ab_testing').sudo().method_direct_trigger()
|
|
self.ab_testing_mailing_ids.invalidate_cache()
|
|
winner_mailing = self.ab_testing_campaign.mailing_mail_ids.filtered(lambda mailing: mailing.ab_testing_pc == 100)
|
|
self.assertEqual(winner_mailing.subject, 'A/B Testing V1')
|
|
|
|
@users('user_marketing')
|
|
def test_mailing_ab_testing_campaign(self):
|
|
schedule_datetime = datetime.now() + timedelta(days=30)
|
|
ab_mailing = self.env['mailing.mailing'].create({
|
|
'subject': 'A/B Testing V1',
|
|
'contact_list_ids': self.mailing_list.ids,
|
|
'ab_testing_enabled': True,
|
|
'ab_testing_winner_selection': 'manual',
|
|
'ab_testing_schedule_datetime': schedule_datetime,
|
|
})
|
|
ab_mailing.invalidate_cache()
|
|
|
|
# Check if the campaign is correclty created and the values set on the mailing are still the same
|
|
self.assertTrue(ab_mailing.campaign_id, "A campaign id is present for the A/B test mailing")
|
|
self.assertEqual(ab_mailing.ab_testing_winner_selection, 'manual', "The selection winner has been propagated correctly")
|
|
self.assertEqual(ab_mailing.ab_testing_schedule_datetime, schedule_datetime, "The schedule date has been propagated correctly")
|
|
|
|
@mute_logger('odoo.addons.mail.models.mail_mail')
|
|
@users('user_marketing')
|
|
def test_mailing_ab_testing_manual_flow(self):
|
|
self.ab_testing_mailing_1.write({
|
|
'ab_testing_winner_selection': 'manual',
|
|
})
|
|
with self.mock_mail_gateway():
|
|
self.ab_testing_mailing_ids.action_send_mail()
|
|
self.assertEqual(self.ab_testing_mailing_1.state, 'done')
|
|
self.assertEqual(self.ab_testing_mailing_2.state, 'done')
|
|
self.assertEqual(self.ab_testing_mailing_1.opened_ratio, 0)
|
|
self.assertEqual(self.ab_testing_mailing_2.opened_ratio, 0)
|
|
|
|
total_trace_ids = self.ab_testing_mailing_ids.mailing_trace_ids
|
|
unique_recipients_used = set(map(lambda mail: mail.res_id, total_trace_ids.mail_mail_id))
|
|
self.assertEqual(len(self.ab_testing_mailing_1.mailing_trace_ids), 15)
|
|
self.assertEqual(len(self.ab_testing_mailing_2.mailing_trace_ids), 30)
|
|
self.assertEqual(len(unique_recipients_used), 45)
|
|
|
|
self.ab_testing_mailing_1.mailing_trace_ids[:10].set_opened()
|
|
self.ab_testing_mailing_2.mailing_trace_ids[:15].set_opened()
|
|
self.ab_testing_mailing_ids.invalidate_cache()
|
|
|
|
self.assertEqual(self.ab_testing_mailing_1.opened_ratio, 66)
|
|
self.assertEqual(self.ab_testing_mailing_2.opened_ratio, 50)
|
|
|
|
with self.mock_mail_gateway():
|
|
self.ab_testing_mailing_2.action_send_winner_mailing()
|
|
self.ab_testing_mailing_ids.invalidate_cache()
|
|
winner_mailing = self.ab_testing_campaign.mailing_mail_ids.filtered(lambda mailing: mailing.ab_testing_pc == 100)
|
|
self.assertEqual(winner_mailing.subject, 'A/B Testing V2')
|