amdi-odoo
bc202e0a02
Improve the _get_link_preview_from_url method to: - Only load necessary data (only the <head> instead of the whole page). - Handle optional request session. - Handle all image mimetypes. - Add a fallback on the <title> tag when no og:title have been found. Moving the method out of the model to facilitate its use as a tool. Task-3234864 Part-of: odoo/odoo#122087
102 lines
3.9 KiB
Python
102 lines
3.9 KiB
Python
# Part of Odoo. See LICENSE file for full copyright and licensing details.
|
|
|
|
|
|
from datetime import datetime
|
|
from dateutil.relativedelta import relativedelta
|
|
from lxml import html
|
|
from urllib.parse import urlparse
|
|
import requests
|
|
|
|
from odoo import api, models, fields
|
|
from odoo.addons.mail.tools import link_preview
|
|
|
|
|
|
class LinkPreview(models.Model):
|
|
_name = 'mail.link.preview'
|
|
_description = "Store link preview data"
|
|
|
|
message_id = fields.Many2one('mail.message', string='Message', index=True, ondelete='cascade', required=True)
|
|
source_url = fields.Char('URL', required=True)
|
|
og_type = fields.Char('Type')
|
|
og_title = fields.Char('Title')
|
|
og_image = fields.Char('Image')
|
|
og_description = fields.Text('Description')
|
|
og_mimetype = fields.Char('MIME type')
|
|
image_mimetype = fields.Char('Image MIME type')
|
|
create_date = fields.Datetime(index=True)
|
|
|
|
@api.model
|
|
def _clear_link_previews(self, message):
|
|
message.link_preview_ids._delete_and_notify()
|
|
|
|
@api.model
|
|
def _create_link_previews(self, message):
|
|
if not message.body:
|
|
return
|
|
tree = html.fromstring(message.body)
|
|
urls = tree.xpath('//a[not(@data-oe-model)]/@href')
|
|
link_previews = self.env['mail.link.preview']
|
|
requests_session = requests.Session()
|
|
# Some websites are blocking non browser user agent.
|
|
requests_session.headers.update({
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; rv:91.0) Gecko/20100101 Firefox/91.0'
|
|
})
|
|
for url in set(urls):
|
|
if len(link_previews) >= 5:
|
|
break
|
|
link_previews |= self.env['mail.link.preview']._create_link_preview(url, message.id, requests_session)
|
|
if not link_previews:
|
|
return
|
|
self.env['bus.bus']._sendone(message._bus_notification_target(), 'mail.record/insert', {
|
|
'LinkPreview': link_previews._link_preview_format()
|
|
})
|
|
|
|
@api.model
|
|
def _create_link_preview(self, url, message_id, request_session):
|
|
if self._is_domain_throttled(url):
|
|
return self.env['mail.link.preview']
|
|
link_preview_data = link_preview.get_link_preview_from_url(url, request_session)
|
|
if link_preview_data:
|
|
link_preview_data['message_id'] = message_id
|
|
return self.create(link_preview_data)
|
|
return self.env['mail.link.preview']
|
|
|
|
def _delete_and_notify(self):
|
|
notifications = []
|
|
for link_preview in self:
|
|
notifications.append((link_preview.message_id._bus_notification_target(), 'mail.link.preview/delete', {
|
|
'id': link_preview.id,
|
|
'message_id': link_preview.message_id.id,
|
|
}))
|
|
self.env['bus.bus']._sendmany(notifications)
|
|
self.unlink()
|
|
|
|
@api.model
|
|
def _is_link_preview_enabled(self):
|
|
link_preview_throttle = int(self.env['ir.config_parameter'].sudo().get_param('mail.link_preview_throttle', 99))
|
|
return link_preview_throttle > 0
|
|
|
|
@api.model
|
|
def _is_domain_throttled(self, url):
|
|
domain = urlparse(url).netloc
|
|
date_interval = fields.Datetime.to_string((datetime.now() - relativedelta(seconds=10)))
|
|
call_counter = self.search_count([
|
|
('source_url', 'ilike', domain),
|
|
('create_date', '>', date_interval),
|
|
])
|
|
link_preview_throttle = int(self.env['ir.config_parameter'].get_param('mail.link_preview_throttle', 99))
|
|
return call_counter > link_preview_throttle
|
|
|
|
def _link_preview_format(self):
|
|
return [{
|
|
'id': preview.id,
|
|
'message': {'id': preview.message_id.id},
|
|
'image_mimetype': preview.image_mimetype,
|
|
'og_description': preview.og_description,
|
|
'og_image': preview.og_image,
|
|
'og_mimetype': preview.og_mimetype,
|
|
'og_title': preview.og_title,
|
|
'og_type': preview.og_type,
|
|
'source_url': preview.source_url,
|
|
} for preview in self]
|