123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569 |
- # -*- coding: utf-8 -*-
- # Copyright 2016 OpenMarket Ltd
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- import email.mime.multipart
- import email.utils
- import logging
- import time
- from email.mime.multipart import MIMEMultipart
- from email.mime.text import MIMEText
- from six.moves import urllib
- import bleach
- import jinja2
- from twisted.internet import defer
- from synapse.api.constants import EventTypes
- from synapse.api.errors import StoreError
- from synapse.push.presentable_names import (
- calculate_room_name,
- descriptor_from_member_events,
- name_from_member_event,
- )
- from synapse.types import UserID
- from synapse.util.async_helpers import concurrently_execute
- from synapse.util.logcontext import make_deferred_yieldable
- from synapse.visibility import filter_events_for_client
- logger = logging.getLogger(__name__)
- MESSAGE_FROM_PERSON_IN_ROOM = "You have a message on %(app)s from %(person)s " \
- "in the %(room)s room..."
- MESSAGE_FROM_PERSON = "You have a message on %(app)s from %(person)s..."
- MESSAGES_FROM_PERSON = "You have messages on %(app)s from %(person)s..."
- MESSAGES_IN_ROOM = "You have messages on %(app)s in the %(room)s room..."
- MESSAGES_IN_ROOM_AND_OTHERS = \
- "You have messages on %(app)s in the %(room)s room and others..."
- MESSAGES_FROM_PERSON_AND_OTHERS = \
- "You have messages on %(app)s from %(person)s and others..."
- INVITE_FROM_PERSON_TO_ROOM = "%(person)s has invited you to join the " \
- "%(room)s room on %(app)s..."
- INVITE_FROM_PERSON = "%(person)s has invited you to chat on %(app)s..."
- CONTEXT_BEFORE = 1
- CONTEXT_AFTER = 1
- # From https://github.com/matrix-org/matrix-react-sdk/blob/master/src/HtmlUtils.js
- ALLOWED_TAGS = [
- 'font', # custom to matrix for IRC-style font coloring
- 'del', # for markdown
- # deliberately no h1/h2 to stop people shouting.
- 'h3', 'h4', 'h5', 'h6', 'blockquote', 'p', 'a', 'ul', 'ol',
- 'nl', 'li', 'b', 'i', 'u', 'strong', 'em', 'strike', 'code', 'hr', 'br', 'div',
- 'table', 'thead', 'caption', 'tbody', 'tr', 'th', 'td', 'pre'
- ]
- ALLOWED_ATTRS = {
- # custom ones first:
- "font": ["color"], # custom to matrix
- "a": ["href", "name", "target"], # remote target: custom to matrix
- # We don't currently allow img itself by default, but this
- # would make sense if we did
- "img": ["src"],
- }
- # When bleach release a version with this option, we can specify schemes
- # ALLOWED_SCHEMES = ["http", "https", "ftp", "mailto"]
- class Mailer(object):
- def __init__(self, hs, app_name, notif_template_html, notif_template_text):
- self.hs = hs
- self.notif_template_html = notif_template_html
- self.notif_template_text = notif_template_text
- self.sendmail = self.hs.get_sendmail()
- self.store = self.hs.get_datastore()
- self.macaroon_gen = self.hs.get_macaroon_generator()
- self.state_handler = self.hs.get_state_handler()
- self.app_name = app_name
- logger.info("Created Mailer for app_name %s" % app_name)
- @defer.inlineCallbacks
- def send_notification_mail(self, app_id, user_id, email_address,
- push_actions, reason):
- try:
- from_string = self.hs.config.email_notif_from % {
- "app": self.app_name
- }
- except TypeError:
- from_string = self.hs.config.email_notif_from
- raw_from = email.utils.parseaddr(from_string)[1]
- raw_to = email.utils.parseaddr(email_address)[1]
- if raw_to == '':
- raise RuntimeError("Invalid 'to' address")
- rooms_in_order = deduped_ordered_list(
- [pa['room_id'] for pa in push_actions]
- )
- notif_events = yield self.store.get_events(
- [pa['event_id'] for pa in push_actions]
- )
- notifs_by_room = {}
- for pa in push_actions:
- notifs_by_room.setdefault(pa["room_id"], []).append(pa)
- # collect the current state for all the rooms in which we have
- # notifications
- state_by_room = {}
- try:
- user_display_name = yield self.store.get_profile_displayname(
- UserID.from_string(user_id).localpart
- )
- if user_display_name is None:
- user_display_name = user_id
- except StoreError:
- user_display_name = user_id
- @defer.inlineCallbacks
- def _fetch_room_state(room_id):
- room_state = yield self.store.get_current_state_ids(room_id)
- state_by_room[room_id] = room_state
- # Run at most 3 of these at once: sync does 10 at a time but email
- # notifs are much less realtime than sync so we can afford to wait a bit.
- yield concurrently_execute(_fetch_room_state, rooms_in_order, 3)
- # actually sort our so-called rooms_in_order list, most recent room first
- rooms_in_order.sort(
- key=lambda r: -(notifs_by_room[r][-1]['received_ts'] or 0)
- )
- rooms = []
- for r in rooms_in_order:
- roomvars = yield self.get_room_vars(
- r, user_id, notifs_by_room[r], notif_events, state_by_room[r]
- )
- rooms.append(roomvars)
- reason['room_name'] = yield calculate_room_name(
- self.store, state_by_room[reason['room_id']], user_id,
- fallback_to_members=True
- )
- summary_text = yield self.make_summary_text(
- notifs_by_room, state_by_room, notif_events, user_id, reason
- )
- template_vars = {
- "user_display_name": user_display_name,
- "unsubscribe_link": self.make_unsubscribe_link(
- user_id, app_id, email_address
- ),
- "summary_text": summary_text,
- "app_name": self.app_name,
- "rooms": rooms,
- "reason": reason,
- }
- html_text = self.notif_template_html.render(**template_vars)
- html_part = MIMEText(html_text, "html", "utf8")
- plain_text = self.notif_template_text.render(**template_vars)
- text_part = MIMEText(plain_text, "plain", "utf8")
- multipart_msg = MIMEMultipart('alternative')
- multipart_msg['Subject'] = "[%s] %s" % (self.app_name, summary_text)
- multipart_msg['From'] = from_string
- multipart_msg['To'] = email_address
- multipart_msg['Date'] = email.utils.formatdate()
- multipart_msg['Message-ID'] = email.utils.make_msgid()
- multipart_msg.attach(text_part)
- multipart_msg.attach(html_part)
- logger.info("Sending email push notification to %s" % email_address)
- yield make_deferred_yieldable(self.sendmail(
- self.hs.config.email_smtp_host,
- raw_from, raw_to, multipart_msg.as_string().encode('utf8'),
- reactor=self.hs.get_reactor(),
- port=self.hs.config.email_smtp_port,
- requireAuthentication=self.hs.config.email_smtp_user is not None,
- username=self.hs.config.email_smtp_user,
- password=self.hs.config.email_smtp_pass,
- requireTransportSecurity=self.hs.config.require_transport_security
- ))
- @defer.inlineCallbacks
- def get_room_vars(self, room_id, user_id, notifs, notif_events, room_state_ids):
- my_member_event_id = room_state_ids[("m.room.member", user_id)]
- my_member_event = yield self.store.get_event(my_member_event_id)
- is_invite = my_member_event.content["membership"] == "invite"
- room_name = yield calculate_room_name(self.store, room_state_ids, user_id)
- room_vars = {
- "title": room_name,
- "hash": string_ordinal_total(room_id), # See sender avatar hash
- "notifs": [],
- "invite": is_invite,
- "link": self.make_room_link(room_id),
- }
- if not is_invite:
- for n in notifs:
- notifvars = yield self.get_notif_vars(
- n, user_id, notif_events[n['event_id']], room_state_ids
- )
- # merge overlapping notifs together.
- # relies on the notifs being in chronological order.
- merge = False
- if room_vars['notifs'] and 'messages' in room_vars['notifs'][-1]:
- prev_messages = room_vars['notifs'][-1]['messages']
- for message in notifvars['messages']:
- pm = list(filter(lambda pm: pm['id'] == message['id'],
- prev_messages))
- if pm:
- if not message["is_historical"]:
- pm[0]["is_historical"] = False
- merge = True
- elif merge:
- # we're merging, so append any remaining messages
- # in this notif to the previous one
- prev_messages.append(message)
- if not merge:
- room_vars['notifs'].append(notifvars)
- defer.returnValue(room_vars)
- @defer.inlineCallbacks
- def get_notif_vars(self, notif, user_id, notif_event, room_state_ids):
- results = yield self.store.get_events_around(
- notif['room_id'], notif['event_id'],
- before_limit=CONTEXT_BEFORE, after_limit=CONTEXT_AFTER
- )
- ret = {
- "link": self.make_notif_link(notif),
- "ts": notif['received_ts'],
- "messages": [],
- }
- the_events = yield filter_events_for_client(
- self.store, user_id, results["events_before"]
- )
- the_events.append(notif_event)
- for event in the_events:
- messagevars = yield self.get_message_vars(notif, event, room_state_ids)
- if messagevars is not None:
- ret['messages'].append(messagevars)
- defer.returnValue(ret)
- @defer.inlineCallbacks
- def get_message_vars(self, notif, event, room_state_ids):
- if event.type != EventTypes.Message:
- return
- sender_state_event_id = room_state_ids[("m.room.member", event.sender)]
- sender_state_event = yield self.store.get_event(sender_state_event_id)
- sender_name = name_from_member_event(sender_state_event)
- sender_avatar_url = sender_state_event.content.get("avatar_url")
- # 'hash' for deterministically picking default images: use
- # sender_hash % the number of default images to choose from
- sender_hash = string_ordinal_total(event.sender)
- msgtype = event.content.get("msgtype")
- ret = {
- "msgtype": msgtype,
- "is_historical": event.event_id != notif['event_id'],
- "id": event.event_id,
- "ts": event.origin_server_ts,
- "sender_name": sender_name,
- "sender_avatar_url": sender_avatar_url,
- "sender_hash": sender_hash,
- }
- if msgtype == "m.text":
- self.add_text_message_vars(ret, event)
- elif msgtype == "m.image":
- self.add_image_message_vars(ret, event)
- if "body" in event.content:
- ret["body_text_plain"] = event.content["body"]
- defer.returnValue(ret)
- def add_text_message_vars(self, messagevars, event):
- msgformat = event.content.get("format")
- messagevars["format"] = msgformat
- formatted_body = event.content.get("formatted_body")
- body = event.content.get("body")
- if msgformat == "org.matrix.custom.html" and formatted_body:
- messagevars["body_text_html"] = safe_markup(formatted_body)
- elif body:
- messagevars["body_text_html"] = safe_text(body)
- return messagevars
- def add_image_message_vars(self, messagevars, event):
- messagevars["image_url"] = event.content["url"]
- return messagevars
- @defer.inlineCallbacks
- def make_summary_text(self, notifs_by_room, room_state_ids,
- notif_events, user_id, reason):
- if len(notifs_by_room) == 1:
- # Only one room has new stuff
- room_id = list(notifs_by_room.keys())[0]
- # If the room has some kind of name, use it, but we don't
- # want the generated-from-names one here otherwise we'll
- # end up with, "new message from Bob in the Bob room"
- room_name = yield calculate_room_name(
- self.store, room_state_ids[room_id], user_id, fallback_to_members=False
- )
- my_member_event_id = room_state_ids[room_id][("m.room.member", user_id)]
- my_member_event = yield self.store.get_event(my_member_event_id)
- if my_member_event.content["membership"] == "invite":
- inviter_member_event_id = room_state_ids[room_id][
- ("m.room.member", my_member_event.sender)
- ]
- inviter_member_event = yield self.store.get_event(
- inviter_member_event_id
- )
- inviter_name = name_from_member_event(inviter_member_event)
- if room_name is None:
- defer.returnValue(INVITE_FROM_PERSON % {
- "person": inviter_name,
- "app": self.app_name
- })
- else:
- defer.returnValue(INVITE_FROM_PERSON_TO_ROOM % {
- "person": inviter_name,
- "room": room_name,
- "app": self.app_name,
- })
- sender_name = None
- if len(notifs_by_room[room_id]) == 1:
- # There is just the one notification, so give some detail
- event = notif_events[notifs_by_room[room_id][0]["event_id"]]
- if ("m.room.member", event.sender) in room_state_ids[room_id]:
- state_event_id = room_state_ids[room_id][
- ("m.room.member", event.sender)
- ]
- state_event = yield self.store.get_event(state_event_id)
- sender_name = name_from_member_event(state_event)
- if sender_name is not None and room_name is not None:
- defer.returnValue(MESSAGE_FROM_PERSON_IN_ROOM % {
- "person": sender_name,
- "room": room_name,
- "app": self.app_name,
- })
- elif sender_name is not None:
- defer.returnValue(MESSAGE_FROM_PERSON % {
- "person": sender_name,
- "app": self.app_name,
- })
- else:
- # There's more than one notification for this room, so just
- # say there are several
- if room_name is not None:
- defer.returnValue(MESSAGES_IN_ROOM % {
- "room": room_name,
- "app": self.app_name,
- })
- else:
- # If the room doesn't have a name, say who the messages
- # are from explicitly to avoid, "messages in the Bob room"
- sender_ids = list(set([
- notif_events[n['event_id']].sender
- for n in notifs_by_room[room_id]
- ]))
- member_events = yield self.store.get_events([
- room_state_ids[room_id][("m.room.member", s)]
- for s in sender_ids
- ])
- defer.returnValue(MESSAGES_FROM_PERSON % {
- "person": descriptor_from_member_events(member_events.values()),
- "app": self.app_name,
- })
- else:
- # Stuff's happened in multiple different rooms
- # ...but we still refer to the 'reason' room which triggered the mail
- if reason['room_name'] is not None:
- defer.returnValue(MESSAGES_IN_ROOM_AND_OTHERS % {
- "room": reason['room_name'],
- "app": self.app_name,
- })
- else:
- # If the reason room doesn't have a name, say who the messages
- # are from explicitly to avoid, "messages in the Bob room"
- sender_ids = list(set([
- notif_events[n['event_id']].sender
- for n in notifs_by_room[reason['room_id']]
- ]))
- member_events = yield self.store.get_events([
- room_state_ids[room_id][("m.room.member", s)]
- for s in sender_ids
- ])
- defer.returnValue(MESSAGES_FROM_PERSON_AND_OTHERS % {
- "person": descriptor_from_member_events(member_events.values()),
- "app": self.app_name,
- })
- def make_room_link(self, room_id):
- if self.hs.config.email_riot_base_url:
- base_url = "%s/#/room" % (self.hs.config.email_riot_base_url)
- elif self.app_name == "Vector":
- # need /beta for Universal Links to work on iOS
- base_url = "https://vector.im/beta/#/room"
- else:
- base_url = "https://matrix.to/#"
- return "%s/%s" % (base_url, room_id)
- def make_notif_link(self, notif):
- if self.hs.config.email_riot_base_url:
- return "%s/#/room/%s/%s" % (
- self.hs.config.email_riot_base_url,
- notif['room_id'], notif['event_id']
- )
- elif self.app_name == "Vector":
- # need /beta for Universal Links to work on iOS
- return "https://vector.im/beta/#/room/%s/%s" % (
- notif['room_id'], notif['event_id']
- )
- else:
- return "https://matrix.to/#/%s/%s" % (
- notif['room_id'], notif['event_id']
- )
- def make_unsubscribe_link(self, user_id, app_id, email_address):
- params = {
- "access_token": self.macaroon_gen.generate_delete_pusher_token(user_id),
- "app_id": app_id,
- "pushkey": email_address,
- }
- # XXX: make r0 once API is stable
- return "%s_matrix/client/unstable/pushers/remove?%s" % (
- self.hs.config.public_baseurl,
- urllib.parse.urlencode(params),
- )
- def safe_markup(raw_html):
- return jinja2.Markup(bleach.linkify(bleach.clean(
- raw_html, tags=ALLOWED_TAGS, attributes=ALLOWED_ATTRS,
- # bleach master has this, but it isn't released yet
- # protocols=ALLOWED_SCHEMES,
- strip=True
- )))
- def safe_text(raw_text):
- """
- Process text: treat it as HTML but escape any tags (ie. just escape the
- HTML) then linkify it.
- """
- return jinja2.Markup(bleach.linkify(bleach.clean(
- raw_text, tags=[], attributes={},
- strip=False
- )))
- def deduped_ordered_list(l):
- seen = set()
- ret = []
- for item in l:
- if item not in seen:
- seen.add(item)
- ret.append(item)
- return ret
- def string_ordinal_total(s):
- tot = 0
- for c in s:
- tot += ord(c)
- return tot
- def format_ts_filter(value, format):
- return time.strftime(format, time.localtime(value / 1000))
- def load_jinja2_templates(config):
- """Load the jinja2 email templates from disk
- Returns:
- (notif_template_html, notif_template_text)
- """
- logger.info("loading email templates from '%s'", config.email_template_dir)
- loader = jinja2.FileSystemLoader(config.email_template_dir)
- env = jinja2.Environment(loader=loader)
- env.filters["format_ts"] = format_ts_filter
- env.filters["mxc_to_http"] = _create_mxc_to_http_filter(config)
- notif_template_html = env.get_template(
- config.email_notif_template_html
- )
- notif_template_text = env.get_template(
- config.email_notif_template_text
- )
- return notif_template_html, notif_template_text
- def _create_mxc_to_http_filter(config):
- def mxc_to_http_filter(value, width, height, resize_method="crop"):
- if value[0:6] != "mxc://":
- return ""
- serverAndMediaId = value[6:]
- fragment = None
- if '#' in serverAndMediaId:
- (serverAndMediaId, fragment) = serverAndMediaId.split('#', 1)
- fragment = "#" + fragment
- params = {
- "width": width,
- "height": height,
- "method": resize_method,
- }
- return "%s_matrix/media/v1/thumbnail/%s?%s%s" % (
- config.public_baseurl,
- serverAndMediaId,
- urllib.parse.urlencode(params),
- fragment or "",
- )
- return mxc_to_http_filter
|