123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645 |
- # -*- coding: utf-8 -*-
- # Copyright 2016 OpenMarket Ltd
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- import email.mime.multipart
- import email.utils
- import logging
- import time
- from email.mime.multipart import MIMEMultipart
- from email.mime.text import MIMEText
- from six.moves import urllib
- import bleach
- import jinja2
- from twisted.internet import defer
- from synapse.api.constants import EventTypes
- from synapse.api.errors import StoreError
- from synapse.logging.context import make_deferred_yieldable
- from synapse.push.presentable_names import (
- calculate_room_name,
- descriptor_from_member_events,
- name_from_member_event,
- )
- from synapse.types import UserID
- from synapse.util.async_helpers import concurrently_execute
- from synapse.visibility import filter_events_for_client
- logger = logging.getLogger(__name__)
- MESSAGE_FROM_PERSON_IN_ROOM = (
- "You have a message on %(app)s from %(person)s " "in the %(room)s room..."
- )
- MESSAGE_FROM_PERSON = "You have a message on %(app)s from %(person)s..."
- MESSAGES_FROM_PERSON = "You have messages on %(app)s from %(person)s..."
- MESSAGES_IN_ROOM = "You have messages on %(app)s in the %(room)s room..."
- MESSAGES_IN_ROOM_AND_OTHERS = (
- "You have messages on %(app)s in the %(room)s room and others..."
- )
- MESSAGES_FROM_PERSON_AND_OTHERS = (
- "You have messages on %(app)s from %(person)s and others..."
- )
- INVITE_FROM_PERSON_TO_ROOM = (
- "%(person)s has invited you to join the " "%(room)s room on %(app)s..."
- )
- INVITE_FROM_PERSON = "%(person)s has invited you to chat on %(app)s..."
- CONTEXT_BEFORE = 1
- CONTEXT_AFTER = 1
- # From https://github.com/matrix-org/matrix-react-sdk/blob/master/src/HtmlUtils.js
- ALLOWED_TAGS = [
- "font", # custom to matrix for IRC-style font coloring
- "del", # for markdown
- # deliberately no h1/h2 to stop people shouting.
- "h3",
- "h4",
- "h5",
- "h6",
- "blockquote",
- "p",
- "a",
- "ul",
- "ol",
- "nl",
- "li",
- "b",
- "i",
- "u",
- "strong",
- "em",
- "strike",
- "code",
- "hr",
- "br",
- "div",
- "table",
- "thead",
- "caption",
- "tbody",
- "tr",
- "th",
- "td",
- "pre",
- ]
- ALLOWED_ATTRS = {
- # custom ones first:
- "font": ["color"], # custom to matrix
- "a": ["href", "name", "target"], # remote target: custom to matrix
- # We don't currently allow img itself by default, but this
- # would make sense if we did
- "img": ["src"],
- }
- # When bleach release a version with this option, we can specify schemes
- # ALLOWED_SCHEMES = ["http", "https", "ftp", "mailto"]
- class Mailer(object):
- def __init__(self, hs, app_name, template_html, template_text):
- self.hs = hs
- self.template_html = template_html
- self.template_text = template_text
- self.sendmail = self.hs.get_sendmail()
- self.store = self.hs.get_datastore()
- self.macaroon_gen = self.hs.get_macaroon_generator()
- self.state_handler = self.hs.get_state_handler()
- self.app_name = app_name
- logger.info("Created Mailer for app_name %s" % app_name)
- @defer.inlineCallbacks
- def send_password_reset_mail(self, email_address, token, client_secret, sid):
- """Send an email with a password reset link to a user
- Args:
- email_address (str): Email address we're sending the password
- reset to
- token (str): Unique token generated by the server to verify
- password reset email was received
- client_secret (str): Unique token generated by the client to
- group together multiple email sending attempts
- sid (str): The generated session ID
- """
- if email.utils.parseaddr(email_address)[1] == "":
- raise RuntimeError("Invalid 'to' email address")
- link = (
- self.hs.config.public_baseurl
- + "_matrix/client/unstable/password_reset/email/submit_token"
- "?token=%s&client_secret=%s&sid=%s" % (token, client_secret, sid)
- )
- template_vars = {"link": link}
- yield self.send_email(
- email_address,
- "[%s] Password Reset Email" % self.hs.config.server_name,
- template_vars,
- )
- @defer.inlineCallbacks
- def send_notification_mail(
- self, app_id, user_id, email_address, push_actions, reason
- ):
- """Send email regarding a user's room notifications"""
- rooms_in_order = deduped_ordered_list([pa["room_id"] for pa in push_actions])
- notif_events = yield self.store.get_events(
- [pa["event_id"] for pa in push_actions]
- )
- notifs_by_room = {}
- for pa in push_actions:
- notifs_by_room.setdefault(pa["room_id"], []).append(pa)
- # collect the current state for all the rooms in which we have
- # notifications
- state_by_room = {}
- try:
- user_display_name = yield self.store.get_profile_displayname(
- UserID.from_string(user_id).localpart
- )
- if user_display_name is None:
- user_display_name = user_id
- except StoreError:
- user_display_name = user_id
- @defer.inlineCallbacks
- def _fetch_room_state(room_id):
- room_state = yield self.store.get_current_state_ids(room_id)
- state_by_room[room_id] = room_state
- # Run at most 3 of these at once: sync does 10 at a time but email
- # notifs are much less realtime than sync so we can afford to wait a bit.
- yield concurrently_execute(_fetch_room_state, rooms_in_order, 3)
- # actually sort our so-called rooms_in_order list, most recent room first
- rooms_in_order.sort(key=lambda r: -(notifs_by_room[r][-1]["received_ts"] or 0))
- rooms = []
- for r in rooms_in_order:
- roomvars = yield self.get_room_vars(
- r, user_id, notifs_by_room[r], notif_events, state_by_room[r]
- )
- rooms.append(roomvars)
- reason["room_name"] = yield calculate_room_name(
- self.store,
- state_by_room[reason["room_id"]],
- user_id,
- fallback_to_members=True,
- )
- summary_text = yield self.make_summary_text(
- notifs_by_room, state_by_room, notif_events, user_id, reason
- )
- template_vars = {
- "user_display_name": user_display_name,
- "unsubscribe_link": self.make_unsubscribe_link(
- user_id, app_id, email_address
- ),
- "summary_text": summary_text,
- "app_name": self.app_name,
- "rooms": rooms,
- "reason": reason,
- }
- yield self.send_email(
- email_address, "[%s] %s" % (self.app_name, summary_text), template_vars
- )
- @defer.inlineCallbacks
- def send_email(self, email_address, subject, template_vars):
- """Send an email with the given information and template text"""
- try:
- from_string = self.hs.config.email_notif_from % {"app": self.app_name}
- except TypeError:
- from_string = self.hs.config.email_notif_from
- raw_from = email.utils.parseaddr(from_string)[1]
- raw_to = email.utils.parseaddr(email_address)[1]
- if raw_to == "":
- raise RuntimeError("Invalid 'to' address")
- html_text = self.template_html.render(**template_vars)
- html_part = MIMEText(html_text, "html", "utf8")
- plain_text = self.template_text.render(**template_vars)
- text_part = MIMEText(plain_text, "plain", "utf8")
- multipart_msg = MIMEMultipart("alternative")
- multipart_msg["Subject"] = subject
- multipart_msg["From"] = from_string
- multipart_msg["To"] = email_address
- multipart_msg["Date"] = email.utils.formatdate()
- multipart_msg["Message-ID"] = email.utils.make_msgid()
- multipart_msg.attach(text_part)
- multipart_msg.attach(html_part)
- logger.info("Sending email notification to %s" % email_address)
- yield make_deferred_yieldable(
- self.sendmail(
- self.hs.config.email_smtp_host,
- raw_from,
- raw_to,
- multipart_msg.as_string().encode("utf8"),
- reactor=self.hs.get_reactor(),
- port=self.hs.config.email_smtp_port,
- requireAuthentication=self.hs.config.email_smtp_user is not None,
- username=self.hs.config.email_smtp_user,
- password=self.hs.config.email_smtp_pass,
- requireTransportSecurity=self.hs.config.require_transport_security,
- )
- )
- @defer.inlineCallbacks
- def get_room_vars(self, room_id, user_id, notifs, notif_events, room_state_ids):
- my_member_event_id = room_state_ids[("m.room.member", user_id)]
- my_member_event = yield self.store.get_event(my_member_event_id)
- is_invite = my_member_event.content["membership"] == "invite"
- room_name = yield calculate_room_name(self.store, room_state_ids, user_id)
- room_vars = {
- "title": room_name,
- "hash": string_ordinal_total(room_id), # See sender avatar hash
- "notifs": [],
- "invite": is_invite,
- "link": self.make_room_link(room_id),
- }
- if not is_invite:
- for n in notifs:
- notifvars = yield self.get_notif_vars(
- n, user_id, notif_events[n["event_id"]], room_state_ids
- )
- # merge overlapping notifs together.
- # relies on the notifs being in chronological order.
- merge = False
- if room_vars["notifs"] and "messages" in room_vars["notifs"][-1]:
- prev_messages = room_vars["notifs"][-1]["messages"]
- for message in notifvars["messages"]:
- pm = list(
- filter(lambda pm: pm["id"] == message["id"], prev_messages)
- )
- if pm:
- if not message["is_historical"]:
- pm[0]["is_historical"] = False
- merge = True
- elif merge:
- # we're merging, so append any remaining messages
- # in this notif to the previous one
- prev_messages.append(message)
- if not merge:
- room_vars["notifs"].append(notifvars)
- return room_vars
- @defer.inlineCallbacks
- def get_notif_vars(self, notif, user_id, notif_event, room_state_ids):
- results = yield self.store.get_events_around(
- notif["room_id"],
- notif["event_id"],
- before_limit=CONTEXT_BEFORE,
- after_limit=CONTEXT_AFTER,
- )
- ret = {
- "link": self.make_notif_link(notif),
- "ts": notif["received_ts"],
- "messages": [],
- }
- the_events = yield filter_events_for_client(
- self.store, user_id, results["events_before"]
- )
- the_events.append(notif_event)
- for event in the_events:
- messagevars = yield self.get_message_vars(notif, event, room_state_ids)
- if messagevars is not None:
- ret["messages"].append(messagevars)
- return ret
- @defer.inlineCallbacks
- def get_message_vars(self, notif, event, room_state_ids):
- if event.type != EventTypes.Message:
- return
- sender_state_event_id = room_state_ids[("m.room.member", event.sender)]
- sender_state_event = yield self.store.get_event(sender_state_event_id)
- sender_name = name_from_member_event(sender_state_event)
- sender_avatar_url = sender_state_event.content.get("avatar_url")
- # 'hash' for deterministically picking default images: use
- # sender_hash % the number of default images to choose from
- sender_hash = string_ordinal_total(event.sender)
- msgtype = event.content.get("msgtype")
- ret = {
- "msgtype": msgtype,
- "is_historical": event.event_id != notif["event_id"],
- "id": event.event_id,
- "ts": event.origin_server_ts,
- "sender_name": sender_name,
- "sender_avatar_url": sender_avatar_url,
- "sender_hash": sender_hash,
- }
- if msgtype == "m.text":
- self.add_text_message_vars(ret, event)
- elif msgtype == "m.image":
- self.add_image_message_vars(ret, event)
- if "body" in event.content:
- ret["body_text_plain"] = event.content["body"]
- return ret
- def add_text_message_vars(self, messagevars, event):
- msgformat = event.content.get("format")
- messagevars["format"] = msgformat
- formatted_body = event.content.get("formatted_body")
- body = event.content.get("body")
- if msgformat == "org.matrix.custom.html" and formatted_body:
- messagevars["body_text_html"] = safe_markup(formatted_body)
- elif body:
- messagevars["body_text_html"] = safe_text(body)
- return messagevars
- def add_image_message_vars(self, messagevars, event):
- messagevars["image_url"] = event.content["url"]
- return messagevars
- @defer.inlineCallbacks
- def make_summary_text(
- self, notifs_by_room, room_state_ids, notif_events, user_id, reason
- ):
- if len(notifs_by_room) == 1:
- # Only one room has new stuff
- room_id = list(notifs_by_room.keys())[0]
- # If the room has some kind of name, use it, but we don't
- # want the generated-from-names one here otherwise we'll
- # end up with, "new message from Bob in the Bob room"
- room_name = yield calculate_room_name(
- self.store, room_state_ids[room_id], user_id, fallback_to_members=False
- )
- my_member_event_id = room_state_ids[room_id][("m.room.member", user_id)]
- my_member_event = yield self.store.get_event(my_member_event_id)
- if my_member_event.content["membership"] == "invite":
- inviter_member_event_id = room_state_ids[room_id][
- ("m.room.member", my_member_event.sender)
- ]
- inviter_member_event = yield self.store.get_event(
- inviter_member_event_id
- )
- inviter_name = name_from_member_event(inviter_member_event)
- if room_name is None:
- return INVITE_FROM_PERSON % {
- "person": inviter_name,
- "app": self.app_name,
- }
- else:
- return INVITE_FROM_PERSON_TO_ROOM % {
- "person": inviter_name,
- "room": room_name,
- "app": self.app_name,
- }
- sender_name = None
- if len(notifs_by_room[room_id]) == 1:
- # There is just the one notification, so give some detail
- event = notif_events[notifs_by_room[room_id][0]["event_id"]]
- if ("m.room.member", event.sender) in room_state_ids[room_id]:
- state_event_id = room_state_ids[room_id][
- ("m.room.member", event.sender)
- ]
- state_event = yield self.store.get_event(state_event_id)
- sender_name = name_from_member_event(state_event)
- if sender_name is not None and room_name is not None:
- return MESSAGE_FROM_PERSON_IN_ROOM % {
- "person": sender_name,
- "room": room_name,
- "app": self.app_name,
- }
- elif sender_name is not None:
- return MESSAGE_FROM_PERSON % {
- "person": sender_name,
- "app": self.app_name,
- }
- else:
- # There's more than one notification for this room, so just
- # say there are several
- if room_name is not None:
- return MESSAGES_IN_ROOM % {"room": room_name, "app": self.app_name}
- else:
- # If the room doesn't have a name, say who the messages
- # are from explicitly to avoid, "messages in the Bob room"
- sender_ids = list(
- set(
- [
- notif_events[n["event_id"]].sender
- for n in notifs_by_room[room_id]
- ]
- )
- )
- member_events = yield self.store.get_events(
- [
- room_state_ids[room_id][("m.room.member", s)]
- for s in sender_ids
- ]
- )
- return MESSAGES_FROM_PERSON % {
- "person": descriptor_from_member_events(member_events.values()),
- "app": self.app_name,
- }
- else:
- # Stuff's happened in multiple different rooms
- # ...but we still refer to the 'reason' room which triggered the mail
- if reason["room_name"] is not None:
- return MESSAGES_IN_ROOM_AND_OTHERS % {
- "room": reason["room_name"],
- "app": self.app_name,
- }
- else:
- # If the reason room doesn't have a name, say who the messages
- # are from explicitly to avoid, "messages in the Bob room"
- sender_ids = list(
- set(
- [
- notif_events[n["event_id"]].sender
- for n in notifs_by_room[reason["room_id"]]
- ]
- )
- )
- member_events = yield self.store.get_events(
- [room_state_ids[room_id][("m.room.member", s)] for s in sender_ids]
- )
- return MESSAGES_FROM_PERSON_AND_OTHERS % {
- "person": descriptor_from_member_events(member_events.values()),
- "app": self.app_name,
- }
- def make_room_link(self, room_id):
- if self.hs.config.email_riot_base_url:
- base_url = "%s/#/room" % (self.hs.config.email_riot_base_url)
- elif self.app_name == "Vector":
- # need /beta for Universal Links to work on iOS
- base_url = "https://vector.im/beta/#/room"
- else:
- base_url = "https://matrix.to/#"
- return "%s/%s" % (base_url, room_id)
- def make_notif_link(self, notif):
- if self.hs.config.email_riot_base_url:
- return "%s/#/room/%s/%s" % (
- self.hs.config.email_riot_base_url,
- notif["room_id"],
- notif["event_id"],
- )
- elif self.app_name == "Vector":
- # need /beta for Universal Links to work on iOS
- return "https://vector.im/beta/#/room/%s/%s" % (
- notif["room_id"],
- notif["event_id"],
- )
- else:
- return "https://matrix.to/#/%s/%s" % (notif["room_id"], notif["event_id"])
- def make_unsubscribe_link(self, user_id, app_id, email_address):
- params = {
- "access_token": self.macaroon_gen.generate_delete_pusher_token(user_id),
- "app_id": app_id,
- "pushkey": email_address,
- }
- # XXX: make r0 once API is stable
- return "%s_matrix/client/unstable/pushers/remove?%s" % (
- self.hs.config.public_baseurl,
- urllib.parse.urlencode(params),
- )
- def safe_markup(raw_html):
- return jinja2.Markup(
- bleach.linkify(
- bleach.clean(
- raw_html,
- tags=ALLOWED_TAGS,
- attributes=ALLOWED_ATTRS,
- # bleach master has this, but it isn't released yet
- # protocols=ALLOWED_SCHEMES,
- strip=True,
- )
- )
- )
- def safe_text(raw_text):
- """
- Process text: treat it as HTML but escape any tags (ie. just escape the
- HTML) then linkify it.
- """
- return jinja2.Markup(
- bleach.linkify(bleach.clean(raw_text, tags=[], attributes={}, strip=False))
- )
- def deduped_ordered_list(l):
- seen = set()
- ret = []
- for item in l:
- if item not in seen:
- seen.add(item)
- ret.append(item)
- return ret
- def string_ordinal_total(s):
- tot = 0
- for c in s:
- tot += ord(c)
- return tot
- def format_ts_filter(value, format):
- return time.strftime(format, time.localtime(value / 1000))
- def load_jinja2_templates(config, template_html_name, template_text_name):
- """Load the jinja2 email templates from disk
- Returns:
- (template_html, template_text)
- """
- logger.info("loading email templates from '%s'", config.email_template_dir)
- loader = jinja2.FileSystemLoader(config.email_template_dir)
- env = jinja2.Environment(loader=loader)
- env.filters["format_ts"] = format_ts_filter
- env.filters["mxc_to_http"] = _create_mxc_to_http_filter(config)
- template_html = env.get_template(template_html_name)
- template_text = env.get_template(template_text_name)
- return template_html, template_text
- def _create_mxc_to_http_filter(config):
- def mxc_to_http_filter(value, width, height, resize_method="crop"):
- if value[0:6] != "mxc://":
- return ""
- serverAndMediaId = value[6:]
- fragment = None
- if "#" in serverAndMediaId:
- (serverAndMediaId, fragment) = serverAndMediaId.split("#", 1)
- fragment = "#" + fragment
- params = {"width": width, "height": height, "method": resize_method}
- return "%s_matrix/media/v1/thumbnail/%s?%s%s" % (
- config.public_baseurl,
- serverAndMediaId,
- urllib.parse.urlencode(params),
- fragment or "",
- )
- return mxc_to_http_filter
|