def process_telegram_message(self,
bot: telegram.Bot,
update: telegram.Update,
channel_id: Optional[str] = None,
chat_id: Optional[str] = None,
target_msg: Optional[str] = None):
"""
Process messages came from Telegram.
Args:
bot: Telegram bot
update: Telegram message update
channel_id: Slave channel ID if specified
chat_id: Slave chat ID if specified
target_msg: Target slave message if specified
Returns:
"""
target: str = None
target_channel: str = None
target_log: self.db.MsgLog = None
# Message ID for logging
message_id = utils.message_id_to_str(update=update)
multi_slaves: bool = False
destination: str = None
slave_msg: EFBMsg = None
message: telegram.Message = update.effective_message
edited = bool(update.edited_message or update.edited_channel_post)
self.logger.debug('[%s] Message is edited: %s, %s', message_id, edited,
message.edit_date)
private_chat = update.effective_chat.type == telegram.Chat.PRIVATE
if not private_chat: # from group
linked_chats = self.db.get_chat_assoc(
master_uid=utils.chat_id_to_str(self.channel_id,
update.effective_chat.id))
if len(linked_chats) == 1:
destination = linked_chats[0]
elif len(linked_chats) > 1:
multi_slaves = True
reply_to = bool(getattr(message, "reply_to_message", None))
# Process predefined target (slave) chat.
if channel_id and chat_id:
destination = utils.chat_id_to_str(channel_id, chat_id)
if target_msg:
target_log = self.db.get_msg_log(master_msg_id=target_msg)
if target_log:
target = target_log.slave_origin_uid
target_channel, target_uid = utils.chat_id_str_to_id(
target)
else:
self.logger.info(
"[%s], Predefined chat %d.%d with target msg")
return self.bot.reply_error(
update,
self._("Message is not found in database. "
"Please try with another message. (UC07)"))
elif private_chat:
if reply_to:
destination = self.db.get_msg_log(
master_msg_id=utils.message_id_to_str(
message.reply_to_message.chat.id,
message.reply_to_message.message_id))
if destination:
destination = destination.slave_origin_uid
else:
return self.bot.reply_error(
update,
self._("Message is not found in database. "
"Please try with another one. (UC03)"))
else:
return self.bot.reply_error(
update,
self._("Please reply to an incoming message. (UC04)"))
else: # group chat
if multi_slaves:
if reply_to:
destination = self.db.get_msg_log(
master_msg_id=utils.message_id_to_str(
message.reply_to_message.chat.id,
message.reply_to_message.message_id))
if destination:
destination = destination.slave_origin_uid
else:
return self.bot.reply_error(
update,
self._("Message is not found in database. "
"Please try with another one. (UC05)"))
else:
return self.bot.reply_error(
update,
self.
_("This group is linked to multiple remote chats. "
"Please reply to an incoming message. "
"To unlink all remote chats, please send /unlink_all . (UC06)"
))
elif destination:
if reply_to:
target_log: self.db.MsgLog = \
self.db.get_msg_log(master_msg_id=utils.message_id_to_str(
message.reply_to_message.chat.id,
message.reply_to_message.message_id))
if target_log:
target = target_log.slave_origin_uid
target_channel, target_uid = utils.chat_id_str_to_id(
target)
else:
return self.bot.reply_error(
update,
self._("Message is not found in database. "
"Please try with another message. (UC07)"))
else:
return self.bot.reply_error(
update,
self._("This group is not linked to any chat. (UC06)"))
self.logger.debug(
"[%s] Telegram received. From private chat: %s; Group has multiple linked chats: %s; "
"Message replied to another message: %s", message_id, private_chat,
multi_slaves, reply_to)
self.logger.debug("[%s] Destination chat = %s", message_id,
destination)
channel, uid = utils.chat_id_str_to_id(destination)
if channel not in coordinator.slaves:
return self.bot.reply_error(
update,
self._("Internal error: Channel \"{0}\" not found.").format(
channel))
m = EFBMsg()
try:
m.uid = message_id
mtype = get_msg_type(message)
# Chat and author related stuff
m.author = EFBChat(self.channel).self()
m.chat = EFBChat(coordinator.slaves[channel])
m.chat.chat_uid = uid
m.deliver_to = coordinator.slaves[channel]
if target and target_channel == channel:
trgt_msg = EFBMsg()
trgt_msg.type = MsgType.Text
trgt_msg.text = target_log.text
trgt_msg.uid = target_log.slave_message_id
trgt_msg.chat = EFBChat(coordinator.slaves[target_channel])
trgt_msg.chat.chat_name = target_log.slave_origin_display_name
trgt_msg.chat.chat_alias = target_log.slave_origin_display_name
trgt_msg.chat.chat_uid = utils.chat_id_str_to_id(
target_log.slave_origin_uid)[1]
if target_log.slave_member_uid:
trgt_msg.author = EFBChat(
coordinator.slaves[target_channel])
trgt_msg.author.chat_name = target_log.slave_member_display_name
trgt_msg.author.chat_alias = target_log.slave_member_display_name
trgt_msg.author.chat_uid = target_log.slave_member_uid
elif target_log.sent_to == 'master':
trgt_msg.author = trgt_msg.chat
else:
trgt_msg.author = EFBChat(self).self()
m.target = trgt_msg
self.logger.debug(
"[%s] This message replies to another message of the same channel.\n"
"Chat ID: %s; Message ID: %s.", message_id,
trgt_msg.chat.chat_uid, trgt_msg.uid)
# Type specific stuff
self.logger.debug("[%s] Message type from Telegram: %s",
message_id, mtype)
if self.TYPE_DICT.get(mtype, None):
m.type = self.TYPE_DICT[mtype]
self.logger.debug("[%s] EFB message type: %s", message_id,
mtype)
else:
self.logger.info(
"[%s] Message type %s is not supported by ETM", message_id,
mtype)
raise EFBMessageTypeNotSupported(
"Message type %s is not supported by ETM" % mtype)
if m.type not in coordinator.slaves[
channel].supported_message_types:
self.logger.info(
"[%s] Message type %s is not supported by channel %s",
message_id, m.type.name, channel)
raise EFBMessageTypeNotSupported(
"Message type %s is not supported by channel %s" %
(m.type, coordinator.slaves[channel].channel_name))
# Parse message text and caption to markdown
msg_md_text = message.text and message.text_markdown
if msg_md_text and msg_md_text == escape_markdown(message.text):
msg_md_text = message.text
msg_md_text = msg_md_text or ""
msg_md_caption = message.caption and message.caption_markdown
if msg_md_caption and msg_md_caption == escape_markdown(
message.caption):
msg_md_caption = message.caption
msg_md_caption = msg_md_caption or ""
# Flag for edited message
if edited:
m.edit = True
text = msg_md_text or msg_md_caption
msg_log = self.db.get_msg_log(
master_msg_id=utils.message_id_to_str(update=update))
if not msg_log or msg_log == self.FAIL_FLAG:
raise EFBMessageNotFound()
m.uid = msg_log.slave_message_id
if text.startswith(self.DELETE_FLAG):
coordinator.send_status(
EFBMessageRemoval(
source_channel=self.channel,
destination_channel=coordinator.slaves[channel],
message=m))
self.db.delete_msg_log(
master_msg_id=utils.message_id_to_str(update=update))
m = None
return
self.logger.debug('[%s] Message is edited (%s)', m.uid, m.edit)
# Enclose message as an EFBMsg object by message type.
if mtype == TGMsgType.Text:
m.text = msg_md_text
elif mtype == TGMsgType.Photo:
m.text = msg_md_caption
m.file, m.mime, m.filename, m.path = self._download_file(
message.photo[-1], None)
elif mtype == TGMsgType.Sticker:
# Convert WebP to the more common PNG
m.text = ""
m.file, m.mime, m.filename, m.path = self._download_file(
message.sticker, 'image/webp')
self.logger.debug(
"[%s] Trying to convert WebP sticker (%s) to PNG.",
message_id, m.path)
f = tempfile.NamedTemporaryFile(suffix=".png")
Image.open(m.file).convert("RGBA").save(f, 'png')
m.file.close()
m.file, m.mime, m.filename, m.path = f, 'image/png', os.path.basename(
f.name), f.name
self.logger.debug(
"[%s] WebP sticker is converted to PNG (%s).", message_id,
f.name)
elif mtype == TGMsgType.Animation:
m.text = ""
self.logger.debug(
"[%s] Telegram message is a \"Telegram GIF\".", message_id)
m.filename = getattr(message.document, "file_name",
None) or None
m.type = MsgType.Image
m.file, m.mime, m.filename, m.path = self._download_gif(
message.document)
m.mime = message.document.mime_type or m.mime
elif mtype == TGMsgType.Document:
m.text = msg_md_caption
self.logger.debug("[%s] Telegram message type is document.",
message_id)
m.filename = getattr(message.document, "file_name",
None) or None
m.type = MsgType.File
m.file, m.mime, filename, m.path = self._download_file(
message.document, message.document.mime_type)
m.filename = m.filename or filename
m.mime = message.document.mime_type or m.mime
elif mtype == TGMsgType.Video:
m.type = MsgType.Video
m.text = msg_md_caption
m.file, m.mime, m.filename, m.path = self._download_file(
message.video, message.video.mime_type)
elif mtype == TGMsgType.Audio:
m.type = MsgType.Audio
m.text = "%s - %s\n%s" % (message.audio.title,
message.audio.performer,
msg_md_caption)
m.file, m.mime, m.filename, m.path = self._download_file(
message.audio, message.audio.mime_type)
elif mtype == TGMsgType.Voice:
m.type = MsgType.Audio
m.text = msg_md_caption
m.file, m.mime, m.filename, m.path = self._download_file(
message.voice, message.voice.mime_type)
elif mtype == TGMsgType.Location:
m.type = MsgType.Location
m.text = "Location"
m.attributes = EFBMsgLocationAttribute(
message.location.latitude, message.location.longitude)
elif mtype == TGMsgType.Venue:
m.type = MsgType.Location
m.text = message.location.title + "\n" + message.location.adderss
m.attributes = EFBMsgLocationAttribute(
message.venue.location.latitude,
message.venue.location.longitude)
else:
raise EFBMessageTypeNotSupported(
self._("Message type {0} is not supported.").format(mtype))
# return self.bot.reply_error(update, "Message type not supported. (MN02)")
slave_msg = coordinator.send_message(m)
except EFBChatNotFound as e:
self.bot.reply_error(update, e.args[0]
or self._("Chat is not found."))
except EFBMessageTypeNotSupported as e:
self.bot.reply_error(
update, e.args[0] or self._("Message type is not supported."))
except EFBOperationNotSupported as e:
self.bot.reply_error(
update,
self._("Message editing is not supported.\n\n{!r}".format(e)))
except EFBMessageError as e:
self.bot.reply_error(
update, self._("Message is not sent.\n\n{!r}".format(e)))
finally:
if m:
msg_log_d = {
"master_msg_id":
utils.message_id_to_str(update=update),
"text":
m.text or "Sent a %s" % m.type,
"slave_origin_uid":
utils.chat_id_to_str(chat=m.chat),
"slave_origin_display_name":
"__chat__",
"msg_type":
m.type,
"sent_to":
"slave",
"slave_message_id":
None if m.edit else "%s.%s" %
(self.FAIL_FLAG, int(time.time())),
"update":
m.edit
}
if slave_msg:
msg_log_d['slave_message_id'] = slave_msg.uid
self.db.add_msg_log(**msg_log_d)
if m.file:
m.file.close()
def poll(self):
error_count = 0
first_load = False
last_msg_dict = {}
path_pattern = os.path.join(self.storage_path, "last_msg.json")
if os.path.isfile(path_pattern):
with open(path_pattern, "r") as f:
last_msg_dict = json.loads(f.read())
else:
first_load = True
while True:
try:
chat_list = requests.get(user_url %
(self.hostname, self.port)).json()
# Check message update
for chat_item in chat_list:
user_id = chat_item["userId"]
if user_id in ["weixin", "notifymessage"]:
continue
# Get current message list
msg_list = requests.get(
chat_url %
(self.hostname, self.port, user_id, 5)).json()[1:]
cur_date = '{0:%y-%m-%d}'.format(datetime.now())
# Get last message
last_msg = {}
if user_id in last_msg_dict:
last_msg = last_msg_dict[user_id]
# Record last message
if len(msg_list) > 0:
last_msg_dict[user_id] = clean_msg(
msg_list[0], cur_date)
if first_load:
continue
# Get new message list
new_msg_list = []
for idx, msg in enumerate(msg_list):
if newer_msg(msg,
last_msg,
cur_date,
is_latest=(idx == 0)):
new_msg_list.append(clean_msg(msg, cur_date))
else:
break
new_msg_list.reverse()
# Handle message
for msg in new_msg_list:
sender = "Unknown"
content = msg["title"]
if "：" in msg["title"] and msg["userId"].endswith(
"@chatroom"):
segs = msg["title"].split("：")
sender = segs[0]
content = "：".join(segs[1:])
if "from" in msg:
sender = msg["from"]
#print("sender: %s\ncontent: %s\nurl: %s\ntime: %s\n" % (sender, content, msg["url"], msg["subTitle"]))
# default: text
efb_msg = EFBMsg()
efb_msg.type = MsgType.Text
efb_msg.text = content
if len(msg["url"]) > 0:
# Check picture
if msg["url"].endswith(
".gif") or msg["url"].endswith(
".jpg") or msg["url"].endswith(
".jpeg") or msg["url"].endswith(
".png"):
efb_msg.type = MsgType.Image
efb_msg.file = self.cq_get_image(msg["url"])
mime = magic.from_file(msg["url"], mime=True)
if isinstance(mime, bytes):
mime = mime.decode()
efb_msg.path = msg["url"]
efb_msg.mime = mime
# Check video
elif msg["url"].endswith(".mp4"):
efb_msg.type = MsgType.Video
efb_msg.file = self.cq_get_image(msg["url"])
mime = magic.from_file(msg["url"], mime=True)
if isinstance(mime, bytes):
mime = mime.decode()
efb_msg.path = msg["url"]
efb_msg.mime = mime
# Check document
elif msg["url"].startswith("/"):
efb_msg.type = MsgType.File
efb_msg.file = self.cq_get_image(msg["url"])
efb_msg.path = msg["url"]
# Add link to content
else:
efb_msg.type = MsgType.Text
if not msg["url"] in content:
content += "\n(" + msg["url"] + ")"
efb_msg.text = content
efb_msg.uid = user_id
efb_msg.chat = self.get_efb_chat(user_id)
if efb_msg.chat.chat_type == ChatType.User:
efb_msg.text = sender + ":\n" + content
efb_msg.author = efb_msg.chat
else:
author = copy.deepcopy(efb_msg.chat)
author.chat_type = ChatType.User
author.chat_name = sender
efb_msg.author = author
efb_msg.deliver_to = coordinator.master
self.send_message_wrapper(efb_msg)
path_pattern = os.path.join(self.storage_path, "last_msg.json")
with open(path_pattern, "w") as f:
f.write(json.dumps(last_msg_dict))
first_load = False
except requests.exceptions.RequestException as e:
print(e)
error_count += 1
if error_count >= 12:
context = {
'message': 'Connection Failed',
'uid_prefix': 'alert',
'event_description': 'WeChat Alert'
}
self.send_msg_to_master(context)
error_count = 0
except json.decoder.JSONDecodeError as e:
print(e)
error_count += 1
if error_count >= 12:
context = {
'message': 'Connection Failed',
'uid_prefix': 'alert',
'event_description': 'WeChat Alert'
}
self.send_msg_to_master(context)
error_count = 0
except Exception as e:
print(e)
time.sleep(5)
def test_chain_verify(self):
patch_chat_0 = self.chat.copy()
patch_chat_1 = self.chat.copy()
patch_chat_0.verify = mock.Mock()
patch_chat_1.verify = mock.Mock()
msg = EFBMsg()
msg.deliver_to = self.channel
with self.subTest("Different author and chat"):
msg.author = patch_chat_0
msg.chat = patch_chat_1
msg.text = "Message"
msg.verify()
patch_chat_0.verify.assert_called_once()
patch_chat_1.verify.assert_called_once()
patch_chat_0.verify.reset_mock()
with self.subTest("Same author and chat"):
msg.author = patch_chat_0
msg.chat = patch_chat_0
msg.text = "Message"
msg.verify()
patch_chat_0.verify.assert_called_once()
with self.subTest("Link message"):
msg.type = MsgType.Link
msg.attributes = EFBMsgLinkAttribute()
msg.attributes.verify = mock.Mock()
msg.verify()
msg.attributes.verify.assert_called_once()
with self.subTest("Location message"):
msg.type = MsgType.Location
msg.attributes = EFBMsgLocationAttribute(latitude=0.0,
longitude=0.0)
msg.attributes.verify = mock.Mock()
msg.verify()
msg.attributes.verify.assert_called_once()
with self.subTest("Status message"):
msg.type = MsgType.Status
msg.attributes = EFBMsgStatusAttribute(
status_type=EFBMsgStatusAttribute.Types.TYPING)
msg.attributes.verify = mock.Mock()
msg.verify()
msg.attributes.verify.assert_called_once()
with self.subTest("Message Command"):
msg.type = MsgType.Text
msg.attributes = None
msg.commands = EFBMsgCommands(
[EFBMsgCommand(name="Command 1", callable_name="command_1")])
msg.commands.commands[0].verify = mock.Mock()
msg.verify()
msg.commands.commands[0].verify.assert_called_once()
