def get_chat_from_db(self, channel_id: str, chat_id: str) -> Optional[EFBChat]: d = self.db.get_slave_chat_info(slave_channel_id=channel_id, slave_chat_uid=chat_id) if d: chat = EFBChat(coordinator.slaves[channel_id]) chat.chat_name = d.slave_chat_name chat.chat_alias = d.slave_chat_alias chat.chat_uid = d.slave_chat_uid chat.chat_type = ChatType(d.slave_chat_type) return chat else: chat = coordinator.slaves[channel_id].get_chat(chat_id) if chat: self._db_update_slave_chats_cache([chat]) return chat
def get_chat_from_db(self, channel_id: ModuleID, chat_id: ChatID) -> Optional[EFBChat]: if channel_id not in coordinator.slaves: return None d = self.db.get_slave_chat_info(slave_channel_id=channel_id, slave_chat_uid=chat_id) if d: chat = EFBChat(coordinator.slaves[channel_id]) chat.chat_name = d.slave_chat_name chat.chat_alias = d.slave_chat_alias chat.chat_uid = d.slave_chat_uid chat.chat_type = ChatType(d.slave_chat_type) return chat else: try: chat = coordinator.slaves[channel_id].get_chat(chat_id) if chat: self._db_update_slave_chats_cache([chat]) return chat return None except EFBChatNotFound: return None
def process_telegram_message(self, bot: telegram.Bot, update: telegram.Update, channel_id: Optional[str] = None, chat_id: Optional[str] = None, target_msg: Optional[str] = None): """ Process messages came from Telegram. Args: bot: Telegram bot update: Telegram message update channel_id: Slave channel ID if specified chat_id: Slave chat ID if specified target_msg: Target slave message if specified Returns: """ target: Optional[str] = None target_channel: Optional[str] = None target_log: Optional['MsgLog'] = None # Message ID for logging message_id = utils.message_id_to_str(update=update) multi_slaves: bool = False destination: Optional[str] = None slave_msg: Optional[EFBMsg] = None message: telegram.Message = update.effective_message edited = bool(update.edited_message or update.edited_channel_post) self.logger.debug('[%s] Message is edited: %s, %s', message_id, edited, message.edit_date) private_chat = update.effective_chat.type == telegram.Chat.PRIVATE if not private_chat: # from group linked_chats = self.db.get_chat_assoc( master_uid=utils.chat_id_to_str(self.channel_id, update.effective_chat.id)) if len(linked_chats) == 1: destination = linked_chats[0] elif len(linked_chats) > 1: multi_slaves = True reply_to = bool(getattr(message, "reply_to_message", None)) # Process predefined target (slave) chat. if channel_id and chat_id: destination = utils.chat_id_to_str(channel_id, chat_id) if target_msg: target_log = self.db.get_msg_log(master_msg_id=target_msg) if target_log: target = target_log.slave_origin_uid target_channel, target_uid = utils.chat_id_str_to_id( target) else: self.logger.info( "[%s], Predefined chat %d.%d with target msg") return self.bot.reply_error( update, self._("Message is not found in database. " "Please try with another message. (UC07)")) elif private_chat: if reply_to: dest_msg = self.db.get_msg_log( master_msg_id=utils.message_id_to_str( message.reply_to_message.chat.id, message.reply_to_message.message_id)) if dest_msg: destination = dest_msg.slave_origin_uid else: return self.bot.reply_error( update, self._("Message is not found in database. " "Please try with another one. (UC03)")) else: return self.bot.reply_error( update, self._("Please reply to an incoming message. (UC04)")) else: # group chat if multi_slaves: if reply_to: dest_msg = self.db.get_msg_log( master_msg_id=utils.message_id_to_str( message.reply_to_message.chat.id, message.reply_to_message.message_id)) if dest_msg: destination = dest_msg.slave_origin_uid else: return self.bot.reply_error( update, self._("Message is not found in database. " "Please try with another one. (UC05)")) else: return self.bot.reply_error( update, self. _("This group is linked to multiple remote chats. " "Please reply to an incoming message. " "To unlink all remote chats, please send /unlink_all . (UC06)" )) elif destination: if reply_to: target_log = \ self.db.get_msg_log(master_msg_id=utils.message_id_to_str( message.reply_to_message.chat.id, message.reply_to_message.message_id)) if target_log: target = target_log.slave_origin_uid target_channel, target_uid = utils.chat_id_str_to_id( target) else: return self.bot.reply_error( update, self._("Message is not found in database. " "Please try with another message. (UC07)")) else: return self.bot.reply_error( update, self._("This group is not linked to any chat. (UC06)")) self.logger.debug( "[%s] Telegram received. From private chat: %s; Group has multiple linked chats: %s; " "Message replied to another message: %s", message_id, private_chat, multi_slaves, reply_to) self.logger.debug("[%s] Destination chat = %s", message_id, destination) channel, uid = utils.chat_id_str_to_id(destination) if channel not in coordinator.slaves: return self.bot.reply_error( update, self._("Internal error: Channel \"{0}\" not found.").format( channel)) m = EFBMsg() try: m.uid = message_id mtype = get_msg_type(message) # Chat and author related stuff m.author = EFBChat(self.channel).self() m.chat = EFBChat(coordinator.slaves[channel]) m.chat.chat_uid = uid chat_info = self.db.get_slave_chat_info(channel, uid) if chat_info: m.chat.chat_name = chat_info.slave_chat_name m.chat.chat_alias = chat_info.slave_chat_alias m.chat.chat_type = ChatType(chat_info.slave_chat_type) m.deliver_to = coordinator.slaves[channel] if target and target_channel == channel: trgt_msg = EFBMsg() trgt_msg.type = MsgType.Text trgt_msg.text = target_log.text trgt_msg.uid = target_log.slave_message_id trgt_msg.chat = EFBChat(coordinator.slaves[target_channel]) trgt_msg.chat.chat_name = target_log.slave_origin_display_name trgt_msg.chat.chat_alias = target_log.slave_origin_display_name trgt_msg.chat.chat_uid = utils.chat_id_str_to_id( target_log.slave_origin_uid)[1] if target_log.slave_member_uid: trgt_msg.author = EFBChat( coordinator.slaves[target_channel]) trgt_msg.author.chat_name = target_log.slave_member_display_name trgt_msg.author.chat_alias = target_log.slave_member_display_name trgt_msg.author.chat_uid = target_log.slave_member_uid elif target_log.sent_to == 'master': trgt_msg.author = trgt_msg.chat else: trgt_msg.author = EFBChat(self.channel).self() m.target = trgt_msg self.logger.debug( "[%s] This message replies to another message of the same channel.\n" "Chat ID: %s; Message ID: %s.", message_id, trgt_msg.chat.chat_uid, trgt_msg.uid) # Type specific stuff self.logger.debug("[%s] Message type from Telegram: %s", message_id, mtype) if self.TYPE_DICT.get(mtype, None): m.type = self.TYPE_DICT[mtype] self.logger.debug("[%s] EFB message type: %s", message_id, mtype) else: self.logger.info( "[%s] Message type %s is not supported by ETM", message_id, mtype) raise EFBMessageTypeNotSupported( "Message type %s is not supported by ETM" % mtype) if m.type not in coordinator.slaves[ channel].supported_message_types: self.logger.info( "[%s] Message type %s is not supported by channel %s", message_id, m.type.name, channel) raise EFBMessageTypeNotSupported( "Message type %s is not supported by channel %s" % (m.type, coordinator.slaves[channel].channel_name)) # Parse message text and caption to markdown msg_md_text = message.text and message.text_markdown if msg_md_text and msg_md_text == escape_markdown(message.text): msg_md_text = message.text msg_md_text = msg_md_text or "" msg_md_caption = message.caption and message.caption_markdown if msg_md_caption and msg_md_caption == escape_markdown( message.caption): msg_md_caption = message.caption msg_md_caption = msg_md_caption or "" # Flag for edited message if edited: m.edit = True text = msg_md_text or msg_md_caption msg_log = self.db.get_msg_log( master_msg_id=utils.message_id_to_str(update=update)) if not msg_log or msg_log == self.FAIL_FLAG: raise EFBMessageNotFound() m.uid = msg_log.slave_message_id if text.startswith(self.DELETE_FLAG): coordinator.send_status( EFBMessageRemoval( source_channel=self.channel, destination_channel=coordinator.slaves[channel], message=m)) self.db.delete_msg_log( master_msg_id=utils.message_id_to_str(update=update)) m = None return self.logger.debug('[%s] Message is edited (%s)', m.uid, m.edit) # Enclose message as an EFBMsg object by message type. if mtype == TGMsgType.Text: m.text = msg_md_text elif mtype == TGMsgType.Photo: m.text = msg_md_caption m.file, m.mime, m.filename, m.path = self._download_file( message.photo[-1]) elif mtype == TGMsgType.Sticker: # Convert WebP to the more common PNG m.text = "" m.file, m.mime, m.filename, m.path = self._download_file( message.sticker, 'image/webp') self.logger.debug( "[%s] Trying to convert WebP sticker (%s) to PNG.", message_id, m.path) f = tempfile.NamedTemporaryFile(suffix=".png") Image.open(m.file).convert("RGBA").save(f, 'png') m.file.close() m.file, m.mime, m.filename, m.path = f, 'image/png', os.path.basename( f.name), f.name self.logger.debug( "[%s] WebP sticker is converted to PNG (%s).", message_id, f.name) elif mtype == TGMsgType.Animation: m.text = "" self.logger.debug( "[%s] Telegram message is a \"Telegram GIF\".", message_id) m.filename = getattr(message.document, "file_name", None) or None m.file, m.mime, m.filename, m.path = self._download_gif( message.document, channel) m.mime = message.document.mime_type or m.mime elif mtype == TGMsgType.Document: m.text = msg_md_caption self.logger.debug("[%s] Telegram message type is document.", message_id) m.filename = getattr(message.document, "file_name", None) or None m.file, m.mime, filename, m.path = self._download_file( message.document, message.document.mime_type) m.filename = m.filename or filename m.mime = message.document.mime_type or m.mime elif mtype == TGMsgType.Video: m.text = msg_md_caption m.file, m.mime, m.filename, m.path = self._download_file( message.video, message.video.mime_type) elif mtype == TGMsgType.Audio: m.text = "%s - %s\n%s" % (message.audio.title, message.audio.performer, msg_md_caption) m.file, m.mime, m.filename, m.path = self._download_file( message.audio, message.audio.mime_type) elif mtype == TGMsgType.Voice: m.text = msg_md_caption m.file, m.mime, m.filename, m.path = self._download_file( message.voice, message.voice.mime_type) elif mtype == TGMsgType.Location: # TRANSLATORS: Message body text for location messages. m.text = self._("Location") m.attributes = EFBMsgLocationAttribute( message.location.latitude, message.location.longitude) elif mtype == TGMsgType.Venue: m.text = message.location.title + "\n" + message.location.adderss m.attributes = EFBMsgLocationAttribute( message.venue.location.latitude, message.venue.location.longitude) elif mtype == TGMsgType.Contact: contact: telegram.Contact = message.contact m.text = self._( "Shared a contact: {first_name} {last_name}\n{phone_number}" ).format(first_name=contact.first_name, last_name=contact.last_name, phone_number=contact.phone_number) else: raise EFBMessageTypeNotSupported( self._("Message type {0} is not supported.").format(mtype)) # return self.bot.reply_error(update, "Message type not supported. (MN02)") slave_msg = coordinator.send_message(m) except EFBChatNotFound as e: self.bot.reply_error(update, e.args[0] or self._("Chat is not found.")) except EFBMessageTypeNotSupported as e: self.bot.reply_error( update, e.args[0] or self._("Message type is not supported.")) except EFBOperationNotSupported as e: self.bot.reply_error( update, self._("Message editing is not supported.\n\n{!s}".format(e))) except Exception as e: self.bot.reply_error( update, self._("Message is not sent.\n\n{!r}".format(e))) finally: if m: msg_log_d = { "master_msg_id": utils.message_id_to_str(update=update), "text": m.text or "Sent a %s" % m.type, "slave_origin_uid": utils.chat_id_to_str(chat=m.chat), "slave_origin_display_name": "__chat__", "msg_type": m.type, "sent_to": "slave", "slave_message_id": None if m.edit else "%s.%s" % (self.FAIL_FLAG, int(time.time())), # Overwritten later if slave message ID exists "update": m.edit } # Store media related information to local database for tg_media_type in ('audio', 'animation', 'document', 'video', 'voice', 'video_note'): attachment = getattr(message, tg_media_type, None) if attachment: msg_log_d.update(media_type=tg_media_type, file_id=attachment.file_id, mime=attachment.mime_type) break if not msg_log_d.get('media_type', None): if getattr(message, 'sticker', None): msg_log_d.update(media_type='sticker', file_id=message.sticker.file_id, mime='image/webp') elif getattr(message, 'photo', None): attachment = message.photo[-1] msg_log_d.update(media_type=tg_media_type, file_id=attachment.file_id, mime='image/jpeg') if slave_msg: msg_log_d['slave_message_id'] = slave_msg.uid self.db.add_msg_log(**msg_log_d) if m.file: m.file.close()
def process_telegram_message( self, update: Update, context: CallbackContext, channel_id: Optional[ModuleID] = None, chat_id: Optional[ChatID] = None, target_msg: Optional[utils.TgChatMsgIDStr] = None): """ Process messages came from Telegram. Args: update: Telegram message update context: PTB update context channel_id: Slave channel ID if specified chat_id: Slave chat ID if specified target_msg: Target slave message if specified """ target: Optional[EFBChannelChatIDStr] = None target_channel: Optional[ModuleID] = None target_log: Optional['MsgLog'] = None # Message ID for logging message_id = utils.message_id_to_str(update=update) multi_slaves: bool = False destination: Optional[EFBChannelChatIDStr] = None slave_msg: Optional[EFBMsg] = None message: telegram.Message = update.effective_message edited = bool(update.edited_message or update.edited_channel_post) self.logger.debug('[%s] Message is edited: %s, %s', message_id, edited, message.edit_date) private_chat = update.effective_chat.type == telegram.Chat.PRIVATE if not private_chat: # from group linked_chats = self.db.get_chat_assoc( master_uid=utils.chat_id_to_str(self.channel_id, update.effective_chat.id)) if len(linked_chats) == 1: destination = linked_chats[0] elif len(linked_chats) > 1: multi_slaves = True reply_to = bool(getattr(message, "reply_to_message", None)) # Process predefined target (slave) chat. cached_dest = self.chat_dest_cache.get(message.chat.id) if channel_id and chat_id: destination = utils.chat_id_to_str(channel_id, chat_id) if target_msg is not None: target_log = self.db.get_msg_log(master_msg_id=target_msg) if target_log: target = target_log.slave_origin_uid if target is not None: target_channel, target_uid = utils.chat_id_str_to_id( target) else: return self.bot.reply_error( update, self._("Message is not found in database. " "Please try with another message. (UC07)")) elif private_chat: if reply_to: dest_msg = self.db.get_msg_log( master_msg_id=utils.message_id_to_str( message.reply_to_message.chat.id, message.reply_to_message.message_id)) if dest_msg: destination = dest_msg.slave_origin_uid self.chat_dest_cache.set(message.chat.id, dest_msg.slave_origin_uid) else: return self.bot.reply_error( update, self._("Message is not found in database. " "Please try with another one. (UC03)")) elif cached_dest: destination = cached_dest self._send_cached_chat_warning(update, message.chat.id, cached_dest) else: return self.bot.reply_error( update, self._("Please reply to an incoming message. (UC04)")) else: # group chat if multi_slaves: if reply_to: dest_msg = self.db.get_msg_log( master_msg_id=utils.message_id_to_str( message.reply_to_message.chat.id, message.reply_to_message.message_id)) if dest_msg: destination = dest_msg.slave_origin_uid assert destination is not None self.chat_dest_cache.set(message.chat.id, destination) else: return self.bot.reply_error( update, self._("Message is not found in database. " "Please try with another one. (UC05)")) elif cached_dest: destination = cached_dest self._send_cached_chat_warning(update, message.chat.id, cached_dest) else: return self.bot.reply_error( update, self. _("This group is linked to multiple remote chats. " "Please reply to an incoming message. " "To unlink all remote chats, please send /unlink_all . (UC06)" )) elif destination: if reply_to: target_log = \ self.db.get_msg_log(master_msg_id=utils.message_id_to_str( message.reply_to_message.chat.id, message.reply_to_message.message_id)) if target_log: target = target_log.slave_origin_uid if target is not None: target_channel, target_uid = utils.chat_id_str_to_id( target) else: return self.bot.reply_error( update, self._("Message is not found in database. " "Please try with another message. (UC07)")) else: return self.bot.reply_error( update, self._("This group is not linked to any chat. (UC06)")) self.logger.debug( "[%s] Telegram received. From private chat: %s; Group has multiple linked chats: %s; " "Message replied to another message: %s", message_id, private_chat, multi_slaves, reply_to) self.logger.debug("[%s] Destination chat = %s", message_id, destination) assert destination is not None channel, uid = utils.chat_id_str_to_id(destination) if channel not in coordinator.slaves: return self.bot.reply_error( update, self._("Internal error: Channel \"{0}\" not found.").format( channel)) m = ETMMsg() log_message = True try: m.uid = MessageID(message_id) m.put_telegram_file(message) mtype = m.type_telegram # Chat and author related stuff m.author = ETMChat(db=self.db, channel=self.channel).self() m.chat = ETMChat(db=self.db, channel=coordinator.slaves[channel]) m.chat.chat_uid = m.chat.chat_name = uid # TODO: get chat from ETM local cache when available chat_info = self.db.get_slave_chat_info(channel, uid) if chat_info: m.chat.chat_name = chat_info.slave_chat_name m.chat.chat_alias = chat_info.slave_chat_alias m.chat.chat_type = ChatType(chat_info.slave_chat_type) m.deliver_to = coordinator.slaves[channel] if target and target_log is not None and target_channel == channel: if target_log.pickle: trgt_msg: ETMMsg = ETMMsg.unpickle(target_log.pickle, self.db) trgt_msg.target = None else: trgt_msg = ETMMsg() trgt_msg.type = MsgType.Text trgt_msg.text = target_log.text trgt_msg.uid = target_log.slave_message_id trgt_msg.chat = ETMChat( db=self.db, channel=coordinator.slaves[target_channel]) trgt_msg.chat.chat_name = target_log.slave_origin_display_name trgt_msg.chat.chat_alias = target_log.slave_origin_display_name trgt_msg.chat.chat_uid = utils.chat_id_str_to_id( target_log.slave_origin_uid)[1] if target_log.slave_member_uid: trgt_msg.author = ETMChat( db=self.db, channel=coordinator.slaves[target_channel]) trgt_msg.author.chat_name = target_log.slave_member_display_name trgt_msg.author.chat_alias = target_log.slave_member_display_name trgt_msg.author.chat_uid = target_log.slave_member_uid elif target_log.sent_to == 'master': trgt_msg.author = trgt_msg.chat else: trgt_msg.author = ETMChat(db=self.db, channel=self.channel).self() m.target = trgt_msg self.logger.debug( "[%s] This message replies to another message of the same channel.\n" "Chat ID: %s; Message ID: %s.", message_id, trgt_msg.chat.chat_uid, trgt_msg.uid) # Type specific stuff self.logger.debug("[%s] Message type from Telegram: %s", message_id, mtype) if self.TYPE_DICT.get(mtype, None): m.type = self.TYPE_DICT[mtype] self.logger.debug("[%s] EFB message type: %s", message_id, mtype) else: self.logger.info( "[%s] Message type %s is not supported by ETM", message_id, mtype) raise EFBMessageTypeNotSupported( self._("Message type {} is not supported by ETM.").format( mtype.name)) if m.type not in coordinator.slaves[ channel].supported_message_types: self.logger.info( "[%s] Message type %s is not supported by channel %s", message_id, m.type.name, channel) raise EFBMessageTypeNotSupported( self._("Message type {0} is not supported by channel {1}." ).format(m.type.name, coordinator.slaves[channel].channel_name)) # Parse message text and caption to markdown msg_md_text = message.text and message.text_markdown if msg_md_text and msg_md_text == escape_markdown(message.text): msg_md_text = message.text msg_md_text = msg_md_text or "" msg_md_caption = message.caption and message.caption_markdown if msg_md_caption and msg_md_caption == escape_markdown( message.caption): msg_md_caption = message.caption msg_md_caption = msg_md_caption or "" # Flag for edited message if edited: m.edit = True text = msg_md_text or msg_md_caption msg_log = self.db.get_msg_log( master_msg_id=utils.message_id_to_str(update=update)) if not msg_log or msg_log == self.FAIL_FLAG: raise EFBMessageNotFound() m.uid = msg_log.slave_message_id if text.startswith(self.DELETE_FLAG): coordinator.send_status( EFBMessageRemoval( source_channel=self.channel, destination_channel=coordinator.slaves[channel], message=m)) self.db.delete_msg_log( master_msg_id=utils.message_id_to_str(update=update)) log_message = False return self.logger.debug('[%s] Message is edited (%s)', m.uid, m.edit) # Enclose message as an EFBMsg object by message type. if mtype == TGMsgType.Text: m.text = msg_md_text elif mtype == TGMsgType.Photo: m.text = msg_md_caption m.mime = "image/jpeg" self._check_file_download(message.photo[-1]) elif mtype in (TGMsgType.Sticker, TGMsgType.AnimatedSticker): # Convert WebP to the more common PNG m.text = "" self._check_file_download(message.sticker) elif mtype == TGMsgType.Animation: m.text = "" self.logger.debug( "[%s] Telegram message is a \"Telegram GIF\".", message_id) m.filename = getattr(message.document, "file_name", None) or None m.mime = message.document.mime_type or m.mime elif mtype == TGMsgType.Document: m.text = msg_md_caption self.logger.debug("[%s] Telegram message type is document.", message_id) m.filename = getattr(message.document, "file_name", None) or None m.mime = message.document.mime_type self._check_file_download(message.document) elif mtype == TGMsgType.Video: m.text = msg_md_caption m.mime = message.video.mime_type self._check_file_download(message.video) elif mtype == TGMsgType.Audio: m.text = "%s - %s\n%s" % (message.audio.title, message.audio.performer, msg_md_caption) m.mime = message.audio.mime_type self._check_file_download(message.audio) elif mtype == TGMsgType.Voice: m.text = msg_md_caption m.mime = message.voice.mime_type self._check_file_download(message.voice) elif mtype == TGMsgType.Location: # TRANSLATORS: Message body text for location messages. m.text = self._("Location") m.attributes = EFBMsgLocationAttribute( message.location.latitude, message.location.longitude) elif mtype == TGMsgType.Venue: m.text = message.location.title + "\n" + message.location.adderss m.attributes = EFBMsgLocationAttribute( message.venue.location.latitude, message.venue.location.longitude) elif mtype == TGMsgType.Contact: contact: telegram.Contact = message.contact m.text = self._( "Shared a contact: {first_name} {last_name}\n{phone_number}" ).format(first_name=contact.first_name, last_name=contact.last_name, phone_number=contact.phone_number) else: raise EFBMessageTypeNotSupported( self._("Message type {0} is not supported.").format(mtype)) slave_msg = coordinator.send_message(m) except EFBChatNotFound as e: self.bot.reply_error(update, e.args[0] or self._("Chat is not found.")) except EFBMessageTypeNotSupported as e: self.bot.reply_error( update, e.args[0] or self._("Message type is not supported.")) except EFBOperationNotSupported as e: self.bot.reply_error( update, self._("Message editing is not supported.\n\n{!s}".format(e))) except Exception as e: self.bot.reply_error( update, self._("Message is not sent.\n\n{!r}".format(e))) self.logger.exception("Message is not sent. (update: %s)", update) finally: if log_message: pickled_msg = m.pickle(self.db) self.logger.debug("[%s] Pickle size: %s", message_id, len(pickled_msg)) msg_log_d = { "master_msg_id": utils.message_id_to_str(update=update), "text": m.text or "Sent a %s" % m.type.name, "slave_origin_uid": utils.chat_id_to_str(chat=m.chat), "slave_origin_display_name": "__chat__", "msg_type": m.type.name, "sent_to": "slave", "slave_message_id": None if m.edit else "%s.%s" % (self.FAIL_FLAG, int(time.time())), # Overwritten later if slave message ID exists "update": m.edit, "media_type": m.type_telegram.value, "file_id": m.file_id, "mime": m.mime, "pickle": pickled_msg } if slave_msg: msg_log_d['slave_message_id'] = slave_msg.uid # self.db.add_msg_log(**msg_log_d) self.db.add_task(self.db.add_msg_log, tuple(), msg_log_d) if m.file: m.file.close()