def ingest(self, file_path, entity):
entity.schema = model.get("Email")
try:
msg = Message(file_path.as_posix())
except Exception as exc:
msg = "Cannot open message file: %s" % exc
raise ProcessingException(msg) from exc
self.extract_olefileio_metadata(msg, entity)
try:
self.extract_msg_headers(entity, msg.header)
except Exception:
log.exception("Cannot parse Outlook-stored headers")
entity.add("subject", msg.subject)
entity.add("threadTopic", msg.getStringField("0070"))
entity.add("encoding", msg.encoding)
entity.add("bodyText", msg.body)
entity.add("bodyHtml", msg.htmlBody)
entity.add("messageId", self.parse_message_ids(msg.message_id))
if not entity.has("inReplyTo"):
entity.add("inReplyTo", self.parse_references(msg.references, []))
try:
date = parsedate_to_datetime(msg.date).isoformat()
entity.add("date", date)
except Exception:
log.warning("Could not parse date: %s", msg.date)
# sender name and email
sender = self.get_identities(msg.sender)
self.apply_identities(entity, sender, "emitters", "sender")
# received by
sender = self.get_identity(msg.getStringField("0040"),
msg.getStringField("0076"))
self.apply_identities(entity, sender, "emitters")
froms = self.get_identities(msg.getStringField("1046"))
self.apply_identities(entity, froms, "emitters", "from")
tos = self.get_identities(msg.to)
self.apply_identities(entity, tos, "recipients", "to")
ccs = self.get_identities(msg.cc)
self.apply_identities(entity, ccs, "recipients", "cc")
bccs = self.get_identities(msg.bcc)
self.apply_identities(entity, bccs, "recipients", "bcc")
self.resolve_message_ids(entity)
for attachment in msg.attachments:
if attachment.type != "data":
continue
name = stringify(attachment.longFilename)
name = name or stringify(attachment.shortFilename)
self.ingest_attachment(entity, name, attachment.type,
attachment.data)
def ingest(self, file_path, entity):
entity.schema = model.get('Email')
try:
msg = Message(file_path.as_posix())
except Exception as exc:
msg = "Cannot open message file: %s" % exc
raise ProcessingException(msg) from exc
self.extract_olefileio_metadata(msg, entity)
try:
self.extract_msg_headers(entity, msg.header)
except Exception:
log.exception("Cannot parse Outlook-stored headers")
entity.add('subject', msg.subject)
entity.add('threadTopic', msg.getStringField('0070'))
entity.add('encoding', msg.encoding)
entity.add('bodyText', msg.body)
entity.add('bodyHtml', msg.htmlBody)
entity.add('messageId', self.parse_message_ids(msg.message_id))
if not entity.has('inReplyTo'):
entity.add('inReplyTo', self.parse_references(msg.references, []))
try:
date = parsedate_to_datetime(msg.date).isoformat()
entity.add('date', date)
except Exception:
log.warning("Could not parse date: %s", msg.date)
# sender name and email
sender = self.get_identities(msg.sender)
self.apply_identities(entity, sender, 'emitters', 'sender')
# received by
sender = self.get_identity(msg.getStringField('0040'),
msg.getStringField('0076'))
self.apply_identities(entity, sender, 'emitters')
froms = self.get_identities(msg.getStringField('1046'))
self.apply_identities(entity, froms, 'emitters', 'from')
tos = self.get_identities(msg.to)
self.apply_identities(entity, tos, 'recipients', 'to')
ccs = self.get_identities(msg.cc)
self.apply_identities(entity, ccs, 'recipients', 'cc')
bccs = self.get_identities(msg.bcc)
self.apply_identities(entity, bccs, 'recipients', 'bcc')
self.resolve_message_ids(entity)
for attachment in msg.attachments:
if attachment.type != 'data':
continue
name = stringify(attachment.longFilename)
name = name or stringify(attachment.shortFilename)
self.ingest_attachment(entity, name, attachment.type,
attachment.data)
def ingest(self, file_path, entity):
entity.schema = model.get("Email")
try:
msg = Message(file_path.as_posix())
except Exception as exc:
msg = "Cannot open message file: %s" % exc
raise ProcessingException(msg) from exc
self.extract_olefileio_metadata(msg.ole, entity)
self.ingest_message(msg, entity)