def test_newsgroup_link(self):
self.assertEqual(OrgFormat.newsgroup_link('foo'), '[[news:foo][foo]]')
self.assertEqual(OrgFormat.newsgroup_link('comp.emacs'),
'[[news:comp.emacs][comp.emacs]]')
with self.assertRaises(AssertionError):
OrgFormat.newsgroup_link('')
def parse_message(message, add_body=False):
"""
parses whole mail from string
@param message: mail message
@param add_body: if specified, body is added
@return values for OrgWriter.write_org_subitem
"""
msg = message_from_string(message)
# Read only these fields
use_headers = ["To",
"Date",
"From",
"Subject",
"Reply-To",
"Newsgroups",
"Cc",
]
# These fields are added, if found to :PROPERTIES: drawer
not_properties = ["Date",
"Subject",
"From"
]
properties = OrgProperties()
headers = {}
logging.debug("Message items:")
logging.debug(msg.items())
msg_id = None
# fill headers and properties
for key, value in msg.items():
value = value.replace("\r", "").decode('utf-8')
if key in use_headers:
headers[key] = value
if key not in not_properties:
properties.add(key, value.replace("\n", ""))
if key.upper() == "MESSAGE-ID":
msg_id = value
notes = ""
# look for payload
# if more than one payload, use text/plain payload
if add_body:
payload = msg.get_payload()
if payload.__class__ == list:
# default use payload[0]
payload_msg = payload[0].get_payload()
for payload_id in len(payload):
for param in payload[payload_id].get_params():
if param[0] == 'text/plain':
payload_msg = payload[payload_id].get_payload()
break
if payload_msg != payload[0].get_payload():
break
notes = payload_msg
else:
notes = payload
notes = notes.replace("\r", "").decode('utf-8')
output_from = MailParser.get_value_or_empty_str(headers, "From")
if output_from != "":
output_from = OrgFormat.contact_mail_mailto_link(output_from)
subject = MailParser.get_value_or_empty_str(headers, "Subject", True)
dt = MailParser.get_value_or_empty_str(headers, "Date", False)
timestamp = ""
if dt != "":
try:
time_tupel = time.localtime(time.mktime(parsedate(dt)))
timestamp = OrgFormat.datetime(time_tupel)
except TypeError:
logging.error("could not parse dateime from msg %s", dt)
properties.add_data_for_hashing(timestamp + "_" + msg_id)
if "Newsgroups" in headers:
ng_list = []
for ng in headers["Newsgroups"].split(","):
ng_list.append(OrgFormat.newsgroup_link(ng))
output_ng = ", ".join(map(str, ng_list))
output = output_from + u"@" + output_ng + ": " + subject
else:
output = output_from + u": " + subject
return timestamp, output, notes, properties
def parse_message(message, add_body=False):
"""
parses whole mail from string
@param message: mail message
@param add_body: if specified, body is added
@return values for OrgWriter.write_org_subitem
"""
msg = message_from_string(message)
# Read only these fields
use_headers = [
"To",
"Date",
"From",
"Subject",
"Reply-To",
"Newsgroups",
"Cc",
]
# These fields are added, if found to :PROPERTIES: drawer
not_properties = ["Date", "Subject", "From"]
properties = OrgProperties()
headers = {}
logging.debug("Message items:")
logging.debug(msg.items())
msg_id = None
# fill headers and properties
for key, value in msg.items():
value = value.replace("\r", "").decode('utf-8')
if key in use_headers:
headers[key] = value
if key not in not_properties:
properties.add(
key,
MailParser.get_value_or_empty_str(headers, key, True))
if key.upper() == "MESSAGE-ID":
msg_id = value
notes = ""
# look for payload
# if more than one payload, use text/plain payload
if add_body:
payload = msg.get_payload()
if payload.__class__ == list:
# default use payload[0]
payload_msg = payload[0].get_payload()
for payload_id in len(payload):
for param in payload[payload_id].get_params():
if param[0] == 'text/plain':
payload_msg = payload[payload_id].get_payload()
break
if payload_msg != payload[0].get_payload():
break
notes = payload_msg
else:
notes = payload
notes = notes.replace("\r", "").decode('utf-8')
output_from = MailParser.get_value_or_empty_str(headers, "From")
if output_from != "":
output_from = OrgFormat.contact_mail_mailto_link(output_from)
subject = MailParser.get_value_or_empty_str(headers, "Subject", True)
dt = MailParser.get_value_or_empty_str(headers, "Date", False)
timestamp = ""
if dt != "":
try:
time_tupel = time.localtime(time.mktime(parsedate(dt)))
timestamp = OrgFormat.datetime(time_tupel)
except TypeError:
logging.error("could not parse dateime from msg %s", dt)
properties.add_data_for_hashing(timestamp + "_" + msg_id)
if "Newsgroups" in headers:
ng_list = []
for ng in headers["Newsgroups"].split(","):
ng_list.append(OrgFormat.newsgroup_link(ng))
output_ng = ", ".join(map(str, ng_list))
output = output_from + u"@" + output_ng + ": " + subject
else:
output = output_from + u": " + subject
return timestamp, output, notes, properties
