def __retrieve_from_mailman(self, mailing_list):
"""Download mboxes from mailman interface"""
# Get all the links listed in the URL
#
# The archives are usually retrieved in descending
# chronological order (newest archives are always
# shown on the top of the archives). Reverse the list
# to analyze in chronological order.
htmlparser = MyHTMLParser(mailing_list.location, self.web_user,
self.web_password)
links = htmlparser.get_mboxes_links(self.force)
archives = []
for link in links:
basename = os.path.basename(link)
destfilename = os.path.join(mailing_list.compressed_dir, basename)
try:
# If the URL is for the current month, always retrieve.
# Otherwise, check visited status & local files first
this_month = find_current_month(link)
if this_month:
self.__print_output('Current month detected: '
'Found substring %s in URL %s...' %
(this_month, link))
self.__print_output('Retrieving %s...' % link)
retrieve_remote_file(link, destfilename, self.web_user,
self.web_password)
elif os.path.exists(destfilename):
self.__print_output('Already downloaded %s' % link)
else:
self.__print_output('Retrieving %s...' % link)
retrieve_remote_file(link, destfilename, self.web_user,
self.web_password)
except IOError:
self.__print_output("Unknown URL: " + link + ". Skipping.")
continue
archives.append(MBoxArchive(destfilename, link))
return archives
def __retrieve_from_mailman(self, mailing_list):
"""Download mboxes from mailman interface"""
# Get all the links listed in the URL
#
# The archives are usually retrieved in descending
# chronological order (newest archives are always
# shown on the top of the archives). Reverse the list
# to analyze in chronological order.
htmlparser = MyHTMLParser(mailing_list.location,
self.web_user, self.web_password)
links = htmlparser.get_mboxes_links(self.force)
archives = []
for link in links:
basename = os.path.basename(link)
destfilename = os.path.join(mailing_list.compressed_dir, basename)
try:
# If the URL is for the current month, always retrieve.
# Otherwise, check visited status & local files first
this_month = find_current_month(link)
if this_month:
self.__print_output(
'Current month detected: '
'Found substring %s in URL %s...' % (this_month, link))
self.__print_output('Retrieving %s...' % link)
retrieve_remote_file(link, destfilename,
self.web_user, self.web_password)
elif os.path.exists(destfilename):
self.__print_output('Already downloaded %s' % link)
else:
self.__print_output('Retrieving %s...' % link)
retrieve_remote_file(link, destfilename,
self.web_user, self.web_password)
except IOError:
self.__print_output("Unknown URL: " + link + ". Skipping.")
continue
archives.append(MBoxArchive(destfilename, link))
return archives
