def test_norm2(self):
folders=FOLDERS=[((b'\\Marked', b'\\HasChildren'), b'\\', 'IMBOX'),
((b'\\NoInferiors', b'\\Marked'), b'\\', 'IMBOX\\processed'),
((b'\\NoInferiors', b'\\UnMarked', b'\\Trash'), b'\\', 'Trash')]
f=normalize_folders(folders)
self.assertEqual(len(f), 3)
self.assertTrue('IMBOX/processed' in f)
def test_norm2(self):
folders = FOLDERS = [
((b'\\Marked', b'\\HasChildren'), b'\\', 'IMBOX'),
((b'\\NoInferiors', b'\\Marked'), b'\\', 'IMBOX\\processed'),
((b'\\NoInferiors', b'\\UnMarked', b'\\Trash'), b'\\', 'Trash')
]
f = normalize_folders(folders)
self.assertEqual(len(f), 3)
self.assertTrue('IMBOX/processed' in f)
def test_match(self):
f=normalize_folders(FOLDERS)
r=matched_folders(f, ['INBOX'])
self.assertEqual(r, ['INBOX'])
r=matched_folders(f, ['INBOX*'])
self.assertEqual(r, ['INBOX'])
r=matched_folders(f, ['inbox*'])
self.assertEqual(r, ['INBOX'])
r=matched_folders(f, ['INBOX**'])
self.assertEqual(r, ['INBOX/processed','INBOX'])
r=matched_folders(f, ['*'])
self.assertEqual(len(r),6)
r=matched_folders(f, ['**'])
self.assertEqual(len(r),8)
def test_match(self):
f = normalize_folders(FOLDERS)
r = matched_folders(f, ['INBOX'])
self.assertEqual(r, ['INBOX'])
r = matched_folders(f, ['INBOX*'])
self.assertEqual(r, ['INBOX'])
r = matched_folders(f, ['inbox*'])
self.assertEqual(r, ['INBOX'])
r = matched_folders(f, ['INBOX**'])
self.assertEqual(r, ['INBOX/processed', 'INBOX'])
r = matched_folders(f, ['*'])
self.assertEqual(len(r), 6)
r = matched_folders(f, ['**'])
self.assertEqual(len(r), 8)
def main(opts):
host, port= split_host(opts.host, ssl=not opts.no_ssl)
ssl= not opts.no_ssl
if opts.insecure_ssl:
ssl='insecure'
log.debug('SSL status is %s', ssl)
# test filter parsing
eval_parser=SimpleEvaluator(DUMMY_INFO)
filter=opts.filter # @ReservedAssignment
try:
imap_filter=IMAPFilterGenerator(opts.unsafe_imap_search).parse(filter, serialize='string') if not opts.no_imap_search else None
_ = eval_parser.parse(filter)
except ParserSyntaxError as e:
msg = "Invalid syntax of filter: %s" %extract_err_msg(e)
log.error(msg)
# p(msg, file=sys.stderr)
sys.exit(1)
except ParserEvalError as e:
msg = "Invalid semantics of filter: %s" % extract_err_msg(e)
log.error(msg)
#p(msg, file=sys.stderr)
sys.exit(2)
charset=None
if imap_filter:
try:
imap_filter.encode('ascii')
except UnicodeEncodeError:
log.warn('Your search contains non-ascii characters, will try UTF-8, but it may not work on some servers')
try:
imap_filter=IMAPFilterGenerator(opts.unsafe_imap_search).parse(filter, serialize='list')
[part.encode('utf-8') for part in imap_filter]
charset='UTF-8'
except UnicodeEncodeError as e:
log.error('Invalid characters in filter: %e',e)
sys.exit(3)
log.debug('IMAP filter: %s', imap_filter)
pool=None
try:
c=IMAP_client_factory(host,port,use_ssl=ssl)
if not c.has_capability('imap4rev1'):
log.error('This server is not compatible with IMAP4rev1!')
sys.exit(4)
try:
c.login(opts.user, opts.password)
if not opts.folder:
folders=['INBOX']
else:
available=c.list_folders()
folders= matched_folders(normalize_folders(available), opts.folder)
if not folders:
log.warn('No folders patching %s', opts.folder)
log.debug('Will process these folders: %s', folders)
if opts.move and not c.folder_exists(opts.move):
c.create_folder(opts.move)
if opts.threads:
pool=Pool(opts.threads, host, port, ssl, opts.user, opts.password)
for folder in folders:
log.info('Processing folder %s', folder)
process_folder(c, pool, folder, imap_filter, charset, eval_parser, opts)
if pool:
if opts.verbose:
p('Finished searching, now wait until all parts download in separate threads')
def report():
while True:
log.debug('Pool status - size %d, unfinished %d', pool._queue.qsize(), pool._queue.unfinished_tasks)
time.sleep(5)
if logging.getLogger().isEnabledFor(logging.DEBUG):
t=Thread(target=report, name='Debug reporting')
t.daemon=True
t.start()
pool.wait_finish()
log.debug('Pool is finished')
finally:
if opts.delete or opts.move:
try:
c.expunge() # last one shoyld be selected
for f in folders[:-1]:
c.select_folder(f)
c.expunge()
log.debug("Expunge folders")
except Exception:
log.exception('Expunge Failed!')
c.logout()
except Exception:
log.exception('Runtime Error')
sys.exit(4)
def main(opts):
host, port = split_host(opts.host, ssl=not opts.no_ssl)
ssl = not opts.no_ssl
if opts.insecure_ssl:
ssl = 'insecure'
log.debug('SSL status is %s', ssl)
# test filter parsing
eval_parser = SimpleEvaluator(DUMMY_INFO)
filter = opts.filter # @ReservedAssignment
try:
imap_filter = IMAPFilterGenerator(opts.unsafe_imap_search).parse(
filter, serialize='string') if not opts.no_imap_search else None
_ = eval_parser.parse(filter)
except ParserSyntaxError as e:
msg = "Invalid syntax of filter: %s" % extract_err_msg(e)
log.error(msg)
# p(msg, file=sys.stderr)
sys.exit(1)
except ParserEvalError as e:
msg = "Invalid semantics of filter: %s" % extract_err_msg(e)
log.error(msg)
#p(msg, file=sys.stderr)
sys.exit(2)
charset = None
if imap_filter:
try:
imap_filter.encode('ascii')
except UnicodeEncodeError:
log.warn(
'Your search contains non-ascii characters, will try UTF-8, but it may not work on some servers'
)
try:
imap_filter = IMAPFilterGenerator(
opts.unsafe_imap_search).parse(filter, serialize='list')
[part.encode('utf-8') for part in imap_filter]
charset = 'UTF-8'
except UnicodeEncodeError as e:
log.error('Invalid characters in filter: %e', e)
sys.exit(3)
log.debug('IMAP filter: %s', imap_filter)
pool = None
try:
c = IMAP_client_factory(host, port, use_ssl=ssl)
if not c.has_capability('imap4rev1'):
log.error('This server is not compatible with IMAP4rev1!')
sys.exit(4)
try:
c.login(opts.user, opts.password)
if not opts.folder:
folders = ['INBOX']
else:
available = c.list_folders()
folders = matched_folders(normalize_folders(available),
opts.folder)
if not folders:
log.warn('No folders patching %s', opts.folder)
log.debug('Will process these folders: %s', folders)
if opts.move and not c.folder_exists(opts.move):
c.create_folder(opts.move)
if opts.threads:
pool = Pool(opts.threads, host, port, ssl, opts.user,
opts.password)
for folder in folders:
log.info('Processing folder %s', folder)
process_folder(c, pool, folder, imap_filter, charset,
eval_parser, opts)
if pool:
if opts.verbose:
p('Finished searching, now wait until all parts download in separate threads'
)
def report():
while True:
log.debug('Pool status - size %d, unfinished %d',
pool._queue.qsize(),
pool._queue.unfinished_tasks)
time.sleep(5)
if logging.getLogger().isEnabledFor(logging.DEBUG):
t = Thread(target=report, name='Debug reporting')
t.daemon = True
t.start()
pool.wait_finish()
log.debug('Pool is finished')
finally:
if opts.delete or opts.move:
try:
c.expunge() # last one shoyld be selected
for f in folders[:-1]:
c.select_folder(f)
c.expunge()
log.debug("Expunge folders")
except Exception:
log.exception('Expunge Failed!')
c.logout()
except Exception:
log.exception('Runtime Error')
sys.exit(4)
def test_norm(self):
f=normalize_folders(FOLDERS)
self.assertEqual(len(f), 8)
self.assertTrue('IMBOX/processed' in f)
self.assertFalse('Invalid' in f)
def test_norm(self):
f = normalize_folders(FOLDERS)
self.assertEqual(len(f), 8)
self.assertTrue('IMBOX/processed' in f)
self.assertFalse('Invalid' in f)