def test_imap_message_deduplication(db, generic_account, inbox_folder,
generic_trash_folder, mock_imapclient):
uid = 22
uid_values = uid_data.example()
mock_imapclient.list_folders = lambda: [(('\\All', '\\HasNoChildren',),
'/', u'/Inbox'),
(('\\Trash', '\\HasNoChildren',),
'/', u'/Trash')]
mock_imapclient.idle = lambda: None
mock_imapclient.add_folder_data(inbox_folder.name, {uid: uid_values})
mock_imapclient.add_folder_data(generic_trash_folder.name,
{uid: uid_values})
folder_sync_engine = FolderSyncEngine(
generic_account.id,
generic_account.namespace.id,
inbox_folder.name,
generic_account.email_address,
'custom',
BoundedSemaphore(1))
folder_sync_engine.initial_sync()
trash_folder_sync_engine = FolderSyncEngine(
generic_account.id,
generic_account.namespace.id,
generic_trash_folder.name,
generic_account.email_address,
'custom',
BoundedSemaphore(1))
trash_folder_sync_engine.initial_sync()
# Check that we have two uids, but just one message.
assert [(uid,)] == db.session.query(ImapUid.msg_uid).filter(
ImapUid.folder_id == inbox_folder.id).all()
assert [(uid,)] == db.session.query(ImapUid.msg_uid).filter(
ImapUid.folder_id == generic_trash_folder.id).all()
# used to uniquely ID messages
body_sha = sha256(uid_values['BODY[]']).hexdigest()
assert db.session.query(Message).filter(
Message.namespace_id == generic_account.namespace.id,
Message.data_sha256 == body_sha).count() == 1
def test_imap_message_deduplication(db, generic_account, inbox_folder,
generic_trash_folder, mock_imapclient):
uid = 22
uid_values = uid_data.example()
mock_imapclient.list_folders = lambda: [((
'\\All',
'\\HasNoChildren',
), '/', u'/Inbox'), ((
'\\Trash',
'\\HasNoChildren',
), '/', u'/Trash')]
mock_imapclient.idle = lambda: None
mock_imapclient.add_folder_data(inbox_folder.name, {uid: uid_values})
mock_imapclient.add_folder_data(generic_trash_folder.name,
{uid: uid_values})
folder_sync_engine = FolderSyncEngine(generic_account.id,
generic_account.namespace.id,
inbox_folder.name,
generic_account.email_address,
'custom', BoundedSemaphore(1))
folder_sync_engine.initial_sync()
trash_folder_sync_engine = FolderSyncEngine(generic_account.id,
generic_account.namespace.id,
generic_trash_folder.name,
generic_account.email_address,
'custom', BoundedSemaphore(1))
trash_folder_sync_engine.initial_sync()
# Check that we have two uids, but just one message.
assert [(uid, )] == db.session.query(
ImapUid.msg_uid).filter(ImapUid.folder_id == inbox_folder.id).all()
assert [(uid, )] == db.session.query(ImapUid.msg_uid).filter(
ImapUid.folder_id == generic_trash_folder.id).all()
# used to uniquely ID messages
body_sha = sha256(uid_values['BODY[]']).hexdigest()
assert db.session.query(Message).filter(
Message.namespace_id == generic_account.namespace.id,
Message.data_sha256 == body_sha).count() == 1
def test_gmail_message_deduplication(db, default_account, all_mail_folder,
trash_folder, mock_imapclient):
uid = 22
uid_values = uid_data.example()
mock_imapclient.list_folders = lambda: [((
'\\All',
'\\HasNoChildren',
), '/', u'[Gmail]/All Mail'),
((
'\\Trash',
'\\HasNoChildren',
), '/', u'[Gmail]/Trash')]
mock_imapclient.idle = lambda: None
mock_imapclient.add_folder_data(all_mail_folder.name, {uid: uid_values})
mock_imapclient.add_folder_data(trash_folder.name, {uid: uid_values})
mock_imapclient.idle_check = raise_imap_error
all_folder_sync_engine = GmailFolderSyncEngine(
default_account.id, default_account.namespace.id, all_mail_folder.name,
default_account.email_address, 'gmail', BoundedSemaphore(1))
all_folder_sync_engine.initial_sync()
trash_folder_sync_engine = GmailFolderSyncEngine(
default_account.id, default_account.namespace.id, trash_folder.name,
default_account.email_address, 'gmail', BoundedSemaphore(1))
trash_folder_sync_engine.initial_sync()
# Check that we have two uids, but just one message.
assert [(uid, )] == db.session.query(
ImapUid.msg_uid).filter(ImapUid.folder_id == all_mail_folder.id).all()
assert [(uid, )] == db.session.query(
ImapUid.msg_uid).filter(ImapUid.folder_id == trash_folder.id).all()
assert db.session.query(Message).filter(
Message.namespace_id == default_account.namespace.id,
Message.g_msgid == uid_values['X-GM-MSGID']).count() == 1
def test_gmail_message_deduplication(db, default_account, all_mail_folder,
trash_folder, mock_imapclient):
uid = 22
uid_values = uid_data.example()
mock_imapclient.list_folders = lambda: [(('\\All', '\\HasNoChildren',),
'/', u'[Gmail]/All Mail'),
(('\\Trash', '\\HasNoChildren',),
'/', u'[Gmail]/Trash')]
mock_imapclient.idle = lambda: None
mock_imapclient.add_folder_data(all_mail_folder.name, {uid: uid_values})
mock_imapclient.add_folder_data(trash_folder.name, {uid: uid_values})
mock_imapclient.idle_check = raise_imap_error
all_folder_sync_engine = GmailFolderSyncEngine(
default_account.id, default_account.namespace.id, all_mail_folder.name,
default_account.email_address, 'gmail',
BoundedSemaphore(1))
all_folder_sync_engine.initial_sync()
trash_folder_sync_engine = GmailFolderSyncEngine(
default_account.id, default_account.namespace.id, trash_folder.name,
default_account.email_address, 'gmail',
BoundedSemaphore(1))
trash_folder_sync_engine.initial_sync()
# Check that we have two uids, but just one message.
assert [(uid,)] == db.session.query(ImapUid.msg_uid).filter(
ImapUid.folder_id == all_mail_folder.id).all()
assert [(uid,)] == db.session.query(ImapUid.msg_uid).filter(
ImapUid.folder_id == trash_folder.id).all()
assert db.session.query(Message).filter(
Message.namespace_id == default_account.namespace.id,
Message.g_msgid == uid_values['X-GM-MSGID']).count() == 1