def start_client(self):
soledad_test_folder = self._generate_soledad_test_folder_name()
SearchEngine.DEFAULT_INDEX_HOME = soledad_test_folder
self.cleanup = lambda: shutil.rmtree(soledad_test_folder)
self.soledad = yield initialize_soledad(tempdir=soledad_test_folder)
self.keymanager = mock()
self.search_engine = SearchEngine(self.INDEX_KEY,
agent_home=soledad_test_folder)
self.mail_sender = self._create_mail_sender()
self.mail_store = SearchableMailStore(LeapMailStore(self.soledad),
self.search_engine)
account_ready_cb = defer.Deferred()
self.account = IMAPAccount(self.ACCOUNT, self.soledad,
account_ready_cb)
yield account_ready_cb
self.draft_service = DraftService(self.mail_store)
self.leap_session = mock()
self.feedback_service = FeedbackService(self.leap_session)
self.mail_service = self._create_mail_service(self.mail_sender,
self.mail_store,
self.search_engine)
mails = yield self.mail_service.all_mails()
self.search_engine.index_mails(mails)
self.resource = RootResource()
self.resource.initialize(self.keymanager, self.search_engine,
self.mail_service, self.draft_service,
self.feedback_service)
def start_client(self):
soledad_test_folder = self._generate_soledad_test_folder_name()
SearchEngine.DEFAULT_INDEX_HOME = soledad_test_folder
self.cleanup = lambda: shutil.rmtree(soledad_test_folder)
self.soledad = yield initialize_soledad(tempdir=soledad_test_folder)
self.keymanager = mock()
self.search_engine = SearchEngine(self.INDEX_KEY, agent_home=soledad_test_folder)
self.mail_sender = self._create_mail_sender()
self.mail_store = SearchableMailStore(LeapMailStore(self.soledad), self.search_engine)
account_ready_cb = defer.Deferred()
self.account = IMAPAccount(self.ACCOUNT, self.soledad, account_ready_cb)
yield account_ready_cb
self.draft_service = DraftService(self.mail_store)
self.leap_session = mock()
self.feedback_service = FeedbackService(self.leap_session)
self.mail_service = self._create_mail_service(self.mail_sender, self.mail_store, self.search_engine)
mails = yield self.mail_service.all_mails()
self.search_engine.index_mails(mails)
self.resource = RootResource()
self.resource.initialize(
self.keymanager, self.search_engine, self.mail_service, self.draft_service, self.feedback_service
)
def start(self):
soledad_test_folder = os.path.join(self._leap_home, self._uuid)
self.soledad = yield initialize_soledad(tempdir=soledad_test_folder,
uuid=self._uuid)
self.search_engine = SearchEngine(self.INDEX_KEY,
user_home=soledad_test_folder)
self.keymanager = mock()
self.mail_sender = self._create_mail_sender()
self.mail_store = SearchableMailStore(LeapMailStore(self.soledad),
self.search_engine)
self.attachment_store = LeapAttachmentStore(self.soledad)
yield self._initialize_imap_account()
self.draft_service = DraftService(self.mail_store)
self.leap_session = mock()
self.feedback_service = FeedbackService(self.leap_session)
self.mail_service = self._create_mail_service(self.mail_sender,
self.mail_store,
self.search_engine,
self.attachment_store)
mails = yield self.mail_service.all_mails()
if len(mails) > 0:
raise Exception('What? Where did these come from?')
self.search_engine.index_mails(mails)
class AppTestClient(object):
INDEX_KEY = (
"\xde3?\x87\xff\xd9\xd3\x14\xf0\xa7>\x1f%C{\x16.\\\xae\x8c\x13\xa7\xfb\x04\xd4]+\x8d_\xed\xd1\x8d\x0bI"
"\x8a\x0e\xa4tm\xab\xbf\xb4\xa5\x99\x00d\xd5w\x9f\x18\xbc\x1d\xd4_W\xd2\xb6\xe8H\x83\x1b\xd8\x9d\xad"
)
ACCOUNT = "test"
MAIL_ADDRESS = "*****@*****.**"
# def __init__(self):
# self.start_client()
@defer.inlineCallbacks
def start_client(self):
soledad_test_folder = self._generate_soledad_test_folder_name()
SearchEngine.DEFAULT_INDEX_HOME = soledad_test_folder
self.cleanup = lambda: shutil.rmtree(soledad_test_folder)
self.soledad = yield initialize_soledad(tempdir=soledad_test_folder)
self.keymanager = mock()
self.search_engine = SearchEngine(self.INDEX_KEY, agent_home=soledad_test_folder)
self.mail_sender = self._create_mail_sender()
self.mail_store = SearchableMailStore(LeapMailStore(self.soledad), self.search_engine)
account_ready_cb = defer.Deferred()
self.account = IMAPAccount(self.ACCOUNT, self.soledad, account_ready_cb)
yield account_ready_cb
self.draft_service = DraftService(self.mail_store)
self.leap_session = mock()
self.feedback_service = FeedbackService(self.leap_session)
self.mail_service = self._create_mail_service(self.mail_sender, self.mail_store, self.search_engine)
mails = yield self.mail_service.all_mails()
self.search_engine.index_mails(mails)
self.resource = RootResource()
self.resource.initialize(
self.keymanager, self.search_engine, self.mail_service, self.draft_service, self.feedback_service
)
def _render(self, request, as_json=True):
def get_str(_str):
return json.loads(_str) if as_json else _str
def get_request_written_data(_=None):
written_data = request.getWrittenData()
if written_data:
return get_str(written_data)
resource = getChildForRequest(self.resource, request)
result = resource.render(request)
if isinstance(result, basestring):
return get_str(result), request
# result is NOT_DONE_YET
d = succeed(request) if request.finished else request.notifyFinish()
d.addCallback(get_request_written_data)
return d, request
def listenTCP(self, port=4567, host="127.0.0.1"):
reactor.listenTCP(port, PixelatedSite(self.resource), interface=host)
def run_on_a_thread(self, logfile="/tmp/app_test_client.log", port=4567, host="127.0.0.1"):
def _start():
self.listenTCP(port, host)
reactor.run()
process = multiprocessing.Process(target=_start)
process.start()
time.sleep(1)
return lambda: process.terminate()
def get(self, path, get_args="", as_json=True):
request = request_mock(path)
request.args = get_args
return self._render(request, as_json)
def post(self, path, body=""):
request = request_mock(path=path, method="POST", body=body, headers={"Content-Type": ["application/json"]})
return self._render(request)
def put(self, path, body):
request = request_mock(path=path, method="PUT", body=body, headers={"Content-Type": ["application/json"]})
return self._render(request)
def delete(self, path, body=""):
request = request_mock(path=path, body=body, headers={"Content-Type": ["application/json"]}, method="DELETE")
return self._render(request)
@defer.inlineCallbacks
def add_mail_to_inbox(self, input_mail):
mail = yield self.mail_store.add_mail("INBOX", input_mail.raw)
defer.returnValue(mail)
@defer.inlineCallbacks
def add_multiple_to_mailbox(
self, num, mailbox="", flags=[], tags=[], to="*****@*****.**", cc="*****@*****.**", bcc="*****@*****.**"
):
mails = []
yield self.mail_store.add_mailbox(mailbox)
for _ in range(num):
builder = MailBuilder().with_status(flags).with_tags(tags).with_to(to).with_cc(cc).with_bcc(bcc)
builder.with_body(str(random.random()))
input_mail = builder.build_input_mail()
mail = yield self.mail_store.add_mail(mailbox, input_mail.raw)
if tags:
mail.tags |= set(tags)
if flags:
for flag in flags:
mail.flags.add(flag)
if tags or flags:
yield self.mail_store.update_mail(mail)
mails.append(mail)
defer.returnValue(mails)
def _create_mail_sender(self):
mail_sender = Mock()
mail_sender.sendmail.side_effect = lambda mail: succeed(mail)
return mail_sender
def _create_mail_service(self, mail_sender, mail_store, search_engine):
mail_service = MailService(mail_sender, mail_store, search_engine)
return mail_service
def _generate_soledad_test_folder_name(self, soledad_test_folder="/tmp/soledad-test/test"):
return os.path.join(soledad_test_folder, str(uuid.uuid4()))
def get_mails_by_tag(self, tag, page=1, window=100):
tags = "tag:%s" % tag
return self.search(tags, page, window)
@defer.inlineCallbacks
def search(self, query, page=1, window=100):
res, _ = self.get("/mails", {"q": [query], "w": [str(window)], "p": [str(page)]})
res = yield res
defer.returnValue([ResponseMail(m) for m in res["mails"]])
@defer.inlineCallbacks
def get_attachment(self, ident, encoding):
deferred_result, req = self.get("/attachment/%s" % ident, {"encoding": [encoding]}, as_json=False)
res = yield deferred_result
defer.returnValue((res, req))
def put_mail(self, data):
res, req = self.put("/mails", data)
return res, req
def post_tags(self, mail_ident, tags_json):
res, req = self.post("/mail/%s/tags" % mail_ident, tags_json)
return res
def get_tags(self, **kwargs):
res, req = self.get("/tags", kwargs)
return res
def get_mail(self, mail_ident):
res, req = self.get("/mail/%s" % mail_ident)
return res
def delete_mail(self, mail_ident):
res, req = self.delete("/mail/%s" % mail_ident)
return res
def delete_mails(self, idents):
res, req = self.post("/mails/delete", json.dumps({"idents": idents}))
return res
def mark_many_as_unread(self, idents):
res, req = self.post("/mails/unread", json.dumps({"idents": idents}))
return res
def mark_many_as_read(self, idents):
res, req = self.post("/mails/read", json.dumps({"idents": idents}))
return res
def get_contacts(self, query):
res, req = self.get("/contacts", get_args={"q": query})
return res
def _wrap_mail_store_with_indexing_mail_store(self, leap_session):
leap_session.mail_store = SearchableMailStore(leap_session.mail_store,
self.search_engine)
class AppTestClient(object):
INDEX_KEY = '\xde3?\x87\xff\xd9\xd3\x14\xf0\xa7>\x1f%C{\x16.\\\xae\x8c\x13\xa7\xfb\x04\xd4]+\x8d_\xed\xd1\x8d\x0bI' \
'\x8a\x0e\xa4tm\xab\xbf\xb4\xa5\x99\x00d\xd5w\x9f\x18\xbc\x1d\xd4_W\xd2\xb6\xe8H\x83\x1b\xd8\x9d\xad'
ACCOUNT = 'test'
MAIL_ADDRESS = '*****@*****.**'
# def __init__(self):
# self.start_client()
@defer.inlineCallbacks
def start_client(self):
soledad_test_folder = self._generate_soledad_test_folder_name()
SearchEngine.DEFAULT_INDEX_HOME = soledad_test_folder
self.cleanup = lambda: shutil.rmtree(soledad_test_folder)
PixelatedMail.from_email_address = self.MAIL_ADDRESS
self.soledad = yield initialize_soledad(tempdir=soledad_test_folder)
self.soledad_querier = self._create_soledad_querier(
self.soledad, self.INDEX_KEY)
self.keymanager = mock()
self.search_engine = SearchEngine(self.INDEX_KEY,
agent_home=soledad_test_folder)
self.mail_sender = self._create_mail_sender()
self.mail_store = SearchableMailStore(LeapMailStore(self.soledad),
self.search_engine)
account_ready_cb = defer.Deferred()
self.account = IMAPAccount(self.ACCOUNT, self.soledad,
account_ready_cb)
yield account_ready_cb
self.mailboxes = Mailboxes(self.account, self.mail_store,
self.soledad_querier, self.search_engine)
self.draft_service = DraftService(self.mail_store)
self.mail_service = self._create_mail_service(self.mailboxes,
self.mail_sender,
self.mail_store,
self.soledad_querier,
self.search_engine)
mails = yield self.mail_service.all_mails()
self.search_engine.index_mails(mails)
self.resource = RootResource()
self.resource.initialize(self.keymanager, self.search_engine,
self.mail_service, self.draft_service)
def _render(self, request, as_json=True):
def get_str(_str):
return json.loads(_str) if as_json else _str
def get_request_written_data(_=None):
written_data = request.getWrittenData()
if written_data:
return get_str(written_data)
resource = getChildForRequest(self.resource, request)
result = resource.render(request)
if isinstance(result, basestring):
return get_str(result), request
# result is NOT_DONE_YET
d = succeed(request) if request.finished else request.notifyFinish()
d.addCallback(get_request_written_data)
return d, request
def listenTCP(self, port=4567, host='127.0.0.1'):
reactor.listenTCP(port, Site(self.resource), interface=host)
def run_on_a_thread(self,
logfile='/tmp/app_test_client.log',
port=4567,
host='127.0.0.1'):
def _start():
self.listenTCP(port, host)
reactor.run()
process = multiprocessing.Process(target=_start)
process.start()
time.sleep(1)
return lambda: process.terminate()
def get(self, path, get_args='', as_json=True):
request = request_mock(path)
request.args = get_args
return self._render(request, as_json)
def post(self, path, body=''):
request = request_mock(path=path,
method="POST",
body=body,
headers={'Content-Type': ['application/json']})
return self._render(request)
def put(self, path, body):
request = request_mock(path=path,
method="PUT",
body=body,
headers={'Content-Type': ['application/json']})
return self._render(request)
def delete(self, path, body=""):
request = request_mock(path=path,
body=body,
headers={'Content-Type': ['application/json']},
method="DELETE")
return self._render(request)
def add_document_to_soledad(self, _dict):
return self.soledad_querier.soledad.create_doc(_dict)
@defer.inlineCallbacks
def add_mail_to_inbox(self, input_mail):
mail = yield self.mail_store.add_mail('INBOX', input_mail.raw)
defer.returnValue(mail)
# inbox = yield self.mailboxes.inbox
# mail = yield inbox.add(input_mail)
# if input_mail.tags:
# mail.update_tags(input_mail.tags)
# self.search_engine.index_mail(mail)
@defer.inlineCallbacks
def add_multiple_to_mailbox(self,
num,
mailbox='',
flags=[],
tags=[],
to='*****@*****.**',
cc='*****@*****.**',
bcc='*****@*****.**'):
mails = []
yield self.mail_store.add_mailbox(mailbox)
for _ in range(num):
builder = MailBuilder().with_status(flags).with_tags(tags).with_to(
to).with_cc(cc).with_bcc(bcc)
builder.with_body(str(random.random()))
input_mail = builder.build_input_mail()
mail = yield self.mail_store.add_mail(mailbox, input_mail.raw)
if tags:
mail.tags |= set(tags)
if flags:
for flag in flags:
mail.flags.add(flag)
if tags or flags:
yield self.mail_store.update_mail(mail)
mails.append(mail)
# mbx = yield self.mailboxes._create_or_get(mailbox)
# mail = yield mbx.add(input_mail)
# mails.append(mail)
# mail.update_tags(input_mail.tags) if tags else None
# self.search_engine.index_mails(mails) if tags else None
defer.returnValue(mails)
def _create_soledad_querier(self, soledad, index_key):
soledad_querier = SoledadQuerier(soledad)
soledad_querier.get_index_masterkey = lambda: index_key
return soledad_querier
def _create_mail_sender(self):
mail_sender = Mock()
mail_sender.sendmail.side_effect = lambda mail: succeed(mail)
return mail_sender
def _create_mail_service(self, mailboxes, mail_sender, mail_store,
soledad_querier, search_engine):
mail_service = MailService(mailboxes, mail_sender, mail_store,
soledad_querier, search_engine)
return mail_service
def _generate_soledad_test_folder_name(
self, soledad_test_folder='/tmp/soledad-test/test'):
return os.path.join(soledad_test_folder, str(uuid.uuid4()))
def get_mails_by_tag(self, tag, page=1, window=100):
tags = 'tag:%s' % tag
return self.search(tags, page, window)
@defer.inlineCallbacks
def search(self, query, page=1, window=100):
res, _ = self.get("/mails", {
'q': [query],
'w': [str(window)],
'p': [str(page)]
})
res = yield res
defer.returnValue([ResponseMail(m) for m in res['mails']])
def get_attachment(self, ident, encoding):
res, req = self.get("/attachment/%s" % ident, {'encoding': [encoding]},
as_json=False)
return res
def put_mail(self, data):
res, req = self.put('/mails', data)
return res, req
def post_tags(self, mail_ident, tags_json):
res, req = self.post("/mail/%s/tags" % mail_ident, tags_json)
return res
def get_tags(self, **kwargs):
res, req = self.get('/tags', kwargs)
return res
def get_mail(self, mail_ident):
res, req = self.get('/mail/%s' % mail_ident)
return res
def delete_mail(self, mail_ident):
res, req = self.delete("/mail/%s" % mail_ident)
return res
def delete_mails(self, idents):
res, req = self.post("/mails/delete", json.dumps({'idents': idents}))
return res
def mark_many_as_unread(self, idents):
res, req = self.post('/mails/unread', json.dumps({'idents': idents}))
return res
def mark_many_as_read(self, idents):
res, req = self.post('/mails/read', json.dumps({'idents': idents}))
return res
def get_contacts(self, query):
res, req = self.get('/contacts', get_args={'q': query})
return res
def setUp(self):
super(TestSearchableMailStore, self).setUp()
self.search_index = mock(mocked_obj=SearchEngine)
self.delegate_mail_store = mock(mocked_obj=MailStore)
self.store = SearchableMailStore(self.delegate_mail_store, self.search_index)
class TestSearchableMailStore(TestCase):
def setUp(self):
super(TestSearchableMailStore, self).setUp()
self.search_index = mock(mocked_obj=SearchEngine)
self.delegate_mail_store = mock(mocked_obj=MailStore)
self.store = SearchableMailStore(self.delegate_mail_store, self.search_index)
@defer.inlineCallbacks
def test_add_mail_delegates_to_mail_store_and_updates_index(self):
mail = self._load_mail_from_file('mbox00000000')
leap_mail = LeapMail('id', ANY_MAILBOX)
when(self.delegate_mail_store).add_mail(ANY_MAILBOX, mail).thenReturn(defer.succeed(leap_mail))
result = yield self.store.add_mail(ANY_MAILBOX, mail)
verify(self.delegate_mail_store).add_mail(ANY_MAILBOX, mail)
verify(self.search_index).index_mail(leap_mail)
self.assertEqual(leap_mail, result)
@defer.inlineCallbacks
def test_delete_mail_delegates_to_mail_store_and_updates_index(self):
when(self.delegate_mail_store).delete_mail('mail id').thenReturn(defer.succeed(None))
when(self.search_index).remove_from_index('mail id').thenReturn(defer.succeed(None))
yield self.store.delete_mail('mail id')
verify(self.delegate_mail_store).delete_mail('mail id')
verify(self.search_index).remove_from_index('mail id')
@defer.inlineCallbacks
def test_update_mail_delegates_to_mail_store_and_updates_index(self):
leap_mail = LeapMail('id', ANY_MAILBOX)
yield self.store.update_mail(leap_mail)
verify(self.delegate_mail_store).update_mail(leap_mail)
verify(self.search_index).index_mail(leap_mail)
@defer.inlineCallbacks
def test_copy_mail_delegates_to_mail_store_and_updates_index(self):
copied_mail = LeapMail('new id', ANY_MAILBOX)
when(self.delegate_mail_store).copy_mail_to_mailbox('mail id', ANY_MAILBOX).thenReturn(defer.succeed(copied_mail))
result = yield self.store.copy_mail_to_mailbox('mail id', ANY_MAILBOX)
verify(self.search_index).index_mail(copied_mail)
self.assertEqual(copied_mail, result)
@defer.inlineCallbacks
def test_move_mail_delegates_to_mail_store_and_updates_index(self):
moved_mail = LeapMail('new id', ANY_MAILBOX)
when(self.delegate_mail_store).move_mail_to_mailbox('mail id', ANY_MAILBOX).thenReturn(defer.succeed(moved_mail))
result = yield self.store.move_mail_to_mailbox('mail id', ANY_MAILBOX)
verify(self.search_index).remove_from_index('mail id')
verify(self.search_index).index_mail(moved_mail)
self.assertEqual(moved_mail, result)
@defer.inlineCallbacks
def test_other_methods_are_delegated(self):
mail = LeapMail('mail id', ANY_MAILBOX)
when(self.delegate_mail_store).get_mail('mail id').thenReturn(defer.succeed(mail), defer.succeed(mail))
result = yield self.store.get_mail('mail id')
self.assertEqual(mail, result)
@defer.inlineCallbacks
def test_delete_mailbox_is_not_implemented(self):
try:
yield self.store.delete_mailbox(ANY_MAILBOX)
self.fail("Should raise NotImplementedError")
except NotImplementedError:
pass
def _load_mail_from_file(self, mail_file):
mailset_dir = pkg_resources.resource_filename('test.unit.fixtures', 'mailset')
mail_file = os.path.join(mailset_dir, 'new', mail_file)
with open(mail_file) as f:
mail = Parser().parse(f)
return mail
def setUp(self):
super(TestSearchableMailStore, self).setUp()
self.search_index = mock(mocked_obj=SearchEngine)
self.delegate_mail_store = mock(mocked_obj=MailStore)
self.store = SearchableMailStore(self.delegate_mail_store,
self.search_index)
class TestSearchableMailStore(TestCase):
def setUp(self):
super(TestSearchableMailStore, self).setUp()
self.search_index = mock(mocked_obj=SearchEngine)
self.delegate_mail_store = mock(mocked_obj=MailStore)
self.store = SearchableMailStore(self.delegate_mail_store,
self.search_index)
@defer.inlineCallbacks
def test_add_mail_delegates_to_mail_store_and_updates_index(self):
mail = self._load_mail_from_file('mbox00000000')
leap_mail = LeapMail('id', ANY_MAILBOX)
when(self.delegate_mail_store).add_mail(ANY_MAILBOX, mail).thenReturn(
defer.succeed(leap_mail))
result = yield self.store.add_mail(ANY_MAILBOX, mail)
verify(self.delegate_mail_store).add_mail(ANY_MAILBOX, mail)
verify(self.search_index).index_mail(leap_mail)
self.assertEqual(leap_mail, result)
@defer.inlineCallbacks
def test_delete_mail_delegates_to_mail_store_and_updates_index(self):
when(self.delegate_mail_store).delete_mail('mail id').thenReturn(
defer.succeed(None))
when(self.search_index).remove_from_index('mail id').thenReturn(
defer.succeed(None))
yield self.store.delete_mail('mail id')
verify(self.delegate_mail_store).delete_mail('mail id')
verify(self.search_index).remove_from_index('mail id')
@defer.inlineCallbacks
def test_update_mail_delegates_to_mail_store_and_updates_index(self):
leap_mail = LeapMail('id', ANY_MAILBOX)
yield self.store.update_mail(leap_mail)
verify(self.delegate_mail_store).update_mail(leap_mail)
verify(self.search_index).index_mail(leap_mail)
@defer.inlineCallbacks
def test_copy_mail_delegates_to_mail_store_and_updates_index(self):
copied_mail = LeapMail('new id', ANY_MAILBOX)
when(self.delegate_mail_store).copy_mail_to_mailbox(
'mail id', ANY_MAILBOX).thenReturn(defer.succeed(copied_mail))
result = yield self.store.copy_mail_to_mailbox('mail id', ANY_MAILBOX)
verify(self.search_index).index_mail(copied_mail)
self.assertEqual(copied_mail, result)
@defer.inlineCallbacks
def test_move_mail_delegates_to_mail_store_and_updates_index(self):
moved_mail = LeapMail('new id', ANY_MAILBOX)
when(self.delegate_mail_store).move_mail_to_mailbox(
'mail id', ANY_MAILBOX).thenReturn(defer.succeed(moved_mail))
result = yield self.store.move_mail_to_mailbox('mail id', ANY_MAILBOX)
verify(self.search_index).remove_from_index('mail id')
verify(self.search_index).index_mail(moved_mail)
self.assertEqual(moved_mail, result)
@defer.inlineCallbacks
def test_other_methods_are_delegated(self):
mail = LeapMail('mail id', ANY_MAILBOX)
when(self.delegate_mail_store).get_mail('mail id').thenReturn(
defer.succeed(mail), defer.succeed(mail))
result = yield self.store.get_mail('mail id')
self.assertEqual(mail, result)
@defer.inlineCallbacks
def test_delete_mailbox_is_not_implemented(self):
try:
yield self.store.delete_mailbox(ANY_MAILBOX)
self.fail("Should raise NotImplementedError")
except NotImplementedError:
pass
def _load_mail_from_file(self, mail_file):
mailset_dir = pkg_resources.resource_filename('test.unit.fixtures',
'mailset')
mail_file = os.path.join(mailset_dir, 'new', mail_file)
with open(mail_file) as f:
mail = Parser().parse(f)
return mail