def test_mime_type(self):
source_dir = os.path.join(settings.BASE_DIR, 'testdata/upload')
destination_dir = os.path.join(settings.BASE_DIR, 'testdata/outbox')
archive_dir = os.path.join(settings.BASE_DIR, 'testdata/archive')
event_handler = RemoteFolderEventHandler(
source_dir=source_dir,
destination_dir=destination_dir,
archive_dir=archive_dir,
mime_types=['text/plain'],
file_patterns=['*.txt'])
server = Server(event_handler)
self.assertEquals(server.event_handler.mime_types, [b'text/plain'])
def test_remote_folder(self):
source_dir = os.path.join(settings.BASE_DIR, 'testdata/upload')
destination_dir = '~/' + os.path.join(
settings.BASE_DIR.split(os.path.expanduser('~/'))[1],
'testdata/outbox')
archive_dir = os.path.join(settings.BASE_DIR, 'testdata/archive')
event_handler = RemoteFolderEventHandler(
source_dir=source_dir,
destination_dir=destination_dir,
archive_dir=archive_dir,
mime_types=['text/plain'],
file_patterns=['*.txt'],
remote_user=pwd.getpwuid(os.getuid()).pw_name)
server = Server(event_handler)
self.assertEquals(server.event_handler.destination_dir,
os.path.join(settings.BASE_DIR, 'testdata/outbox'))
def test_folder_handler_load_remotes_exists(self):
load_remote_folders_from_csv()
source_dir = os.path.join(settings.BASE_DIR, 'testdata/upload')
destination_dir = os.path.join(settings.BASE_DIR,
'testdata/viral_load')
archive_dir = os.path.join(settings.BASE_DIR, 'testdata/archive')
remote_folder = os.path.join(destination_dir, 'digawana')
try:
os.makedirs(remote_folder)
except FileExistsError:
pass
filename = '066-12000001-3.pdf'
self.create_temp_pdf(os.path.join(source_dir, filename))
self.assertEqual(
magic.from_file(os.path.join(source_dir, filename), mime=True),
b'application/pdf')
event_handler = GrRemoteFolderEventHandler(
file_handler=BaseFileHandler,
source_dir=source_dir,
destination_dir=destination_dir,
archive_dir=archive_dir,
file_patterns=['*.pdf'],
mime_types=['application/pdf'],
mkdir_destination=False)
server = Server(event_handler)
with SSHClient() as event_handler.ssh:
event_handler.connect()
folder_selection = server.event_handler.folder_handler.select(
server.event_handler, filename, b'application/pdf',
server.event_handler.destination_dir)
self.assertEquals(folder_selection.name, 'digawana')
self.assertEquals(
folder_selection.path,
os.path.join(server.event_handler.destination_dir, 'digawana'))
self.assertEquals(folder_selection.tag, '12')
try:
os.remove(os.path.join(server.event_handler.source_dir, filename))
except IOError:
pass
try:
os.rmdir(remote_folder)
except IOError:
pass
def test_filter_listdir_pdf_with_bhs_filehandler(self):
source_dir = os.path.join(settings.BASE_DIR, 'testdata/upload')
destination_dir = os.path.join(settings.BASE_DIR, 'testdata/outbox')
archive_dir = os.path.join(settings.BASE_DIR, 'testdata/archive')
event_handler = GrRemoteFolderEventHandler(
file_handler=GrBhsFileHandler,
source_dir=source_dir,
destination_dir=destination_dir,
archive_dir=archive_dir,
file_patterns=['*.pdf'],
mime_types=['application/pdf'],
)
server = Server(event_handler)
pdf_filenames = [
'tmp.pdf', '066-12345678-9.pdf', '12-34-567-89.pdf',
'123-4567.pdf', '1234567.pdf', '123456789.pdf'
]
txt_filename = 'tmp.txt'
for pdf_filename in pdf_filenames:
self.create_temp_pdf(os.path.join(source_dir, pdf_filename))
self.create_temp_txt(os.path.join(source_dir, txt_filename))
listdir = os.listdir(source_dir)
self.assertNotIn(
'tmp.pdf',
server.event_handler.filtered_listdir(listdir, source_dir))
self.assertNotIn(
'1234567.pdf',
server.event_handler.filtered_listdir(listdir, source_dir))
self.assertNotIn(
'123456789.pdf',
server.event_handler.filtered_listdir(listdir, source_dir))
self.assertNotIn(
'12-34-567-89.pdf',
server.event_handler.filtered_listdir(listdir, source_dir))
self.assertNotIn(
'123-4567.pdf',
server.event_handler.filtered_listdir(listdir, source_dir))
self.assertIn(
'066-12345678-9.pdf',
server.event_handler.filtered_listdir(listdir, source_dir))
self.remove_temp_files(pdf_filenames + [txt_filename], server)
def test_filter_listdir_unexpected_pattern_for_mime(self):
source_dir = os.path.join(settings.BASE_DIR, 'testdata/upload')
destination_dir = os.path.join(settings.BASE_DIR, 'testdata/outbox')
archive_dir = os.path.join(settings.BASE_DIR, 'testdata/archive')
event_handler = RemoteFolderEventHandler(
source_dir=source_dir,
destination_dir=destination_dir,
archive_dir=archive_dir,
file_patterns=['*.pdf'],
mime_types=['text/plain'],
)
server = Server(event_handler)
pdf_filename = 'tmp.pdf'
txt_filename = 'i_am_a_text_file.pdf'
self.create_temp_pdf(os.path.join(source_dir, pdf_filename))
self.create_temp_txt(os.path.join(source_dir, txt_filename))
listdir = os.listdir(source_dir)
self.assertEquals(['i_am_a_text_file.pdf'],
server.event_handler.filtered_listdir(
listdir, source_dir))
self.remove_temp_files([pdf_filename, txt_filename], server)
def test_knows_folder_using_cdc2_file_handler(self):
load_remote_folders_from_csv()
source_dir = os.path.join(settings.BASE_DIR, 'testdata/upload')
destination_dir = os.path.join(settings.BASE_DIR,
'testdata/viral_load')
archive_dir = os.path.join(settings.BASE_DIR, 'testdata/archive')
filename = '12-34-567-89.pdf'
self.create_temp_pdf(os.path.join(source_dir, filename))
self.assertEqual(
magic.from_file(os.path.join(source_dir, filename), mime=True),
b'application/pdf')
event_handler = GrRemoteFolderEventHandler(
file_handler=GrCdc2FileHandler,
source_dir=source_dir,
destination_dir=destination_dir,
archive_dir=archive_dir,
file_patterns=['*.pdf'],
mime_types=['application/pdf'],
mkdir_destination=True)
server = Server(event_handler)
with SSHClient() as event_handler.ssh:
event_handler.connect()
folder_selection = server.event_handler.folder_handler.select(
server.event_handler, filename, b'application/pdf',
server.event_handler.destination_dir)
self.assertEquals(folder_selection.name, 'gweta')
self.assertEquals(
folder_selection.path,
os.path.join(server.event_handler.destination_dir, 'gweta'))
self.assertEquals(folder_selection.tag, '34')
try:
os.remove(os.path.join(server.event_handler.source_dir, filename))
except IOError:
pass
try:
os.rmdir(folder_selection.path)
except IOError:
pass
def test_file_handler_cdc2(self):
load_remote_folders_from_csv()
source_dir = os.path.join(settings.BASE_DIR, 'testdata/upload')
destination_dir = os.path.join(settings.BASE_DIR,
'testdata/viral_load')
archive_dir = os.path.join(settings.BASE_DIR, 'testdata/archive')
filename = '12-34-567-89.pdf'
self.create_temp_pdf(os.path.join(source_dir, filename),
'12-34-567-89')
self.assertEqual(
magic.from_file(os.path.join(source_dir, filename), mime=True),
b'application/pdf')
event_handler = GrRemoteFolderEventHandler(
file_handler=GrCdc2FileHandler,
source_dir=source_dir,
destination_dir=destination_dir,
archive_dir=archive_dir,
file_patterns=['*.pdf'],
mime_types=['application/pdf'],
mkdir_destination=False)
server = Server(event_handler)
server.event_handler.file_handler.process(source_dir, filename,
b'application/pdf')
self.assertTrue(
server.event_handler.file_handler.process(source_dir, filename,
b'application/pdf'))
self.assertEquals(server.event_handler.file_handler.match_string,
'12-34-567-89')
self.assertEquals(
server.event_handler.folder_handler.bhs_folder_tag_func(
filename, b'application/pdf'), None)
self.assertEquals(
server.event_handler.folder_handler.cdc1_folder_tag_func(
filename, b'application/pdf'), None)
self.assertEquals(
server.event_handler.folder_handler.cdc2_folder_tag_func(
filename, b'application/pdf'), '34')
self.remove_temp_files([os.path.join(source_dir, filename)], server)
def test_check_sent_action(self):
load_remote_folders_from_csv()
source_dir = os.path.join(settings.MEDIA_ROOT,
settings.GRTX_UPLOAD_FOLDER)
destination_dir = settings.GRTX_REMOTE_FOLDER
archive_dir = os.path.join(settings.MEDIA_ROOT,
settings.GRTX_ARCHIVE_FOLDER)
filename = '066-12000001-3.pdf'
self.create_temp_pdf(os.path.join(source_dir, filename),
'066-12000001-3')
event_handler = GrRemoteFolderEventHandler(
file_handler=GrFileHandler,
source_dir=source_dir,
destination_dir=destination_dir,
archive_dir=archive_dir,
file_patterns=['*.pdf'],
mime_types=['application/pdf'],
mkdir_destination=True)
server = Server(event_handler)
self.upload_remote_file_event(server, filename)
self.assertIsInstance(History.objects.get(filename=filename), History)
self.assertIsInstance(Upload.objects.get(filename=filename), Upload)
update_on_sent_action(None, None,
Upload.objects.filter(filename=filename))
self.assertIsInstance(Upload.objects.get(filename=filename, sent=True),
Upload)
self.remove_temp_files([filename, 'digawana/' + filename], server)
self.create_temp_pdf(os.path.join(source_dir, filename),
'066-12000001-3')
self.upload_remote_file_event(server, filename)
self.assertIsInstance(
History.objects.filter(
filename=filename).order_by('sent_datetime')[1], History)
self.assertIsInstance(
Upload.objects.get(filename=filename, sent=False), Upload)
update_on_sent_action(
None, None, Upload.objects.filter(filename=filename, sent=False))
self.assertEquals(
Upload.objects.filter(filename=filename, sent=True).count(), 2)
self.remove_temp_files([filename, 'digawana/' + filename], server)
self.create_temp_pdf(os.path.join(source_dir, filename),
'066-12000001-3')
self.upload_remote_file_event(server, filename)
self.assertIsInstance(
History.objects.filter(
filename=filename).order_by('sent_datetime')[1], History)
self.assertIsInstance(
Upload.objects.get(filename=filename, sent=False), Upload)
update_on_sent_action(
None, None, Upload.objects.filter(filename=filename, sent=False))
self.assertEquals(
Upload.objects.filter(filename=filename, sent=True).count(), 3)
self.remove_temp_files([filename, 'digawana/' + filename], server)
try:
os.rmdir(
os.path.join(server.event_handler.destination_dir,
'digawana/'))
except IOError:
pass