def test_skip_signing_large_file(self, mock_reporter): """ Ensure that large files are not signed. Because lambda functions have limited disk space. :return: """ mock_instance = MagicMock() mock_instance.add_error = MagicMock() mock_reporter.return_value = mock_instance mock_s3 = MockS3Handler() mock_db = MockDynamodbHandler() mock_logger = MockLogger() mock_logger.warning = MagicMock() mock_api = MockAPI(os.path.join(self.resources_dir, 'cdn'), 'https://cdn.door43.org/') event = self.create_event() item = {'repo_name': 'repo_name', 'commit_id': 'commitid'} format = { "build_rules": ["signing.sign_given_url"], "chapters": [], "contributor": [ "Narrator: Steve Lossing", "Checker: Brad Harrington", "Engineer: Brad Harrington" ], "format": "", "modified": "", "quality": "64kbps", "signature": "", "size": 0, "url": "https://cdn.door43.org/en/obs/v4/64kbps/en_obs_64kbps.zip" } mockHeaders = HeaderReader([('content-length', SigningHandler.max_file_size + 1)]) signer = SigningHandler(event=event, context=None, logger=mock_logger, signer=self.mock_signer, s3_handler=mock_s3, dynamodb_handler=mock_db, url_exists_handler=mock_api.url_exists, download_handler=mock_api.download_file, url_headers_handler=lambda url: mockHeaders) (already_signed, newly_signed) = signer.process_format(item, None, None, format) mock_logger.warning.assert_called_once_with( 'File is too large to sign https://cdn.door43.org/en/obs/v4/64kbps/en_obs_64kbps.zip' ) self.assertTrue(already_signed) self.assertEqual( 'https://cdn.door43.org/en/obs/v4/64kbps/en_obs_64kbps.zip.sig', format['signature']) self.assertTrue(newly_signed)
def test_signing_handler_s3(self, mock_reporter): mock_s3 = MockS3Handler() mock_s3._load_path(os.path.join(self.resources_dir, 'cdn')) mock_db = MockDynamodbHandler() mock_db._load_db( os.path.join(self.resources_dir, 'db/valid_unsigned.json')) mock_logger = MockLogger() mock_api = MockAPI(os.path.join(self.resources_dir, 'cdn'), 'https://cdn.door43.org/') event = self.create_event() original_item = mock_db.get_item({'repo_name': 'en_obs'}).copy() self.assertIn('signed', original_item) self.assertFalse(original_item['signed']) global_headers = HeaderReader([('last-modified', 'Fri, 03 Jun 2017 20:23:12 GMT'), ('content-length', 12345)]) signer = SigningHandler(event, None, logger=mock_logger, signer=self.mock_signer, s3_handler=mock_s3, dynamodb_handler=mock_db, url_exists_handler=mock_api.url_exists, download_handler=mock_api.download_file, url_headers_handler=lambda url: global_headers) result = signer.run() self.assertTrue(result) self.assertTrue(len(mock_s3._recent_uploads) > 0) has_prod_uploads = False for key in mock_s3._recent_uploads: # assert prod uploads have signatures if not key.startswith('temp/') and not key.endswith('.sig'): has_prod_uploads = True self.assertIn('{}.sig'.format(key), mock_s3._recent_uploads) self.assertTrue(has_prod_uploads) updated_item = mock_db.get_item({'repo_name': 'en_obs'}).copy() assert_object_not_equals(self, updated_item, original_item) assert_object_equals_file( self, json.loads(updated_item['package']), os.path.join(self.resources_dir, 'db/expected_signed_package.json')) self.assertIn( 'Skipping chapter obs:01 missing url https://cdn.door43.org/en/obs/v4/32kbps/en_obs_01_32kbps.mp3', mock_logger._messages) self.assertTrue(updated_item['signed'])
def test_signing_small_file(self, mock_reporter): """ Ensure that small files are signed properly :return: """ mock_s3 = MockS3Handler() mock_db = MockDynamodbHandler() mock_logger = MockLogger() mock_api = MockAPI(os.path.join(self.resources_dir, 'cdn'), 'https://cdn.door43.org/') event = self.create_event() item = {'repo_name': 'repo_name', 'commit_id': 'commitid'} format = { "build_rules": ["signing.sign_given_url"], "chapters": [], "contributor": [ "Narrator: Steve Lossing", "Checker: Brad Harrington", "Engineer: Brad Harrington" ], "format": "", "modified": "", "quality": "64kbps", "signature": "", "size": 0, "url": "https://cdn.door43.org/en/obs/v4/64kbps/en_obs_64kbps.zip" } mockHeaders = HeaderReader([('content-length', 123)]) signer = SigningHandler(event, None, logger=mock_logger, signer=self.mock_signer, s3_handler=mock_s3, dynamodb_handler=mock_db, url_exists_handler=mock_api.url_exists, download_handler=mock_api.download_file, url_headers_handler=lambda url: mockHeaders) (already_signed, newly_signed) = signer.process_format(item, None, None, format) self.assertEqual( 'https://cdn.door43.org/en/obs/v4/64kbps/en_obs_64kbps.zip.sig', format['signature']) self.assertNotIn( 'File is too large to sign https://cdn.door43.org/en/obs/v4/64kbps/en_obs_64kbps.zip', mock_logger._messages) self.assertFalse(already_signed) self.assertTrue(newly_signed)
def test_signing_handler_text_missing_file(self, mock_url_headers, mock_reporter): """ Signing will continue to run even if a file is missing. The missing file will just be ignored. :return: """ mock_url_headers.return_value = HeaderReader([ ('last-modified', 'Fri, 03 Jun 2017 20:23:12 GMT'), ('content-length', 12345) ]) mock_instance = MagicMock() mock_instance.add_error = MagicMock() mock_reporter.return_value = mock_instance event = self.create_event() mock_db = MockDynamodbHandler() mock_db._load_db( os.path.join(self.resources_dir, 'db/valid_unsigned.json')) mock_api = MockAPI(os.path.join(self.resources_dir, 'cdn'), 'https://cdn.door43.org') mock_logger = MockLogger() mock_s3 = MockS3Handler() signer = SigningHandler(event, None, logger=mock_logger, signer=self.mock_signer, s3_handler=mock_s3, dynamodb_handler=mock_db, url_exists_handler=mock_api.url_exists, download_handler=mock_api.download_file) result = signer.run() self.assertTrue(result) mock_instance.add_error.assert_called_once_with( 'The file "obs.zip" could not be downloaded: File not found for key: temp/en_obs/f8a8d8d757/en/obs/v4/obs.zip' )
def test_signing_remote_3gp_file(self, mock_reporter): """ Ensure that small files are signed properly :return: """ mock_s3 = MockS3Handler() mock_db = MockDynamodbHandler() mock_logger = MockLogger() mock_api = MockAPI(os.path.join(self.resources_dir, 'filedn'), 'https://filedn.com/') event = self.create_event() item = {'repo_name': 'repo_name', 'commit_id': 'commitid'} format = { "build_rules": ["signing.sign_given_url"], "chapters": [], "contributor": [], "format": "", "modified": "", "quality": "3GP", "signature": "", "size": 0, "url": "https://filedn.com/XYZ/en/obs/v6/en_obs_v6_3GP.zip" } mockHeaders = HeaderReader([('content-length', 345)]) signer = SigningHandler(event, None, logger=mock_logger, signer=self.mock_signer, s3_handler=mock_s3, dynamodb_handler=mock_db, url_exists_handler=mock_api.url_exists, download_handler=mock_api.download_file, url_headers_handler=lambda url: mockHeaders) (already_signed, newly_signed) = signer.process_format(item, None, None, format) self.assertEqual('', format['signature']) self.assertEqual('application/zip; content=video/3gpp', format['format']) self.assertEqual(116, format['size']) self.assertTrue(already_signed) self.assertTrue(newly_signed)
def test_signing_obs_html(self, mock_reporter): mock_s3 = MockS3Handler() mock_db = MockDynamodbHandler() mock_logger = MockLogger() mock_api = MockAPI(os.path.join(self.resources_dir, 'cdn'), 'https://cdn.door43.org/') event = self.create_event() item = {'repo_name': 'repo_name', 'commit_id': 'commitid'} format = { "build_rules": ["signing.html_format"], "format": "text/html", "modified": "", "signature": "", "size": "", # NOTE: this is not the actual url format used "url": "https://cdn.door43.org/temp/en_obs/f8a8d8d757/en/obs.html" } dublin_core = {"identifier": "obs", "language": {"identifier": "en"}} mockHeaders = HeaderReader([('content-length', 123)]) signer = SigningHandler(event, None, logger=mock_logger, signer=self.mock_signer, s3_handler=mock_s3, dynamodb_handler=mock_db, url_exists_handler=mock_api.url_exists, download_handler=mock_api.download_file, url_headers_handler=lambda url: mockHeaders) (already_signed, newly_signed) = signer.process_format(item, dublin_core, None, format) self.assertEqual( 'https://cdn.door43.org/en/obs/v3/media/html/obs.html', format['url']) self.assertEqual( 'https://cdn.door43.org/en/obs/v3/media/html/obs.html.sig', format['signature']) self.assertFalse(already_signed) self.assertTrue(newly_signed)