def test_make_hook_payload(self, mock_url_exists, mock_reporter):
mock_url_exists.return_value = True
event = self.create_event()
mockDb = MockDynamodbHandler()
self.MockGogsClient.MockGogsApi.branch = TestFork.create_branch(
"branch")
mockLog = MockLogger()
handler = ForkHandler(event=event,
context=None,
logger=mockLog,
gogs_client=self.MockGogsClient,
dynamodb_handler=mockDb)
repo = TestFork.create_repo("en_obs")
payload = handler.make_hook_payload(repo)
self.assertIn('body-json', payload)
self.assertIn('stage-variables', payload)
self.assertEqual(1, len(payload['body-json']['commits']))
self.assertEqual(repo.name, payload['body-json']['repository']['name'])
TestFork.mock_download = os.path.join(TestFork.resources_dir,
'en_obs.zip')
s3Handler = MockS3Handler('test')
mockLogger = MockLogger()
dbHandler = MockDynamodbHandler()
webhook_handler = WebhookHandler(
event=payload,
context=None,
logger=mockLogger,
s3_handler=s3Handler,
dynamodb_handler=dbHandler,
download_handler=TestFork.mock_download_file)
webhook_handler.run()
def test_webook_with_invalid_data(self, mock_reporter, mock_url_exists):
request_file = os.path.join(self.resources_dir,
'missing-manifest.json')
with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
request_text = in_file.read()
# convert Windows line endings to Linux line endings
content = request_text.replace('\r\n', '\n')
# deserialized object
request_json = json.loads(content)
self.MockDynamodbHandler.data = None
self.MockS3Handler.reset()
mockLogger = MockLogger()
handler = WebhookHandler(event=request_json,
context=None,
logger=mockLogger,
s3_handler=self.MockS3Handler,
dynamodb_handler=self.MockDynamodbHandler)
with self.assertRaises(Exception) as error_context:
handler.run()
self.assertIn('does not have a manifest.yaml file',
str(error_context.exception))
self.assertFalse(os.path.isdir(handler.temp_dir))
def test_webhook_ulb_pull_request(self, mock_reporter, mock_url_exists):
request_file = os.path.join(self.resources_dir,
'ulb-pull-request.json')
with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
request_text = in_file.read()
# convert Windows line endings to Linux line endings
content = request_text.replace('\r\n', '\n')
# deserialized object
request_json = json.loads(content)
mockLogger = MockLogger()
mockDCS = MockAPI(self.resources_dir, 'https://git.door43.org/')
urls = {
'https://git.door43.org/Door43-Catalog/en_ulb/archive/2fbfd081f46487e48e49090a95c48d45e04e6bed.zip':
'en_ulb.zip'
}
mock_download = lambda url, dest: mockDCS.download_file(
urls[url], dest)
self.MockDynamodbHandler.data = None
self.MockS3Handler.reset()
handler = WebhookHandler(event=request_json,
context=None,
logger=mockLogger,
s3_handler=self.MockS3Handler,
dynamodb_handler=self.MockDynamodbHandler,
download_handler=mock_download)
with self.assertRaises(Exception) as error_context:
handler.run()
self.assertIn('Skipping un-merged pull request',
str(error_context.exception))
entry = self.MockDynamodbHandler.data
self.assertEqual(0, len(self.MockS3Handler.uploads))
self.assertIsNone(entry)
def test_webhook_with_missing_obs_data(self, mock_reporter,
mock_url_exists):
request_file = os.path.join(self.resources_dir,
'obs-missing-request.json')
with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
request_text = in_file.read()
# convert Windows line endings to Linux line endings
content = request_text.replace('\r\n', '\n')
# deserialized object
request_json = json.loads(content)
mockLogger = MockLogger()
mockDCS = MockAPI(self.resources_dir, 'https://git.door43.org/')
self.MockDynamodbHandler.data = None
self.MockS3Handler.reset()
urls = {
'https://git.door43.org/Door43-Catalog/ylb_obs/archive/f8a8d8d757e7ea287cf91b266963f8523bdbd5ad.zip':
'ylb_obs_missing_data.zip'
}
mock_download = lambda url, dest: mockDCS.download_file(
urls[url], dest)
handler = WebhookHandler(event=request_json,
context=None,
logger=mockLogger,
s3_handler=self.MockS3Handler,
dynamodb_handler=self.MockDynamodbHandler,
download_handler=mock_download)
handler.run()
entry = self.MockDynamodbHandler.data
self.assertEqual(1, len(self.MockS3Handler.uploads))
self.assertIn('/ylb_obs.zip', self.MockS3Handler.uploads[0]['path'])
self.assertIn(
'temp/ylb_obs/{}/ylb/obs/v4.1/obs.zip'.format(entry['commit_id']),
self.MockS3Handler.uploads[0]['key'])
self.assertEqual('f8a8d8d757', entry['commit_id'])
self.assertEqual(False, entry['dirty'])
self.assertEqual('ylb', entry['language'])
self.assertEqual('2017-04-25T21:46:30+00:00', entry['timestamp'])
self.assertEqual(False, entry['signed'])
self.assertEqual('ylb_obs', entry['repo_name'])
assert_object_equals_file(
self, json.loads(entry['package']),
os.path.join(self.resources_dir,
'expected_obs_package_missing_data.json'))
def test_webhook_ulb(self, mock_reporter, mock_url_exists):
request_file = os.path.join(self.resources_dir, 'ulb-request.json')
with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
request_text = in_file.read()
# convert Windows line endings to Linux line endings
content = request_text.replace('\r\n', '\n')
# deserialized object
request_json = json.loads(content)
mockLogger = MockLogger()
mockDCS = MockAPI(self.resources_dir, 'https://git.door43.org/')
urls = {
'https://git.door43.org/Door43-Catalog/en_ulb/archive/2fbfd081f46487e48e49090a95c48d45e04e6bed.zip':
'en_ulb.zip'
}
mock_download = lambda url, dest: mockDCS.download_file(
urls[url], dest)
self.MockDynamodbHandler.data = None
self.MockS3Handler.reset()
handler = WebhookHandler(event=request_json,
context=None,
logger=mockLogger,
s3_handler=self.MockS3Handler,
dynamodb_handler=self.MockDynamodbHandler,
download_handler=mock_download)
handler.run()
entry = self.MockDynamodbHandler.data
self.assertEqual(4,
len(self.MockS3Handler.uploads)) # books and bundle
self.assertIn('/en_ulb.zip', self.MockS3Handler.uploads[0]['path'])
self.assertEqual('2fbfd081f4', entry['commit_id'])
self.assertEqual(False, entry['dirty'])
self.assertEqual('en', entry['language'])
self.assertEqual('2017-05-02T22:52:04+00:00', entry['timestamp'])
self.assertEqual(False, entry['signed'])
self.assertEqual('en_ulb', entry['repo_name'])
self.assertIn(
'temp/en_ulb/{}/en/ulb/v7/ulb.zip'.format(entry['commit_id']),
self.MockS3Handler.uploads[0]['key'])
assert_object_equals_file(
self, json.loads(entry['package']),
os.path.join(self.resources_dir, 'expected_ulb_package.json'))
def test_webhook_ulb_merged_pull_request(self, mock_reporter,
mock_url_exists):
request_file = os.path.join(self.resources_dir,
'ulb-merged-pull-request.json')
with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
request_text = in_file.read()
# convert Windows line endings to Linux line endings
content = request_text.replace('\r\n', '\n')
# deserialized object
request_json = json.loads(content)
mockLogger = MockLogger()
mockDCS = MockAPI(self.resources_dir, 'https://git.door43.org/')
urls = {
'https://git.door43.org/Door43-Catalog/ta_ulb/archive/0a7e25cd939f00086262fe94b9d25afc3b5dabd3.zip':
'ta_ulb.zip'
}
mock_download = lambda url, dest: mockDCS.download_file(
urls[url], dest)
self.MockDynamodbHandler.data = None
self.MockS3Handler.reset()
handler = WebhookHandler(event=request_json,
context=None,
logger=mockLogger,
s3_handler=self.MockS3Handler,
dynamodb_handler=self.MockDynamodbHandler,
download_handler=mock_download)
handler.run()
entry = self.MockDynamodbHandler.data
self.assertEqual(4,
len(self.MockS3Handler.uploads)) # books and bundle
self.assertIn('/ta_ulb.zip', self.MockS3Handler.uploads[0]['path'])
self.assertEqual('0a7e25cd93', entry['commit_id'])
self.assertEqual(False, entry['dirty'])
self.assertEqual('ta', entry['language'])
self.assertEqual('2017-08-17T18:56:52.884140+00:00',
entry['timestamp'])
self.assertEqual(False, entry['signed'])
self.assertEqual('ta_ulb', entry['repo_name'])
self.assertIn(
'temp/ta_ulb/{}/ta/ulb/v3/ulb.zip'.format(entry['commit_id']),
self.MockS3Handler.uploads[0]['key'])
def test_webhook_localization(self, mock_reporter, mock_url_exists):
request_file = os.path.join(self.resources_dir,
'localization-request.json')
with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
request_text = in_file.read()
# convert Windows line endings to Linux line endings
content = request_text.replace('\r\n', '\n')
# deserialized object
request_json = json.loads(content)
mockLogger = MockLogger()
self.MockDynamodbHandler.data = None
self.MockS3Handler.reset()
handler = WebhookHandler(event=request_json,
context=None,
logger=mockLogger,
s3_handler=self.MockS3Handler,
dynamodb_handler=self.MockDynamodbHandler)
handler.run()
def test_malformed_manifest(self, mock_reporter, mock_url_exists):
mock_instance = MagicMock()
mock_instance.add_error = MagicMock()
mock_reporter.return_value = mock_instance
request_file = os.path.join(self.resources_dir,
'malformed-manifest.json')
with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
request_text = in_file.read()
# convert Windows line endings to Linux line endings
content = request_text.replace('\r\n', '\n')
# deserialized object
request_json = json.loads(content)
mockS3 = MockS3Handler()
mockDb = MockDynamodbHandler()
mockLogger = MockLogger()
mockApi = MockAPI(os.path.join(self.resources_dir, 'git_api'),
'https://git.door43.org/')
handler = WebhookHandler(event=request_json,
context=None,
logger=mockLogger,
s3_handler=mockS3,
dynamodb_handler=mockDb,
download_handler=mockApi.download_file)
with self.assertRaises(Exception) as error_context:
handler.run()
self.assertIn('manifest missing dublin_core key "type"',
str(error_context.exception))
self.assertFalse(os.path.isdir(handler.temp_dir))
mock_instance.add_error.assert_called_once_with(
'Bad Manifest: manifest missing dublin_core key "type"')
def test_webhook_versification(self, mock_reporter, mock_url_exists):
"""
We are not currently processing versification.
Therefore, we test that nothing happens.
:param mock_report_error:
:return:
"""
request_file = os.path.join(self.resources_dir,
'versification-request.json')
with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
request_text = in_file.read()
# convert Windows line endings to Linux line endings
content = request_text.replace('\r\n', '\n')
request_json = json.loads(content)
urls = {
'https://git.door43.org/Door43-Catalog/versification/archive/c7e936e4dcc103560987c8475db69e292aa66dca.zip':
'versification.zip'
}
mockLogger = MockLogger()
mock_api = MockAPI(self.resources_dir, 'https://git.door43.org')
mock_db = MockDynamodbHandler()
mock_s3 = MockS3Handler()
handler = WebhookHandler(request_json,
context=None,
s3_handler=mock_s3,
logger=mockLogger,
dynamodb_handler=mock_db,
download_handler=lambda url, dest: mock_api.
download_file(urls[url], dest))
handler.run()
self.assertEqual(0, len(mock_s3._recent_uploads))
data = mock_db._last_inserted_item
self.assertEqual(None, data)
def handle(event, context):
wipe_temp(ignore_errors=True)
handler = WebhookHandler(event, context, logger)
return handler.run()