Esempio n. 1
0
    def test_make_hook_payload(self, mock_url_exists, mock_reporter):
        mock_url_exists.return_value = True
        event = self.create_event()
        mockDb = MockDynamodbHandler()
        self.MockGogsClient.MockGogsApi.branch = TestFork.create_branch(
            "branch")
        mockLog = MockLogger()

        handler = ForkHandler(event=event,
                              context=None,
                              logger=mockLog,
                              gogs_client=self.MockGogsClient,
                              dynamodb_handler=mockDb)
        repo = TestFork.create_repo("en_obs")
        payload = handler.make_hook_payload(repo)
        self.assertIn('body-json', payload)
        self.assertIn('stage-variables', payload)
        self.assertEqual(1, len(payload['body-json']['commits']))
        self.assertEqual(repo.name, payload['body-json']['repository']['name'])

        TestFork.mock_download = os.path.join(TestFork.resources_dir,
                                              'en_obs.zip')
        s3Handler = MockS3Handler('test')
        mockLogger = MockLogger()
        dbHandler = MockDynamodbHandler()
        webhook_handler = WebhookHandler(
            event=payload,
            context=None,
            logger=mockLogger,
            s3_handler=s3Handler,
            dynamodb_handler=dbHandler,
            download_handler=TestFork.mock_download_file)
        webhook_handler.run()
Esempio n. 2
0
    def test_webook_with_invalid_data(self, mock_reporter, mock_url_exists):
        request_file = os.path.join(self.resources_dir,
                                    'missing-manifest.json')

        with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
            request_text = in_file.read()
            # convert Windows line endings to Linux line endings
            content = request_text.replace('\r\n', '\n')

            # deserialized object
            request_json = json.loads(content)

        self.MockDynamodbHandler.data = None
        self.MockS3Handler.reset()
        mockLogger = MockLogger()
        handler = WebhookHandler(event=request_json,
                                 context=None,
                                 logger=mockLogger,
                                 s3_handler=self.MockS3Handler,
                                 dynamodb_handler=self.MockDynamodbHandler)
        with self.assertRaises(Exception) as error_context:
            handler.run()

        self.assertIn('does not have a manifest.yaml file',
                      str(error_context.exception))

        self.assertFalse(os.path.isdir(handler.temp_dir))
Esempio n. 3
0
    def test_webhook_ulb_pull_request(self, mock_reporter, mock_url_exists):
        request_file = os.path.join(self.resources_dir,
                                    'ulb-pull-request.json')
        with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
            request_text = in_file.read()
            # convert Windows line endings to Linux line endings
            content = request_text.replace('\r\n', '\n')

            # deserialized object
            request_json = json.loads(content)

        mockLogger = MockLogger()
        mockDCS = MockAPI(self.resources_dir, 'https://git.door43.org/')
        urls = {
            'https://git.door43.org/Door43-Catalog/en_ulb/archive/2fbfd081f46487e48e49090a95c48d45e04e6bed.zip':
            'en_ulb.zip'
        }
        mock_download = lambda url, dest: mockDCS.download_file(
            urls[url], dest)
        self.MockDynamodbHandler.data = None
        self.MockS3Handler.reset()
        handler = WebhookHandler(event=request_json,
                                 context=None,
                                 logger=mockLogger,
                                 s3_handler=self.MockS3Handler,
                                 dynamodb_handler=self.MockDynamodbHandler,
                                 download_handler=mock_download)

        with self.assertRaises(Exception) as error_context:
            handler.run()
        self.assertIn('Skipping un-merged pull request',
                      str(error_context.exception))
        entry = self.MockDynamodbHandler.data
        self.assertEqual(0, len(self.MockS3Handler.uploads))
        self.assertIsNone(entry)
Esempio n. 4
0
    def test_webhook_with_missing_obs_data(self, mock_reporter,
                                           mock_url_exists):
        request_file = os.path.join(self.resources_dir,
                                    'obs-missing-request.json')

        with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
            request_text = in_file.read()
            # convert Windows line endings to Linux line endings
            content = request_text.replace('\r\n', '\n')

            # deserialized object
            request_json = json.loads(content)

        mockLogger = MockLogger()
        mockDCS = MockAPI(self.resources_dir, 'https://git.door43.org/')
        self.MockDynamodbHandler.data = None
        self.MockS3Handler.reset()
        urls = {
            'https://git.door43.org/Door43-Catalog/ylb_obs/archive/f8a8d8d757e7ea287cf91b266963f8523bdbd5ad.zip':
            'ylb_obs_missing_data.zip'
        }
        mock_download = lambda url, dest: mockDCS.download_file(
            urls[url], dest)
        handler = WebhookHandler(event=request_json,
                                 context=None,
                                 logger=mockLogger,
                                 s3_handler=self.MockS3Handler,
                                 dynamodb_handler=self.MockDynamodbHandler,
                                 download_handler=mock_download)
        handler.run()

        entry = self.MockDynamodbHandler.data
        self.assertEqual(1, len(self.MockS3Handler.uploads))
        self.assertIn('/ylb_obs.zip', self.MockS3Handler.uploads[0]['path'])
        self.assertIn(
            'temp/ylb_obs/{}/ylb/obs/v4.1/obs.zip'.format(entry['commit_id']),
            self.MockS3Handler.uploads[0]['key'])

        self.assertEqual('f8a8d8d757', entry['commit_id'])
        self.assertEqual(False, entry['dirty'])
        self.assertEqual('ylb', entry['language'])
        self.assertEqual('2017-04-25T21:46:30+00:00', entry['timestamp'])
        self.assertEqual(False, entry['signed'])
        self.assertEqual('ylb_obs', entry['repo_name'])
        assert_object_equals_file(
            self, json.loads(entry['package']),
            os.path.join(self.resources_dir,
                         'expected_obs_package_missing_data.json'))
Esempio n. 5
0
    def test_webhook_ulb(self, mock_reporter, mock_url_exists):
        request_file = os.path.join(self.resources_dir, 'ulb-request.json')

        with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
            request_text = in_file.read()
            # convert Windows line endings to Linux line endings
            content = request_text.replace('\r\n', '\n')

            # deserialized object
            request_json = json.loads(content)

        mockLogger = MockLogger()
        mockDCS = MockAPI(self.resources_dir, 'https://git.door43.org/')
        urls = {
            'https://git.door43.org/Door43-Catalog/en_ulb/archive/2fbfd081f46487e48e49090a95c48d45e04e6bed.zip':
            'en_ulb.zip'
        }
        mock_download = lambda url, dest: mockDCS.download_file(
            urls[url], dest)
        self.MockDynamodbHandler.data = None
        self.MockS3Handler.reset()
        handler = WebhookHandler(event=request_json,
                                 context=None,
                                 logger=mockLogger,
                                 s3_handler=self.MockS3Handler,
                                 dynamodb_handler=self.MockDynamodbHandler,
                                 download_handler=mock_download)
        handler.run()

        entry = self.MockDynamodbHandler.data
        self.assertEqual(4,
                         len(self.MockS3Handler.uploads))  # books and bundle
        self.assertIn('/en_ulb.zip', self.MockS3Handler.uploads[0]['path'])

        self.assertEqual('2fbfd081f4', entry['commit_id'])
        self.assertEqual(False, entry['dirty'])
        self.assertEqual('en', entry['language'])
        self.assertEqual('2017-05-02T22:52:04+00:00', entry['timestamp'])
        self.assertEqual(False, entry['signed'])
        self.assertEqual('en_ulb', entry['repo_name'])
        self.assertIn(
            'temp/en_ulb/{}/en/ulb/v7/ulb.zip'.format(entry['commit_id']),
            self.MockS3Handler.uploads[0]['key'])

        assert_object_equals_file(
            self, json.loads(entry['package']),
            os.path.join(self.resources_dir, 'expected_ulb_package.json'))
Esempio n. 6
0
    def test_webhook_ulb_merged_pull_request(self, mock_reporter,
                                             mock_url_exists):
        request_file = os.path.join(self.resources_dir,
                                    'ulb-merged-pull-request.json')
        with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
            request_text = in_file.read()
            # convert Windows line endings to Linux line endings
            content = request_text.replace('\r\n', '\n')

            # deserialized object
            request_json = json.loads(content)

        mockLogger = MockLogger()
        mockDCS = MockAPI(self.resources_dir, 'https://git.door43.org/')
        urls = {
            'https://git.door43.org/Door43-Catalog/ta_ulb/archive/0a7e25cd939f00086262fe94b9d25afc3b5dabd3.zip':
            'ta_ulb.zip'
        }
        mock_download = lambda url, dest: mockDCS.download_file(
            urls[url], dest)
        self.MockDynamodbHandler.data = None
        self.MockS3Handler.reset()
        handler = WebhookHandler(event=request_json,
                                 context=None,
                                 logger=mockLogger,
                                 s3_handler=self.MockS3Handler,
                                 dynamodb_handler=self.MockDynamodbHandler,
                                 download_handler=mock_download)
        handler.run()
        entry = self.MockDynamodbHandler.data
        self.assertEqual(4,
                         len(self.MockS3Handler.uploads))  # books and bundle
        self.assertIn('/ta_ulb.zip', self.MockS3Handler.uploads[0]['path'])

        self.assertEqual('0a7e25cd93', entry['commit_id'])
        self.assertEqual(False, entry['dirty'])
        self.assertEqual('ta', entry['language'])
        self.assertEqual('2017-08-17T18:56:52.884140+00:00',
                         entry['timestamp'])
        self.assertEqual(False, entry['signed'])
        self.assertEqual('ta_ulb', entry['repo_name'])
        self.assertIn(
            'temp/ta_ulb/{}/ta/ulb/v3/ulb.zip'.format(entry['commit_id']),
            self.MockS3Handler.uploads[0]['key'])
Esempio n. 7
0
    def test_webhook_localization(self, mock_reporter, mock_url_exists):
        request_file = os.path.join(self.resources_dir,
                                    'localization-request.json')
        with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
            request_text = in_file.read()
            # convert Windows line endings to Linux line endings
            content = request_text.replace('\r\n', '\n')

            # deserialized object
            request_json = json.loads(content)

        mockLogger = MockLogger()
        self.MockDynamodbHandler.data = None
        self.MockS3Handler.reset()
        handler = WebhookHandler(event=request_json,
                                 context=None,
                                 logger=mockLogger,
                                 s3_handler=self.MockS3Handler,
                                 dynamodb_handler=self.MockDynamodbHandler)
        handler.run()
Esempio n. 8
0
    def test_malformed_manifest(self, mock_reporter, mock_url_exists):
        mock_instance = MagicMock()
        mock_instance.add_error = MagicMock()
        mock_reporter.return_value = mock_instance

        request_file = os.path.join(self.resources_dir,
                                    'malformed-manifest.json')

        with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
            request_text = in_file.read()
            # convert Windows line endings to Linux line endings
            content = request_text.replace('\r\n', '\n')

            # deserialized object
            request_json = json.loads(content)

        mockS3 = MockS3Handler()
        mockDb = MockDynamodbHandler()
        mockLogger = MockLogger()
        mockApi = MockAPI(os.path.join(self.resources_dir, 'git_api'),
                          'https://git.door43.org/')
        handler = WebhookHandler(event=request_json,
                                 context=None,
                                 logger=mockLogger,
                                 s3_handler=mockS3,
                                 dynamodb_handler=mockDb,
                                 download_handler=mockApi.download_file)
        with self.assertRaises(Exception) as error_context:
            handler.run()

        self.assertIn('manifest missing dublin_core key "type"',
                      str(error_context.exception))

        self.assertFalse(os.path.isdir(handler.temp_dir))
        mock_instance.add_error.assert_called_once_with(
            'Bad Manifest: manifest missing dublin_core key "type"')
Esempio n. 9
0
    def test_webhook_versification(self, mock_reporter, mock_url_exists):
        """
        We are not currently processing versification.
        Therefore, we test that nothing happens.
        :param mock_report_error:
        :return:
        """
        request_file = os.path.join(self.resources_dir,
                                    'versification-request.json')
        with codecs.open(request_file, 'r', encoding='utf-8') as in_file:
            request_text = in_file.read()
            # convert Windows line endings to Linux line endings
            content = request_text.replace('\r\n', '\n')
            request_json = json.loads(content)

        urls = {
            'https://git.door43.org/Door43-Catalog/versification/archive/c7e936e4dcc103560987c8475db69e292aa66dca.zip':
            'versification.zip'
        }

        mockLogger = MockLogger()
        mock_api = MockAPI(self.resources_dir, 'https://git.door43.org')
        mock_db = MockDynamodbHandler()
        mock_s3 = MockS3Handler()
        handler = WebhookHandler(request_json,
                                 context=None,
                                 s3_handler=mock_s3,
                                 logger=mockLogger,
                                 dynamodb_handler=mock_db,
                                 download_handler=lambda url, dest: mock_api.
                                 download_file(urls[url], dest))
        handler.run()

        self.assertEqual(0, len(mock_s3._recent_uploads))
        data = mock_db._last_inserted_item
        self.assertEqual(None, data)
Esempio n. 10
0
def handle(event, context):
    wipe_temp(ignore_errors=True)

    handler = WebhookHandler(event, context, logger)
    return handler.run()