def test_run_clean(self):
""" Test clean of collections """
self._mock_update()
documents = self._open_file('tests/json/clean.json')
self.loader = Loader()
self.loader.update.post = MagicMock(return_value=documents)
self.loader.run_clean(123456789)
self.loader.update.post.assert_called_with(documents)
def test_run_worker(self):
""" Test run worker """
self._mock_update()
data = iter([1, 2, 3])
pool = MagicMock()
pool.imap_unordered.return_value.__iter__ = Mock(return_value=data)
self.loader = Loader()
self.loader.iterator_slice = MagicMock(return_value=data)
self.loader.run_workers(pool, data)
pool.imap_unordered.assert_called_with(self.loader.send, data)
def test_iterator_slice(self):
""" Test iterator slice """
self._mock_update()
self.loader = Loader()
data = [1, 2, 3]
items = self.loader.iterator_slice(data, 2)
data = items.__next__()
self.assertEqual(data, [1, 2])
data = items.__next__()
self.assertEqual(data, [3])
with self.assertRaises(StopIteration):
items.__next__()
def test_send(self):
""" Test send """
self._mock_update()
self.loader = Loader()
self.loader.update.post = Mock(return_value='test')
data_dict = {
'element': {
'name': 'test'
},
'action': 'test',
'collection': 'test'
}
data = self.loader.send(data_dict)
self.assertEqual(data, 'test')
self.loader.update.post.assert_called_with([data_dict])
def test_run(self):
""" Test run """
self._mock_update()
self.loader = Loader()
sample = self._open_file('tests/json/sample.json')
self.loader.run_workers = MagicMock()
self.loader.run_clean = MagicMock()
self.loader.driver.get_data = MagicMock(return_value=[{}, {}])
self.loader.driver.treat_data = MagicMock(return_value=sample)
self.loader.run()
self.loader.run_clean.assert_called()
self.loader.run_workers.assert_called()
self.loader.driver.get_data.assert_called()
self.loader.driver.treat_data.assert_called()
def run_loader():
config.dictConfig(LOGGING)
inst_loader = Loader()
inst_loader.run()
"""
Copyright 2017 Globo.com
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
"""
# !/usr/bin/env python
from logging import config
from globomap_driver_sample.loader import Loader
from globomap_driver_sample.settings import LOGGING
if __name__ == '__main__':
config.dictConfig(LOGGING)
inst_loader = Loader()
inst_loader.run()
class TestLoader(unittest2.TestCase):
maxDiff = None
def tearDown(self):
patch.stopall()
def test_send(self):
""" Test send """
self._mock_update()
self.loader = Loader()
self.loader.update.post = Mock(return_value='test')
data_dict = {
'element': {
'name': 'test'
},
'action': 'test',
'collection': 'test'
}
data = self.loader.send(data_dict)
self.assertEqual(data, 'test')
self.loader.update.post.assert_called_with([data_dict])
def test_run(self):
""" Test run """
self._mock_update()
self.loader = Loader()
sample = self._open_file('tests/json/sample.json')
self.loader.run_workers = MagicMock()
self.loader.run_clean = MagicMock()
self.loader.driver.get_data = MagicMock(return_value=[{}, {}])
self.loader.driver.treat_data = MagicMock(return_value=sample)
self.loader.run()
self.loader.run_clean.assert_called()
self.loader.run_workers.assert_called()
self.loader.driver.get_data.assert_called()
self.loader.driver.treat_data.assert_called()
def test_run_clean(self):
""" Test clean of collections """
self._mock_update()
documents = self._open_file('tests/json/clean.json')
self.loader = Loader()
self.loader.update.post = MagicMock(return_value=documents)
self.loader.run_clean(123456789)
self.loader.update.post.assert_called_with(documents)
def test_run_worker(self):
""" Test run worker """
self._mock_update()
data = iter([1, 2, 3])
pool = MagicMock()
pool.imap_unordered.return_value.__iter__ = Mock(return_value=data)
self.loader = Loader()
self.loader.iterator_slice = MagicMock(return_value=data)
self.loader.run_workers(pool, data)
pool.imap_unordered.assert_called_with(self.loader.send, data)
def test_iterator_slice(self):
""" Test iterator slice """
self._mock_update()
self.loader = Loader()
data = [1, 2, 3]
items = self.loader.iterator_slice(data, 2)
data = items.__next__()
self.assertEqual(data, [1, 2])
data = items.__next__()
self.assertEqual(data, [3])
with self.assertRaises(StopIteration):
items.__next__()
def _mock_update(self):
patch('globomap_driver_sample.loader.auth').start()
patch('globomap_driver_sample.loader.Update').start()
# patch('globomap_driver_sample.driver.Client').start()
def _open_file(self, file):
with open(file, 'r') as file:
item = json.load(file)
return item