def invoke():
"""
* Reads in pages all connected & active data-pipes from the DB
* Each read page of data-pipes is sent to the web_fetcher service
in a REST call
"""
logging.info("Invoking data-pipes...")
count = 0
criteria = {"type": PERSONAL_TWITTER_FEED}
for page in load_data_pipes(criteria=criteria):
count += web_fetcher.pull_from_data_pipes(page)
return "{} posts fetched..".format(count)
def test_load_data_pipes(get_db):
db = MagicMock()
get_db.return_value = db
data_pipe_spec = {'status': 'active', 'connectedBldg': {'$exists': True}}
for page in load_data_pipes():
db.data_pipes.find.assert_called_once_with(data_pipe_spec, skip=0, limit=100)
