def main(**settings):
base_url = settings['scielo_uri']
resource = ((urljoin(base_url, 'books/'), 'book'),
(urljoin(base_url, 'alphasum/'), 'alpha'),
(urljoin(base_url, 'publishers/'), 'publisher'))
# Create mongodb connection
db_url = urlparse(settings['mongo_uri'])
conn = pymongo.Connection(host=db_url.hostname, port=db_url.port)
db = do_connect(conn, db_url)
now = datetime.now()
def run():
jobs = []
for src, dst in resource:
j = Sync(src, dst, db)
j.start()
jobs.append(j)
for job in jobs:
job.join()
run()
db.catalog.save({'_id': 1, 'updated': now})
def setUp(self):
self.config = testing.setUp()
self.db = do_connect(conn, db_url)
def tearDownModule():
db = do_connect(conn, db_url)
conn.drop_database(db.name)
