def main(**settings): base_url = settings['scielo_uri'] resource = ((urljoin(base_url, 'books/'), 'book'), (urljoin(base_url, 'alphasum/'), 'alpha'), (urljoin(base_url, 'publishers/'), 'publisher')) # Create mongodb connection db_url = urlparse(settings['mongo_uri']) conn = pymongo.Connection(host=db_url.hostname, port=db_url.port) db = do_connect(conn, db_url) now = datetime.now() def run(): jobs = [] for src, dst in resource: j = Sync(src, dst, db) j.start() jobs.append(j) for job in jobs: job.join() run() db.catalog.save({'_id': 1, 'updated': now})
def setUp(self): self.config = testing.setUp() self.db = do_connect(conn, db_url)
def tearDownModule(): db = do_connect(conn, db_url) conn.drop_database(db.name)