def cmd_reindex(drop_before=False, **kwargs): """Reindex collections""" ctx = client.Context(**kwargs) ctx.log_warn("All Writes operations is blocked pending run !") if ctx.silent or click.confirm('Do you want to continue?', abort=True): db = ctx.mongo_database() if drop_before: with click.progressbar(constants.COL_ALL , length=len(constants.COL_ALL)+1, label='Drop indexes') as collections: for collection in collections: ctx.log_ok(" [%s]" % collection) try: db[collection].drop_indexes() except Exception as err: ctx.log_warn(str(err)) ctx.log("Create or update all indexes !") create_or_update_indexes(db) if not drop_before: with click.progressbar(constants.COL_ALL, length=len(constants.COL_ALL)+1, label='Reindex collections') as collections: for collection in collections: ctx.log_ok(" [%s]" % collection) try: db[collection].reindex() except Exception as err: ctx.log_warn(str(err))
def cmd_reindex(drop_before=False, **kwargs): """Reindex collections""" ctx = client.Context(**kwargs) ctx.log_warn("All Writes operations is blocked pending run !") if ctx.silent or click.confirm('Do you want to continue?', abort=True): db = ctx.mongo_database() if drop_before: with click.progressbar(constants.COL_ALL, length=len(constants.COL_ALL) + 1, label='Drop indexes') as collections: for collection in collections: ctx.log_ok(" [%s]" % collection) try: db[collection].drop_indexes() except Exception as err: ctx.log_warn(str(err)) ctx.log("Create or update all indexes !") create_or_update_indexes(db) if not drop_before: with click.progressbar(constants.COL_ALL, length=len(constants.COL_ALL) + 1, label='Reindex collections') as collections: for collection in collections: ctx.log_ok(" [%s]" % collection) try: db[collection].reindex() except Exception as err: ctx.log_warn(str(err))
def setUp(self): BaseTestCase.setUp(self) db = get_mongo_db() self.db = db.client["widukind_test"] self.assertEqual(self.db.name, "widukind_test") utils.clean_mongodb(self.db) create_or_update_indexes(self.db, force_mode=True)
def setUp(self): BaseTestCase.setUp(self) from widukind_common.utils import get_mongo_db, create_or_update_indexes from widukind_common import tests_tools as utils db = get_mongo_db() self.db = db.client["widukind_test"] self.assertEqual(self.db.name, "widukind_test") utils.clean_mongodb(self.db) create_or_update_indexes(self.db, force_mode=True) self._collections_is_empty()
def __init__(self, provider_name=None, db=None, is_indexes=True, version=0, max_errors=5, use_existing_file=False, not_remove_files=False, **kwargs): """ :param str provider_name: Provider Name :param pymongo.database.Database db: MongoDB Database instance :param bool is_indexes: Bypass create_or_update_indexes() if False :raises ValueError: if provider_name is None """ if not provider_name: raise ValueError("provider_name is required") self.provider_name = provider_name self.db = db or get_mongo_db() self.version = version self.max_errors = max_errors self.use_existing_file = use_existing_file self.not_remove_files = not_remove_files self.provider = None self.errors = 0 self.categories_filter = [] #[category_code] self.datasets_filter = [] #[dataset_code] self.selected_datasets = {} self.store_path = os.path.abspath(os.path.join(tempfile.gettempdir(), self.provider_name)) self.for_delete = [] if is_indexes: create_or_update_indexes(self.db) if IS_SCHEMAS_VALIDATION_DISABLE: logger.warning("schemas validation is disable")
def cmd_reindex(**kwargs): """Reindex collections""" ctx = client.Context(**kwargs) ctx.log_warn("All Writes operations is blocked pending run !") if ctx.silent or click.confirm('Do you want to continue?', abort=True): db = ctx.mongo_database() create_or_update_indexes(db) with click.progressbar(constants.COL_ALL, length=len(constants.COL_ALL), label='Reindex collections') as collections: for collection in collections: print(" [%s]" % collection) _col = db[collection] _col.reindex()
def __init__(self, provider_name=None, db=None, is_indexes=True): """ :param str provider_name: Provider Name :param pymongo.database.Database db: MongoDB Database instance :param bool is_indexes: Bypass create_or_update_indexes() if False :raises ValueError: if provider_name is None """ if not provider_name: raise ValueError("provider_name is required") self.provider_name = provider_name self.db = db or get_mongo_db() self.provider = self.load_provider_from_db() if is_indexes: create_or_update_indexes(self.db)
def setUp(self): super().setUp() self.db = self.app.widukind_db self.assertEqual(self.db.name, "widukind_test") utils.clean_mongodb(self.db) create_or_update_indexes(self.db, force_mode=True)
def setUp(self): super().setUp() self.db = self.app.widukind_db self.assertEqual(self.db.name, "widukind_test") utils.clean_mongodb(self.db) create_or_update_indexes(self.db, force_mode=True)
def set_indexes(self): create_or_update_indexes(self.db, force_mode=True, background=False)