def save(self, db, table, data): mongo_factory = MongoFactory() mongo = mongo_factory.get_mongo(db) if mongo is None: Log.error("get none as mongo, please check config of db :"+db+", table:"+table) return None save_for_log = "MONGO-INFO start saving data to [%s:%s] [%s.%s]" %(mongo.host, mongo.port, db, table) Log.info(save_for_log) if len(data) == 0: return None else: return mongo.check_alive().set_table_name(table).bulk_save(data)
def mv_files(self, db, filepath, from_dir, out_dir): if len(filepath) == 0: Log.error("MV-FILE empty filename, db: [%s], file: [%s]" %(db, filepath)) return False child_path = filepath.replace(from_dir, '') to_path = out_dir + child_path to_dir = os.path.dirname(to_path) if not os.path.exists(to_dir): os.makedirs(to_dir, 0755) Log.info("MV-FILE from [%s] to [%s]" %(filepath, to_path)) mv_files = os.renames(filepath, to_path) return mv_files
def get_mongo(self, conf_path): conf = DaMongo.get_conf(conf_path) if conf is None: Log.error('MongoFactory no such conf_path [' + conf_path +']') return None host = conf['host'] port = conf['port'] db = conf['db'] key = host + port if self.__mongos.has_key(key): return self.__mongos[key].set_db_name(conf['db']) else: mongo = DaMongo(conf['host'], conf['port'], conf['db']) self.__mongos[key] = mongo return mongo