def save(self, db, table, data):
mongo_factory = MongoFactory()
mongo = mongo_factory.get_mongo(db)
if mongo is None:
Log.error("get none as mongo, please check config of db :"+db+", table:"+table)
return None
save_for_log = "MONGO-INFO start saving data to [%s:%s] [%s.%s]" %(mongo.host, mongo.port, db, table)
Log.info(save_for_log)
if len(data) == 0:
return None
else:
return mongo.check_alive().set_table_name(table).bulk_save(data)
def mv_files(self, db, filepath, from_dir, out_dir):
if len(filepath) == 0:
Log.error("MV-FILE empty filename, db: [%s], file: [%s]" %(db, filepath))
return False
child_path = filepath.replace(from_dir, '')
to_path = out_dir + child_path
to_dir = os.path.dirname(to_path)
if not os.path.exists(to_dir):
os.makedirs(to_dir, 0755)
Log.info("MV-FILE from [%s] to [%s]" %(filepath, to_path))
mv_files = os.renames(filepath, to_path)
return mv_files
def get_mongo(self, conf_path):
conf = DaMongo.get_conf(conf_path)
if conf is None:
Log.error('MongoFactory no such conf_path [' + conf_path +']')
return None
host = conf['host']
port = conf['port']
db = conf['db']
key = host + port
if self.__mongos.has_key(key):
return self.__mongos[key].set_db_name(conf['db'])
else:
mongo = DaMongo(conf['host'], conf['port'], conf['db'])
self.__mongos[key] = mongo
return mongo
