def run_puv_task():
logger.info('####Running task of query puv...')
cmd = " sh *.sh params" \
% ("conf.xml")
logger.info('--execute:' + cmd)
retcode = execute(cmd)
return retcode
def execute(self, args):
execute(
f"sudo virt-install --name {args.name} --memory {args.mem} --vcpus {args.cpus} --network network={args.network},mac={args.mac} --cdrom={args.iso_path} --disk size={args.disk_size}"
)
def execute(self, args):
execute(f"git fetch {args.remote} {args.remote_branch}")
execute(
f"git rebase {args['remote']}/{args['remote-branch']} {args['local-branch']}"
)
def check_hdfsdir_exist(hdfs_dir) :
cmd = "hadoop fs -test -d %s > /dev/null 2>&1" % hdfs_dir
retcode = execute(cmd, False)
ret = True if (retcode == 0) else False
return ret
def makedir_hdfs(hdfs_dir, rm_flag=True) :
execute('hadoop fs -mkdir %s > /dev/null 2>&1' % hdfs_dir, True)
if rm_flag == True :
execute('hadoop fs -rm --skipTrash %s/* > /dev/null 2>&1' % hdfs_dir, False)
ch.setLevel(logging.DEBUG)
formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
fh.setFormatter(formatter)
ch.setFormatter(formatter)
logger.addHandler(fh)
logger.addHandler(ch)
if __name__ == "__main__":
options = initialize_args()
if options is None:
exit(1)
execute('mkdir -p ./logs > /dev/null 2>&1')
init_logger(options)
mr_logfile = './logs/mr_%s.log' % options.date
logger.info("----------------work flows running ----------------")
print 'db :' + options.db
print 'date :' + options.date
print 'config file :' + options.configFile
ret = main()
logger.info("----------------------ok---------------------------------\n\n")
exit(ret)
