def run_puv_task(): logger.info('####Running task of query puv...') cmd = " sh *.sh params" \ % ("conf.xml") logger.info('--execute:' + cmd) retcode = execute(cmd) return retcode
def execute(self, args): execute( f"sudo virt-install --name {args.name} --memory {args.mem} --vcpus {args.cpus} --network network={args.network},mac={args.mac} --cdrom={args.iso_path} --disk size={args.disk_size}" )
def execute(self, args): execute(f"git fetch {args.remote} {args.remote_branch}") execute( f"git rebase {args['remote']}/{args['remote-branch']} {args['local-branch']}" )
def check_hdfsdir_exist(hdfs_dir) : cmd = "hadoop fs -test -d %s > /dev/null 2>&1" % hdfs_dir retcode = execute(cmd, False) ret = True if (retcode == 0) else False return ret
def makedir_hdfs(hdfs_dir, rm_flag=True) : execute('hadoop fs -mkdir %s > /dev/null 2>&1' % hdfs_dir, True) if rm_flag == True : execute('hadoop fs -rm --skipTrash %s/* > /dev/null 2>&1' % hdfs_dir, False)
ch.setLevel(logging.DEBUG) formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s') fh.setFormatter(formatter) ch.setFormatter(formatter) logger.addHandler(fh) logger.addHandler(ch) if __name__ == "__main__": options = initialize_args() if options is None: exit(1) execute('mkdir -p ./logs > /dev/null 2>&1') init_logger(options) mr_logfile = './logs/mr_%s.log' % options.date logger.info("----------------work flows running ----------------") print 'db :' + options.db print 'date :' + options.date print 'config file :' + options.configFile ret = main() logger.info("----------------------ok---------------------------------\n\n") exit(ret)