Beispiel #1
0
            filemode="w",
        )
        # si verbose está activo, mostrar la información por pantalla
        if args.verbose:
            console = logging.StreamHandler()
            console.setLevel(logging.DEBUG)
            formatter = logging.Formatter(LOG_CONSOLE_FORMAT)
            console.setFormatter(formatter)
            logging.getLogger("").addHandler(console)
    else:
        if args.verbose:
            level = logging.DEBUG
        else:
            level = logging.WARNING
        logging.basicConfig(format=LOG_FORMAT, datefmt="%d-%m %H:%M", level=level)

    # correr nodo
    mappers = config_parser.get("nodes", "mappers").split(",")
    mappers = map(lambda m: m.strip().split(":"), mappers)
    mappers = map(lambda m: (m[0], int(m[1])), mappers)
    reducer = config_parser.get("nodes", "reducer").split(":")
    reducer[1] = int(reducer[1])
    master = NodoMaster(
        config_parser.get("connection", "host"),
        config_parser.getint("connection", "port"),
        mappers,
        reducer,
        args.out_file,
    )
    master.start_job(args.text_file)