Exemple #1
0
            inputfilepath = join(inputdir, inputfilename)

            if isfile(inputfilepath):
                # check input lck
                lck_inputfilename = join(inputdir, inputfilename + '.lck')
                logging.info('check input lck file: %s' % lck_inputfilename)
                if (isfile(lck_inputfilename)):
                    continue

                hasfile = True
                # create output lck
                lck_outputfilename = join(outputdir, inputfilename + '.lck')
                logging.info('create output lck file: %s' % lck_outputfilename)
                open(lck_outputfilename, 'w').close()

                outputfilepath = join(outputdir, inputfilename)
                # parse
                parse_file(rrp, inputfilepath, outputfilepath)

                # remove input file
                logging.info('remove input file: %s' % inputfilepath)
                os.remove(inputfilepath)

                # remove output lck
                logging.info('remove output lck file: %s' % lck_outputfilename)
                os.remove(lck_outputfilename)

        if not hasfile:
            time.sleep(1)
if __name__ == "__main__":
    pathnames = parse_argv()

    model_dir = init_model()
    logging.info('loading model %s ...' % model_dir)
    rrp = RerankingParser.from_unified_model_dir(model_dir)

    for pathname in pathnames:

        inputfilenames = glob.glob(pathname)

        for inputfilename in inputfilenames:

            if not os.path.isfile(inputfilename):
                sys.stderr.write('Cannot find input file: %s\n' % inputfilename)
                continue

            outputfilename = inputfilename + ".ptb"

            # create lck
            lckfilename = outputfilename + ".lck"
            logging.info('create lck file: %s' % lckfilename)
            open(lckfilename, 'w').close()

            # parse file
            parse_file(rrp, inputfilename, outputfilename)

            # remove lck
            logging.info('remove lck file: %s' % lckfilename)
            os.remove(lckfilename)