Python FileUtil.load_dill示例

示例#1

args = parser.parse_args()

processes = args.processes
setup = ExperimentSetups.parse(args.setup)
max_quantifier_length = args.max_quantifier_length
model_size = args.model_size

file_util = FileUtil(
    fileutil.base_dir(args.dest_dir, setup.name, max_quantifier_length,
                      model_size))

folderName = "{0}/{1}_length={2}_size={3}".format(args.dest_dir, setup.name,
                                                  max_quantifier_length,
                                                  model_size)

processpool = ProcessPool(nodes=processes)

expressions = file_util.load_dill('expressions.dill')

complexities = processpool.map(
    lambda ex: setup.measure_expression_complexity(ex, max_quantifier_length),
    expressions)

file_util.dump_dill(complexities, 'expression_complexities.dill')

processpool.close()
processpool.join()

print('Complexity Measuring finished.')

示例#2

文件： measure_expression_informativeness.py 项目： wouterposdijk/SimInf_Quantifiers

parser.add_argument('--dest_dir', default='results')
parser.add_argument('--processes', default=4, type=int)

args = parser.parse_args()

processes = args.processes
setup = ExperimentSetups.parse(args.setup)
max_quantifier_length = args.max_quantifier_length
model_size = args.model_size

file_util = FileUtil(
    fileutil.base_dir(args.dest_dir, setup.name, max_quantifier_length,
                      model_size))

folderName = "{0}/{1}_length={2}_size={3}".format(args.dest_dir, setup.name,
                                                  max_quantifier_length,
                                                  model_size)

processpool = ProcessPool(nodes=processes)

meanings = file_util.load_dill('meanings.dill')

costs = processpool.map(Measurer.measure_communicative_cost, meanings)

file_util.dump_dill(costs, 'expression_costs.dill')

processpool.close()
processpool.join()

print('Informativeness Measuring finished.')