def make_feats(ids2fnames, dest_dir, with_lsa=True):
for data_id, input_fname in ids2fnames.items():
print "creating training features for", data_id
data_dir = data_id[9:] if data_id.startswith("surprise.") else data_id
out_dir = join(dest_dir, data_dir)
if not exists(out_dir):
makedirs(out_dir)
tl.generate_feats_ntnu(input_fname, out_dir, with_lsa=with_lsa)
'../_data/lsa-matrices/wiki-matrix-sts.txt')
with_lsa = True
dest_dir = "../out/STS2012-train"
for data_id in sts12.train_ids:
print "creating training features for", data_id
data_dir= data_id[9:] if data_id.startswith("surprise.") else data_id
out_dir = join(dest_dir, data_dir)
if not exists(out_dir):
makedirs(out_dir)
tl.generate_feats_ntnu(
sts12.train_input_fnames[data_id],
out_dir,
with_lsa=with_lsa)
dest_dir = "../out/STS2012-test"
for data_id in sts12.test_ids:
print "creating test features for", data_id
data_dir= data_id[9:] if data_id.startswith("surprise.") else data_id
out_dir = join(dest_dir, data_dir)
if not exists(out_dir):
makedirs(out_dir)
tl.generate_feats_ntnu(
sts12.test_input_fnames[data_id],
out_dir,
with_lsa=with_lsa)
