def mce_write_test(path):
test.rm(test.tmp(path))
test.call(test.build("mce_write"), [], [test.tmp(path)], test.tmp("stdout.txt"), [], {})
test.call(test.build("mce_extract"), [], [test.tmp(path), "sample.xml"], test.tmp(path+".mce_write.mce_extract"), [], {})
test.regr(test.docs(path+".mce_write.mce_extract"), test.tmp(path+".mce_write.mce_extract"), False)
test.call(test.build("mce_extract"), [], [test.tmp(path), "--understands", "http://schemas.openxmlformats.org/Circles/v2", "sample.xml"], test.tmp(path+".mce_write.v2.mce_extract"), [], {})
test.regr(test.docs(path+".mce_write.v2.mce_extract"), test.tmp(path+".mce_write.v2.mce_extract"), False)
def opc_relation_test(path):
test.call(test.build("opc_relation"), [], [test.docs(path)], test.tmp(path+".opc_relation"), [], {})
test.regr(test.docs(path+".opc_relation"), test.tmp(path+".opc_relation"), True)
test.call(test.build("opc_relation"), [], [test.docs(path), "rId1"], test.tmp(path+".opc_relation.rId1"), [], {})
test.regr(test.docs(path+".opc_relation.rId1"), test.tmp(path+".opc_relation.rId1"), True)
test.call(test.build("opc_relation"), [], [test.docs(path), "word/document.xml", "rId1"], test.tmp(path+".opc_relation.word-document.rId1"), [], {})
test.regr(test.docs(path+".opc_relation.word-document.rId1"), test.tmp(path+".opc_relation.word-document.rId1"), True)
def opc_generate_test(basepath, path):
dest=os.path.join(os.path.split(path)[0], os.path.splitext(os.path.split(path)[1])[0]+".c")
test.ensureDir(test.tmp(os.path.dirname(dest)))
test.call(test.build("opc_dump"), [], [os.path.join(basepath, path)], test.tmp(path+"_1.opc_generate.opc_dump"), [], {})
test.call(test.build("opc_generate"), [], [os.path.join(basepath, path), test.tmp(dest)], test.tmp("stdout.txt"), [], {})
exe=test.compile(test.tmp(dest))
test.call(exe, [], [test.tmp(path)], test.tmp("stdout.txt"), [], {})
test.call(test.build("opc_dump"), [], [test.tmp(path)], test.tmp(path+"_2.opc_generate.opc_dump"), [], {})
test.regr(test.tmp(path+"_1.opc_generate.opc_dump"), test.tmp(path+"_2.opc_generate.opc_dump"), False)
def opc_proc_test(path, args, cmd):
test.rm(test.tmp(path))
test.cp(test.docs(path), test.tmp(path))
call_args=[test.tmp(path)]
call_args.extend(args)
out=path+".opc_proc."+cmd+".txt"
test.call(test.build("opc_proc"), [], call_args, test.tmp(out), [], {})
test.regr(test.docs(out), test.tmp(out), True)
def mce_extract_test(path, part, namespaces, returncode):
_part_="."+part.replace('.', '_')
args=[test.docs(path), part]
for namespace in namespaces:
args.append("--understands"); args.append(namespace[1])
_part_=_part_+"."+namespace[0]
test.call(test.build("mce_extract"), [], args, test.tmp(path+_part_+".mce_extract"), [], {"return": returncode})
test.regr(test.docs(path+_part_+".mce_extract"), test.tmp(path+_part_+".mce_extract"), True)
def opc_zipwrite_test(path):
test.rm(test.tmp(path))
test.call(test.build("opc_zipwrite"), [], [test.tmp(path), "--import", "--delete", "--add", "--commit"], test.tmp("stdout.txt"), [], {})
test.call(test.build("opc_zipread"), [], ["--verify", test.tmp(path)], test.tmp(path+"_1.opc_zipread"), [], {})
test.regr(test.docs(path+"_1.opc_zipread"), test.tmp(path+"_1.opc_zipread"), True)
test.call(test.build("opc_zipwrite"), [], [test.tmp(path), "--import", "--commit"], test.tmp("stdout.txt"), [], {})
test.call(test.build("opc_zipread"), [], ["--verify", test.tmp(path)], test.tmp(path+"_2.opc_zipread"), [], {})
test.regr(test.tmp(path+"_1.opc_zipread"), test.tmp(path+"_2.opc_zipread"), True)
test.call(test.build("opc_zipwrite"), [], [test.tmp(path), "--import", "--trim"], test.tmp("stdout.txt"), [], {})
test.call(test.build("opc_zipread"), [], ["--verify", test.tmp(path)], test.tmp(path+"_3.opc_zipread"), [], {})
test.regr(test.docs(path+"_3.opc_zipread"), test.tmp(path+"_3.opc_zipread"), True)
test.call(test.build("opc_zipwrite"), [], [test.tmp(path), "--delete", "--commit"], test.tmp("stdout.txt"), [], {})
test.call(test.build("opc_zipread"), [], ["--verify", test.tmp(path)], test.tmp(path+"_4.opc_zipread"), [], {})
test.regr(test.docs(path+"_4.opc_zipread"), test.tmp(path+"_4.opc_zipread"), True)
test.call(test.build("opc_zipwrite"), [], [test.tmp(path), "--delete", "--trim"], test.tmp("stdout.txt"), [], {})
test.call(test.build("opc_zipread"), [], ["--verify", test.tmp(path)], test.tmp(path+"_5.opc_zipread"), [], {})
test.regr(test.docs(path+"_5.opc_zipread"), test.tmp(path+"_5.opc_zipread"), True)
def opc_trim_test(path):
test.rm(test.tmp(path))
test.cp(test.docs(path), test.tmp(path))
test.call(test.build("opc_dump"), [], [test.docs(path)], test.tmp(path+"_1.opc_trim.opc_dump"), [], {})
test.regr(test.docs(path+".opc_dump"), test.tmp(path+"_1.opc_trim.opc_dump"), True)
test.call(test.build("opc_trim"), [], [test.tmp(path)], test.tmp("stdout.txt"), [], {})
test.call(test.build("opc_dump"), [], [test.docs(path)], test.tmp(path+"_2.opc_trim.opc_dump"), [], {})
test.regr(test.tmp(path+"_1.opc_trim.opc_dump"), test.tmp(path+"_2.opc_trim.opc_dump"), True)
test.call(test.build("opc_trim"), [], [test.tmp(path)], test.tmp("stdout.txt"), [], {})
test.call(test.build("opc_dump"), [], [test.docs(path)], test.tmp(path+"_3.opc_trim.opc_dump"), [], {})
test.regr(test.tmp(path+"_2.opc_trim.opc_dump"), test.tmp(path+"_3.opc_trim.opc_dump"), True)
test.call(test.build("opc_trim"), [], [test.tmp(path)], test.tmp("stdout.txt"), [], {})
test.call(test.build("opc_dump"), [], [test.docs(path)], test.tmp(path+"_4.opc_trim.opc_dump"), [], {})
test.regr(test.tmp(path+"_3.opc_trim.opc_dump"), test.tmp(path+"_4.opc_trim.opc_dump"), True)
def support_vector_machine(x, y, predict=False):
x = x.reshape(len(x), 28 * 28)
svc = regression.build('SVC',
C=0.1,
kernel='poly',
degree=2,
cache_size=500)
svc.fit(x, y)
print(svc.score(x, y))
if predict:
x_test = pandas.read_csv('test.csv')
pred = pandas.DataFrame()
pred['ImageId'] = list(range(1, 28000 + 1))
pred['Label'] = svc.predict(x_test.to_numpy())
pred.to_csv('predictions.csv', index=False)
def opc_zipread_test(path):
test.call(test.build("opc_zipread"), [], ["--verify", test.docs(path)], test.tmp(path+".opc_zipread"), [], {})
test.regr(test.docs(path+".opc_zipread"), test.tmp(path+".opc_zipread"), True)
def opc_zipextract_test(path):
test.call(test.build("opc_zipextract"), [], [test.docs(path), "word/document.xml"], test.tmp(path+".opc_zipextract"), [], {})
test.regr(test.docs(path+".opc_zipextract"), test.tmp(path+".opc_zipextract"), True)
def opc_xml2_test(path):
test.call(test.build("opc_xml2"), [], [test.docs(path)], test.tmp(path+".opc_xml2"), [], {})
test.regr(test.docs(path+".opc_xml2"), test.tmp(path+".opc_xml2"), True)
def opc_text_test(path):
test.call(test.build("opc_text"), [], [test.docs(path)], test.tmp(path+".opc_text.html"), [], {})
test.regr(test.docs(path+".opc_text.html"), test.tmp(path+".opc_text.html"), True)
#])
x_train_np = x[:3000].to_numpy()
x_test_np = x[3000:].to_numpy()
#x_train.to_csv('x_train.csv', index=False)
#x_test.to_csv('x_test.csv', index=False)
#x_train_np = pandas.read_csv('x_train.csv').to_numpy()
#x_test_np = pandas.read_csv('x_test.csv').to_numpy()
#linear = regression.build('Linear')
#linear_cv = regression.cross_validate(linear, cleaner.x_train_np, y_np)
#print('LINEAR', linear_cv)
lasso = regression.build('Lasso', alpha=0.002)
#lasso_cv = regression.cross_validate(lasso, x_train_np, y_np)
#print('LASSO', lasso_cv)
elastic_net = regression.build('ElasticNet', alpha=0.002)
#elastic_net_cv = regression.cross_validate(elastic_net, x_train_np, y_np)
#print('ELASTIC NET', elastic_net_cv)
kernel_ridge = regression.build('KernelRidge')
#kernel_ridge_cv = regression.cross_validate(kernel_ridge, x_train_np, y_np)
#print('KERNEL RIDGE', kernel_ridge_cv)
gradient_boost = regression.build('GradientBoosting')
#gdcv = regression.cross_validate(gradient_boost, x_train_np, y_np)
#print('GRADIENT BOOST', gdcv)
def opc_mem_test(path):
test.call(test.build("opc_mem"), [], [test.docs(path)], test.tmp(path+".opc_mem"), [], {})
test.regr(test.docs(path+".opc_dump"), test.tmp(path+".opc_mem"), True)
def opc_extract_test(path, part):
out_ext=".opc_extract."+part.replace("/", "-")
test.call(test.build("opc_extract"), [], [test.docs(path), part], test.tmp(path)+out_ext, [], {})
test.regr(test.docs(path)+out_ext, test.tmp(path)+out_ext, False)
def mcepp_test(path):
test.rm(test.tmp(path))
test.call(test.build("mcepp"), [], [test.docs(path)], test.tmp(path+".mcepp"), [], {})
test.regr(test.docs(path+".mcepp"), test.tmp(path+".mcepp"), True)
def opc_image_test(path):
test.call(test.build("opc_image"), [], [test.docs(path), test.tmp("")], test.tmp(path+".opc_image"), [], {})
test.regr(test.docs(path+".opc_image"), test.tmp(path+".opc_image"), True)
y_np = y.drop('SalePrice', axis=1).to_numpy()
train_id = x_train['Id']
test_id = x_test['Id']
x_train.drop('Id', axis=1, inplace=True)
x_test.drop('Id', axis=1, inplace=True)
cleaner = Cleaner(x_train, x_test)
cleaner.clean(variables)
#linear = regression.build('Linear')
#linear_cv = regression.cross_validate(linear, cleaner.x_train_np, y_np)
#print('LINEAR', linear_cv)
lasso = regression.build('Lasso', alpha=0.002)
lasso_cv = regression.cross_validate(lasso, cleaner.x_train_np, y_np)
elastic_net = regression.build('ElasticNet', alpha=0.002)
elastic_net_cv = regression.cross_validate(elastic_net, cleaner.x_train_np,
y_np)
kernel_ridge = regression.build('KernelRidge')
kernel_ridge_cv = regression.cross_validate(kernel_ridge, cleaner.x_train_np,
y_np)
gradient_boost = regression.build('GradientBoosting')
#gdcv = regression.cross_validate(gradient_boost, cleaner.x_train_np, y_np)
#print('GRADIENT BOOST', gdcv)
xg_boost = regression.build(