def main():
# LODATAStruct_mul
flat_test_workloads = [TEST_WORKLOADS[t] for t in TEST_WORKLOADS]
flat_test_workloads = [e for l in flat_test_workloads for e in l]
lods = make_LODatastruct_mul(flat_test_workloads,
DATA_FOLDER,
CONFIG_PATH,
with_intensive=False,
si=True,
destroy=False)
print("Running tests on newly created lods object....")
check_shared_configs_consistency(lods)
assert_no_shared_in_test(lods)
assert_no_shared_in_test(lods, 'shared_traincomplement')
lods.serialize(os.path.join(OUTPUT_FOLDER, "lods_mul_var.bin"),
destroy=True)
# Now reads the serialized object and repeat the tests
print("\nRepeating tests after reading serialized lods...")
lods = None
lods = LODataStruct.load_from_file(os.path.join(OUTPUT_FOLDER,
"lods_mul_var.bin"),
autobuild=True)
check_shared_configs_consistency(lods)
assert_no_shared_in_test(lods)
assert_no_shared_in_test(lods, 'shared_traincomplement')
def main():
if not os.path.exists(OUTPUT_FOLDER):
os.makedirs(OUTPUT_FOLDER)
config_dict = get_config_dict()
flat_test_workloads = [TEST_WORKLOADS[t] for t in TEST_WORKLOADS]
flat_test_workloads = [e for l in flat_test_workloads for e in l]
lods = make_LODatastruct_mul(
flat_test_workloads, DATA_FOLDER, CONFIG_PATH,
with_intensive=WITH_INTENSIVE, si=SEPARATE_INTERSECTIONS_MUL,
config_dict=config_dict,
shared_within_templates=SHARED_WITHIN_TEMPLATES)
sd = lods.get_split_definitions()
for temp in TEMPLATES:
print("[making LODS_{}]".format(temp))
make_LODatastruct_X(
TEMPLATES[temp],
TEST_WORKLOADS[temp],
DATA_FOLDER, CONFIG_PATH, with_intensive=WITH_INTENSIVE,
split_definitions=sd, X=temp,
separate_intersections=SEPARATE_INTERSECTIONS_X,
config_dict=config_dict,
shared_within_templates=SHARED_WITHIN_TEMPLATES)
autobuild = DESTROY_ON_SERIALIZE
print("Loading LODS...")
lods = {}
lods_mul = LODataStruct.load_from_file(os.path.join(
OUTPUT_FOLDER, "lods_mul.bin"),
autobuild=DESTROY_ON_SERIALIZE)
lods["mul"] = lods_mul
print("LODS_mul loaded...")
for t in TEMPLATES:
print("Loading LODS_{}".format(t))
lods[t] = LODataStruct.load_from_file(
os.path.join(OUTPUT_FOLDER, "lods_{}.bin".format(t)),
autobuild=DESTROY_ON_SERIALIZE)
for lod_name in lods:
lods[lod_name].minmaxscale("X")
lods[lod_name].minmaxscale("Y")
print("LODS loaded, starting tests...")
print("**** CONSISTENCY TESTS (LODS_mul & LODS_X) *****")
test_eval_jobs(lods, 'test')
test_eval_splits(lods, 'test')
test_eval_jobs(lods, 'traincomplement')
test_eval_splits(lods, 'traincomplement')
test_training_jobs(lods, "trainval")
test_training_splits(lods, "trainval")
print("**** ***** *****")
if SEPARATE_INTERSECTIONS_MUL:
print("***** SHARED/UNSHARED TESTS ON LODS_mul *****")
check_shared_configs_consistency(lods["mul"])
assert_no_shared_in_test(lods["mul"])
assert_no_shared_in_test(lods["mul"], 'shared_traincomplement')