def i_create_source_from_stdin(step, data=None, output_dir=None):
if data is None or output_dir is None:
assert False
command = ("cat " + data + "|bigmler --train " +
"--store --no-dataset --no-model --output-dir " +
output_dir + " --max-batch-models 1")
shell_execute(command, output_dir + "/test", test=None)
def i_delete_source_by_file_filtered(step, resource_types=None, output_dir=None):
if output_dir is None or resource_types is None:
assert False
command = ("bigmler delete --from-file %s%ssource " % (output_dir, os.sep) +
" --output-dir " + output_dir +
" --resource-types " + resource_types)
shell_execute(command, os.path.join(output_dir, "p.csv"), test=None)
def i_create_all_resources_to_test_from_stdin(step, data=None, test=None, output=None):
if data is None or test is None or output is None:
assert False
command = (
"cat " + test + "|bigmler --train " + data + " --test --store --output " + output + " --max-batch-models 1"
)
shell_execute(command, output, test=test)
def i_delete_source_by_ids_filtered(step, resource_types=None, output_dir=None):
if output_dir is None or resource_types is None:
assert False
command = ("bigmler delete --ids " + world.source['resource'] +
" --dry-run --output-dir " + output_dir +
" --resource-types " + resource_types)
shell_execute(command, os.path.join(output_dir, "p.csv"), test=None)
def i_delete_resources_newer_and_tag(step, tag=None, output_dir=None):
if output_dir is None or tag is None:
assert False
command = ("bigmler delete --newer-than " + world.source_lower +
" --all-tag " + tag +
" --output-dir " + output_dir)
shell_execute(command, os.path.join(output_dir, "p.csv"), test=None)
def i_create_source_from_file_with_tag(step, data=None, tag=None, output_dir=None):
if data is None or output_dir is None or tag is None:
assert False
command = ("bigmler --train " + data + " --store --output-dir " +
output_dir + " --tag " + tag +
" --no-dataset --no-model --store")
shell_execute(command, os.path.join(output_dir, "p.csv"), test=None)
def i_delete_source_older_newer(step, output_dir=None):
if output_dir is None:
assert False
command = ("bigmler delete --older-than " + world.source_upper +
" --newer-than " + world.source_lower +
" --output-dir " + output_dir)
shell_execute(command, os.path.join(output_dir, "p.csv"), test=None)
def i_create_dataset_from_source_with_tag(step, tag=None, output_dir=None):
if tag is None or output_dir is None:
assert False
command = ("bigmler --source " + world.source['resource'] +
" --tag " + tag +
" --store --output-dir " + output_dir +
" --no-model --store")
shell_execute(command, os.path.join(output_dir, "p.csv"), test=None)
def i_create_source_from_stdin(step, data=None, output_dir=None):
if data is None or output_dir is None:
assert False
command = (
"cat "
+ data
+ "|bigmler --train "
+ "--store --no-dataset --no-model --output-dir "
+ output_dir
+ " --max-batch-models 1"
)
shell_execute(command, output_dir + "/test", test=None)
def i_create_all_resources_to_test_from_stdin(step, data=None, test=None, output=None):
if data is None or test is None or output is None:
assert False
command = ("cat " + test + "|bigmler --train " + data +
" --test --store --output " + output + " --max-batch-models 1")
shell_execute(command, output, test=test)
def i_delete_source_by_file(step, output_dir=None):
if output_dir is None:
assert False
command = ("bigmler delete --from-file %s%ssource " % (output_dir, os.sep) +
" --output-dir " + output_dir)
shell_execute(command, os.path.join(output_dir, "p.csv"), test=None)
def i_delete_source_by_ids(step, output_dir=None):
if output_dir is None:
assert False
command = ("bigmler delete --ids " + world.source['resource'] +
" --dry-run --output-dir " + output_dir)
shell_execute(command, os.path.join(output_dir, "p.csv"), test=None)
def i_delete_resources_from_dir(step):
command = ("bigmler delete --from-dir " + world.directory +
" --output-dir " + world.directory)
shell_execute(command, os.path.join(world.directory, "p.csv"), test=None)
def i_create_all_resources_in_output_dir(step, data=None, output_dir=None):
if output_dir is None or data is None:
assert False
command = ("bigmler --train " + data +
" --output-dir " + output_dir)
shell_execute(command, os.path.join(output_dir, "p.csv"), test=None)
