def test_loader():
local_root_dir = mkdtemp()
# create a loader with a new temporary directory
loader1 = Loader(local_root_dir=local_root_dir)
# locate requirements.txt, after cloning the repo
local_path = loader1.find_file("requirements", ["https://github.com/imodels/simgen.git"], implicit_ext=['', '.txt'])
assert local_path is not None
assert os.path.realpath(local_path) == os.path.realpath(os.path.join(local_root_dir,'imodels','simgen','requirements.txt'))
# create a new loader with the same temp dir
loader2 = Loader(local_root_dir=local_root_dir)
# locate requirements.txt, after pulling the repo
local_path = loader2.find_file("requirements", ["https://github.com/imodels/simgen.git"], implicit_ext=['', '.txt'])
assert local_path is not None
assert os.path.realpath(local_path) == os.path.realpath(os.path.join(local_root_dir,'imodels','simgen','requirements.txt'))
# create a new offline loader with explicit github url to local directory association
loader3 = Loader()
loader3.add_repo("https://github.com/imodels/simgen.git", os.path.realpath(os.path.join(local_root_dir,'imodels','simgen')))
# locate requirements.txt locally
local_path = loader3.find_file("requirements", ["https://github.com/iModels/simgen.git"], implicit_ext=['', '.txt'])
assert local_path is not None
assert os.path.realpath(local_path) == os.path.realpath(os.path.join(local_root_dir,'imodels','simgen','requirements.txt'))
def test_loader_local():
# create a loader
loader = Loader()
path_to_this_file, this_file_name = os.path.split(__file__)
found_file = loader.find_file(file_name=this_file_name,
mixed_path=['./', path_to_this_file])
assert os.path.realpath(__file__) == os.path.realpath(found_file)
def test_loader():
local_root_dir = mkdtemp()
# create a loader with a new temporary directory
loader1 = Loader(local_root_dir=local_root_dir)
# locate requirements.txt, after cloning the repo
local_path = loader1.find_file("requirements",
["https://github.com/imodels/simgen.git"],
implicit_ext=['', '.txt'])
assert local_path is not None
assert os.path.realpath(local_path) == os.path.realpath(
os.path.join(local_root_dir, 'imodels', 'simgen', 'requirements.txt'))
# create a new loader with the same temp dir
loader2 = Loader(local_root_dir=local_root_dir)
# locate requirements.txt, after pulling the repo
local_path = loader2.find_file("requirements",
["https://github.com/imodels/simgen.git"],
implicit_ext=['', '.txt'])
assert local_path is not None
assert os.path.realpath(local_path) == os.path.realpath(
os.path.join(local_root_dir, 'imodels', 'simgen', 'requirements.txt'))
# create a new offline loader with explicit github url to local directory association
loader3 = Loader()
loader3.add_repo(
"https://github.com/imodels/simgen.git",
os.path.realpath(os.path.join(local_root_dir, 'imodels', 'simgen')))
# locate requirements.txt locally
local_path = loader3.find_file("requirements",
["https://github.com/iModels/simgen.git"],
implicit_ext=['', '.txt'])
assert local_path is not None
assert os.path.realpath(local_path) == os.path.realpath(
os.path.join(local_root_dir, 'imodels', 'simgen', 'requirements.txt'))
def test_loader_local():
# create a loader
loader = Loader()
path_to_this_file, this_file_name = os.path.split(__file__)
found_file = loader.find_file(file_name=this_file_name, mixed_path = ['./', path_to_this_file])
assert os.path.realpath(__file__) == os.path.realpath(found_file)
class Project(object):
def __init__(self, manifest_filename_or_mapping, loader=None):
"""
:param manifest_filename_or_mapping: file name of project manifest or a mapping containing the same information
:param project_root_or
:param loader: loader object that resolves files in a search path
"""
if loader:
self.loader = loader
else:
self.loader = Loader()
if isinstance(manifest_filename_or_mapping, string_types):
# we got a manifest file name, one of
# local filename
# github path in the form of https://github.com/owner/repo/some/path/to/project.yml
mapping = self._load_manifest(manifest_filename_or_mapping)
else:
# we got a mapping
mapping = manifest_filename_or_mapping
# get path, title, etc. from mapping
assert isinstance(mapping, dict)
self.title = mapping['title']
self.code_path = mapping['code_path']
self.concept_path = mapping['concept_path']
self.template_path = mapping['template_path']
def _load_manifest(self, manifest_filename):
implicit_exts = ['', '.yaml', '.yml']
log.debug("Loading project manifest from {} {}".format(manifest_filename, implicit_exts))
resolved_manifest_filename = self.loader.find_file(manifest_filename, implicit_ext=implicit_exts)
if resolved_manifest_filename is None:
raise Error('Cannot find manifest file {}'.format(manifest_filename))
with open(resolved_manifest_filename, 'r') as f:
mapping = marked_load(f)
return mapping
def load_ast(self, file_name, inject_dict=None, validation=True):
# find file
log.debug('Loading ast from file: {}'.format(file_name))
# load ast
ast = AstNode(file_name=file_name, loader=self.loader, code_path=self.code_path, concept_path=self.concept_path)
log.debug("Ast loaded: {}".format(ast))
# inject values from inject_dict to replace placeholders in ast
if inject_dict:
ast.inject(inject_dict)
# validate
if validation:
ast.validate()
return ast
def render(self, ast_or_filename, output_dir='', inject_dict=None, validation=True):
if isinstance(ast_or_filename, string_types):
ast = self.load_ast(ast_or_filename, inject_dict=inject_dict, validation=validation)
else:
ast = ast_or_filename
assert isinstance(ast, AstNode)
ast.inject(inject_dict)
ast.validate()
self.renderer = Renderer(self.loader, output_dir=output_dir, code_path=self.code_path, concept_path=self.concept_path, template_path=self.template_path)
rendered_code = self.renderer.render_ast(ast)
return rendered_code
def render_tasks(self, ast_or_filename, output_dir='', inject_dict=None, validation=True):
gen_code = self.render(ast_or_filename, output_dir, inject_dict, validation)
run_script = []
for line in gen_code.split("\n"):
if line.strip().startswith("#"):
continue
elif not line.strip():
continue
else:
run_script.append(line.strip())
return run_script