forked from tivvit/yap
/
yap.py
75 lines (60 loc) · 1.96 KB
/
yap.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
import copy
import yaml
VERSION = 1.0
class Block(object):
def __init__(self, name: str, exe: str, check=None, desc=None, deps=None, out=None, in_files=None, env=None):
if deps is None:
deps = []
if out is None:
out = []
if in_files is None:
in_files = []
if env is None:
env = []
self.name = name
self.desc = desc
self.check = check
self.exec = exe
self.deps = deps
self.out = out
self.in_files = in_files
self.env = env
def items(self):
r = copy.deepcopy(self.__dict__)
r["in"] = r["in_files"]
del r["in_files"]
del r["name"]
return r.items()
def __repr__(self) -> str:
return yaml.dump(self.__dict__, default_flow_style=False)
class DictBlock(Block):
def __init__(self, params: dict):
name = params.get("name", "")
if not name:
raise Exception("Missing name param")
exe = params.get("exec", "")
if not exe:
raise Exception("Missing exec param")
del params["name"]
del params["exec"]
super(DictBlock, self).__init__(name, exe, **params)
class Pipeline(object):
def __init__(self, settings=None):
if settings is None:
settings = {}
self.pipeline = {}
self.settings = settings
def __repr__(self) -> str:
out = {
"version": VERSION,
"pipeline": self.pipeline,
"settings": self.settings
}
return yaml.safe_dump(out, default_flow_style=False)
def load_from_file(self, fn: str):
for k, v in yaml.load(open(fn, "r")):
self.pipeline[k] = DictBlock(v)
def add(self, block: Block):
self.pipeline[block.name] = block
yaml.add_multi_representer(Block, yaml.dumper.Representer.represent_dict)
yaml.SafeDumper.add_multi_representer(Block, yaml.SafeDumper.represent_dict)