def generate(dag, name):
cfg = CodeGenConfig('cfg')
cg = SparkCodeGen(cfg, dag)
actual = cg._generate('code', '/tmp')[1]
with open('/tmp/' + name + '.py', 'w') as out:
out.write(actual)
def check_workflow(self, dag, name):
expected_rootdir = \
"{}/spark_expected".format(os.path.dirname(os.path.realpath(__file__)))
cfg = CodeGenConfig('cfg')
cg = SparkCodeGen(cfg, dag)
actual = cg._generate('code', '/tmp')[1]
with open(expected_rootdir + '/{}'.format(name), 'r') as f:
expected = f.read()
self.assertEqual(expected, actual)