def generate(dag, name): cfg = CodeGenConfig('cfg') cg = SparkCodeGen(cfg, dag) actual = cg._generate('code', '/tmp')[1] with open('/tmp/' + name + '.py', 'w') as out: out.write(actual)
def check_workflow(self, dag, name): expected_rootdir = \ "{}/spark_expected".format(os.path.dirname(os.path.realpath(__file__))) cfg = CodeGenConfig('cfg') cg = SparkCodeGen(cfg, dag) actual = cg._generate('code', '/tmp')[1] with open(expected_rootdir + '/{}'.format(name), 'r') as f: expected = f.read() self.assertEqual(expected, actual)