def test_build_workflow_for_job_pig(self): input_data = _create_data_source('swift://ex.savanna/i') output_data = _create_data_source('swift://ex.savanna/o') res = job_manager.build_workflow_for_job('Pig', input_data, output_data) self.assertIn( """ <param>INPUT=swift://ex.savanna/i</param> <param>OUTPUT=swift://ex.savanna/o</param>""", res) self.assertIn( """ <configuration> <property> <name>fs.swift.service.savanna.password</name> <value>admin1</value> </property> <property> <name>fs.swift.service.savanna.username</name> <value>admin</value> </property> </configuration>""", res) self.assertIn("<script>script.pig</script>", res)
def test_build_workflow_for_job_jar(self): input_data = _create_data_source('swift://ex.savanna/i') output_data = _create_data_source('swift://ex.savanna/o') res = job_manager.build_workflow_for_job('Jar', input_data, output_data) self.assertIn( """ <configuration> <property> <name>mapred.output.dir</name> <value>swift://ex.savanna/o</value> </property> <property> <name>mapred.input.dir</name> <value>swift://ex.savanna/i</value> </property> <property> <name>fs.swift.service.savanna.password</name> <value>admin1</value> </property> <property> <name>fs.swift.service.savanna.username</name> <value>admin</value> </property> </configuration>""", res)
def test_build_workflow_for_job_jar(self): input_data = _create_data_source('swift://ex.savanna/i') output_data = _create_data_source('swift://ex.savanna/o') res = job_manager.build_workflow_for_job('Jar', input_data, output_data) self.assertIn(""" <configuration> <property> <name>mapred.output.dir</name> <value>swift://ex.savanna/o</value> </property> <property> <name>mapred.input.dir</name> <value>swift://ex.savanna/i</value> </property> <property> <name>fs.swift.service.savanna.password</name> <value>admin1</value> </property> <property> <name>fs.swift.service.savanna.username</name> <value>admin</value> </property> </configuration>""", res)
def test_build_workflow_for_job_pig(self, job_binary): job, origin = _create_all_stack('Pig') job_exec = _create_job_exec(job.id) job_binary.return_value = {"name": "script.pig"} input_data = _create_data_source('swift://ex.savanna/i') output_data = _create_data_source('swift://ex.savanna/o') res = job_manager.build_workflow_for_job('Pig', job_exec, origin, input_data, output_data) self.assertIn(""" <param>INPUT=swift://ex.savanna/i</param> <param>OUTPUT=swift://ex.savanna/o</param>""", res) self.assertIn(""" <configuration> <property> <name>fs.swift.service.savanna.password</name> <value>admin1</value> </property> <property> <name>fs.swift.service.savanna.username</name> <value>admin</value> </property> </configuration>""", res) self.assertIn("<script>script.pig</script>", res)
def test_build_workflow_for_job_jar_with_conf(self): job, origin = _create_all_stack('Jar') input_data = _create_data_source('swift://ex.savanna/i') output_data = _create_data_source('swift://ex.savanna/o') job_exec = _create_job_exec(job.id, configs={'c': 'f'}) res = job_manager.build_workflow_for_job('Jar', job_exec, origin, input_data, output_data) self.assertIn(""" <property> <name>c</name> <value>f</value> </property> <property> <name>mapred.input.dir</name> <value>swift://ex.savanna/i</value> </property>""", res)
def test_build_workflow_for_job_pig(self): input_data = _create_data_source('swift://ex.savanna/i') output_data = _create_data_source('swift://ex.savanna/o') res = job_manager.build_workflow_for_job('Pig', input_data, output_data) self.assertIn(""" <param>INPUT=swift://ex.savanna/i</param> <param>OUTPUT=swift://ex.savanna/o</param>""", res) self.assertIn(""" <configuration> <property> <name>fs.swift.service.savanna.password</name> <value>admin1</value> </property> <property> <name>fs.swift.service.savanna.username</name> <value>admin</value> </property> </configuration>""", res) self.assertIn("<script>script.pig</script>", res)