def test_build_workflow_for_job_pig(self):
input_data = _create_data_source('swift://ex.savanna/i')
output_data = _create_data_source('swift://ex.savanna/o')
res = job_manager.build_workflow_for_job('Pig', input_data,
output_data)
self.assertIn(
"""
<param>INPUT=swift://ex.savanna/i</param>
<param>OUTPUT=swift://ex.savanna/o</param>""", res)
self.assertIn(
"""
<configuration>
<property>
<name>fs.swift.service.savanna.password</name>
<value>admin1</value>
</property>
<property>
<name>fs.swift.service.savanna.username</name>
<value>admin</value>
</property>
</configuration>""", res)
self.assertIn("<script>script.pig</script>", res)
def test_build_workflow_for_job_jar(self):
input_data = _create_data_source('swift://ex.savanna/i')
output_data = _create_data_source('swift://ex.savanna/o')
res = job_manager.build_workflow_for_job('Jar', input_data,
output_data)
self.assertIn(
"""
<configuration>
<property>
<name>mapred.output.dir</name>
<value>swift://ex.savanna/o</value>
</property>
<property>
<name>mapred.input.dir</name>
<value>swift://ex.savanna/i</value>
</property>
<property>
<name>fs.swift.service.savanna.password</name>
<value>admin1</value>
</property>
<property>
<name>fs.swift.service.savanna.username</name>
<value>admin</value>
</property>
</configuration>""", res)
def test_build_workflow_for_job_jar(self):
input_data = _create_data_source('swift://ex.savanna/i')
output_data = _create_data_source('swift://ex.savanna/o')
res = job_manager.build_workflow_for_job('Jar', input_data,
output_data)
self.assertIn("""
<configuration>
<property>
<name>mapred.output.dir</name>
<value>swift://ex.savanna/o</value>
</property>
<property>
<name>mapred.input.dir</name>
<value>swift://ex.savanna/i</value>
</property>
<property>
<name>fs.swift.service.savanna.password</name>
<value>admin1</value>
</property>
<property>
<name>fs.swift.service.savanna.username</name>
<value>admin</value>
</property>
</configuration>""", res)
def test_build_workflow_for_job_pig(self, job_binary):
job, origin = _create_all_stack('Pig')
job_exec = _create_job_exec(job.id)
job_binary.return_value = {"name": "script.pig"}
input_data = _create_data_source('swift://ex.savanna/i')
output_data = _create_data_source('swift://ex.savanna/o')
res = job_manager.build_workflow_for_job('Pig', job_exec, origin,
input_data, output_data)
self.assertIn("""
<param>INPUT=swift://ex.savanna/i</param>
<param>OUTPUT=swift://ex.savanna/o</param>""", res)
self.assertIn("""
<configuration>
<property>
<name>fs.swift.service.savanna.password</name>
<value>admin1</value>
</property>
<property>
<name>fs.swift.service.savanna.username</name>
<value>admin</value>
</property>
</configuration>""", res)
self.assertIn("<script>script.pig</script>", res)
def test_build_workflow_for_job_jar_with_conf(self):
job, origin = _create_all_stack('Jar')
input_data = _create_data_source('swift://ex.savanna/i')
output_data = _create_data_source('swift://ex.savanna/o')
job_exec = _create_job_exec(job.id, configs={'c': 'f'})
res = job_manager.build_workflow_for_job('Jar', job_exec, origin,
input_data, output_data)
self.assertIn("""
<property>
<name>c</name>
<value>f</value>
</property>
<property>
<name>mapred.input.dir</name>
<value>swift://ex.savanna/i</value>
</property>""", res)
def test_build_workflow_for_job_pig(self):
input_data = _create_data_source('swift://ex.savanna/i')
output_data = _create_data_source('swift://ex.savanna/o')
res = job_manager.build_workflow_for_job('Pig', input_data,
output_data)
self.assertIn("""
<param>INPUT=swift://ex.savanna/i</param>
<param>OUTPUT=swift://ex.savanna/o</param>""", res)
self.assertIn("""
<configuration>
<property>
<name>fs.swift.service.savanna.password</name>
<value>admin1</value>
</property>
<property>
<name>fs.swift.service.savanna.username</name>
<value>admin</value>
</property>
</configuration>""", res)
self.assertIn("<script>script.pig</script>", res)
