Ejemplo n.º 1
0
    def test_annotate_output_target(self):
        target = create_manifest_target(self.MANIFEST_ID,
                                        [luigi.LocalTarget('/tmp/foo')])

        self.assertEquals(target.path, '/tmp/manifest/test.manifest')
        self.assertEquals(target.lib_jar, ['/tmp/foo.jar'])
        self.assertEquals(target.input_format, 'com.example.SimpleFormat')
Ejemplo n.º 2
0
    def test_parameters_not_configured(self):
        target = create_manifest_target(self.MANIFEST_ID,
                                        [luigi.LocalTarget('/tmp/foo')])

        self.assertEquals(target.path, '/tmp/manifest/test.manifest')
        self.assertFalse(hasattr(target, 'lib_jar'))
        self.assertFalse(hasattr(target, 'input_format'))
Ejemplo n.º 3
0
 def test_manifest_file_construction(self):
     target = create_manifest_target(
         self.MANIFEST_ID, [luigi.hdfs.HdfsTarget('s3://foo/bar')])
     self.assertEquals(target.value, 's3://foo/bar\n')
Ejemplo n.º 4
0
 def test_manifest_file_construction(self):
     target = create_manifest_target(self.MANIFEST_ID, [HdfsTarget('s3://foo/bar')])
     self.assertEquals(target.value, 's3://foo/bar\n')
Ejemplo n.º 5
0
    def test_parameters_not_configured(self):
        target = create_manifest_target(self.MANIFEST_ID, [luigi.LocalTarget('/tmp/foo')])

        self.assertEquals(target.path, '/tmp/manifest/test.manifest')
        self.assertFalse(hasattr(target, 'lib_jar'))
        self.assertFalse(hasattr(target, 'input_format'))
Ejemplo n.º 6
0
    def test_annotate_output_target(self):
        target = create_manifest_target(self.MANIFEST_ID, [luigi.LocalTarget('/tmp/foo')])

        self.assertEquals(target.path, '/tmp/manifest/test.manifest')
        self.assertEquals(target.lib_jar, ['/tmp/foo.jar'])
        self.assertEquals(target.input_format, 'com.example.SimpleFormat')
Ejemplo n.º 7
0
 def test_manifest_file_deletion(self):
     target = create_manifest_target(self.MANIFEST_ID, [HdfsTarget('s3://foo/bar')])
     self.assertTrue(target.exists())
     remove_manifest_target_if_exists(self.MANIFEST_ID)
     self.assertFalse(target.exists())
Ejemplo n.º 8
0
 def test_manifest_file_deletion(self):
     target = create_manifest_target(self.MANIFEST_ID,
                                     [HdfsTarget('s3://foo/bar')])
     self.assertTrue(target.exists())
     remove_manifest_target_if_exists(self.MANIFEST_ID)
     self.assertFalse(target.exists())