Python create_manifest_target Beispiele

Beispiel #1

    def test_annotate_output_target(self):
        target = create_manifest_target(self.MANIFEST_ID,
                                        [luigi.LocalTarget('/tmp/foo')])

        self.assertEquals(target.path, '/tmp/manifest/test.manifest')
        self.assertEquals(target.lib_jar, ['/tmp/foo.jar'])
        self.assertEquals(target.input_format, 'com.example.SimpleFormat')

Beispiel #2

    def test_parameters_not_configured(self):
        target = create_manifest_target(self.MANIFEST_ID,
                                        [luigi.LocalTarget('/tmp/foo')])

        self.assertEquals(target.path, '/tmp/manifest/test.manifest')
        self.assertFalse(hasattr(target, 'lib_jar'))
        self.assertFalse(hasattr(target, 'input_format'))

Beispiel #3

 def test_manifest_file_construction(self):
     target = create_manifest_target(
         self.MANIFEST_ID, [luigi.hdfs.HdfsTarget('s3://foo/bar')])
     self.assertEquals(target.value, 's3://foo/bar\n')

Beispiel #4

Datei: test_manifest.py Projekt: edx/edx-analytics-pipeline

 def test_manifest_file_construction(self):
     target = create_manifest_target(self.MANIFEST_ID, [HdfsTarget('s3://foo/bar')])
     self.assertEquals(target.value, 's3://foo/bar\n')

Beispiel #5

Datei: test_manifest.py Projekt: edx/edx-analytics-pipeline

    def test_parameters_not_configured(self):
        target = create_manifest_target(self.MANIFEST_ID, [luigi.LocalTarget('/tmp/foo')])

        self.assertEquals(target.path, '/tmp/manifest/test.manifest')
        self.assertFalse(hasattr(target, 'lib_jar'))
        self.assertFalse(hasattr(target, 'input_format'))

Beispiel #6

Datei: test_manifest.py Projekt: edx/edx-analytics-pipeline

    def test_annotate_output_target(self):
        target = create_manifest_target(self.MANIFEST_ID, [luigi.LocalTarget('/tmp/foo')])

        self.assertEquals(target.path, '/tmp/manifest/test.manifest')
        self.assertEquals(target.lib_jar, ['/tmp/foo.jar'])
        self.assertEquals(target.input_format, 'com.example.SimpleFormat')

Beispiel #7

Datei: test_manifest.py Projekt: edx/edx-analytics-pipeline

 def test_manifest_file_deletion(self):
     target = create_manifest_target(self.MANIFEST_ID, [HdfsTarget('s3://foo/bar')])
     self.assertTrue(target.exists())
     remove_manifest_target_if_exists(self.MANIFEST_ID)
     self.assertFalse(target.exists())

Beispiel #8

 def test_manifest_file_deletion(self):
     target = create_manifest_target(self.MANIFEST_ID,
                                     [HdfsTarget('s3://foo/bar')])
     self.assertTrue(target.exists())
     remove_manifest_target_if_exists(self.MANIFEST_ID)
     self.assertFalse(target.exists())