Exemple #1
0
 def test_mv_to_tmp(self):
     tmp_dir = TestHelper.mkdir_tmp()
     TestHelper.mkdir_p(tmp_dir+'/master/0/123')
     TestHelper.touch(tmp_dir+'/master/0/123/file.parquet')
     self.fs.dwh_path = tmp_dir
     dst =  self.fs.mv_to_tmp('master', '0/123')
     self.assertEqual(self.fs.ls_a(dst)[1][0], dst + '/file.parquet')
Exemple #2
0
 def test_mv_to_tmp(self):
     tmp_dir = TestHelper.mkdir_tmp()
     TestHelper.mkdir_p(tmp_dir + '/master/0/123')
     TestHelper.touch(tmp_dir + '/master/0/123/file.parquet')
     self.fs.dwh_path = tmp_dir
     dst = self.fs.mv_to_tmp('master', '0/123')
     self.assertEqual(self.fs.ls_a(dst)[1][0], dst + '/file.parquet')
Exemple #3
0
    def test_path_exists(self):
        tmp_dir = TestHelper.mkdir_tmp()
        TestHelper.mkdir_p(tmp_dir + '/mart/123')
        self.fs.dwh_path = tmp_dir

        assert self.fs.path_exists('mart', '')
        assert self.fs.path_exists('mart', '123')
        assert not self.fs.path_exists('mart', '12')
        assert not self.fs.path_exists('mart2', '123')
Exemple #4
0
    def test_dirs_in_period(self):
        mart = TestHelper.random_name()
        date1 = Date.tz_berlin(2014,4,1)
        date2 = Date.tz_berlin(2014,4,2)
        TestHelper.mkdir('/tmp/' + mart)
        TestHelper.mkdir('/tmp/' + mart + '/' + str(date1.seconds()))

        dirs = self.fs.dirs_of_period(mart, '',  date1.seconds(), date2.seconds())
        self.assertEqual(['/tmp/' + mart + '/' + str(date1.seconds())], dirs)
Exemple #5
0
    def test_path_exists(self):
        tmp_dir = TestHelper.mkdir_tmp()
        TestHelper.mkdir_p(tmp_dir + '/mart/123')
        self.fs.dwh_path = tmp_dir

        assert self.fs.path_exists('mart', '')
        assert self.fs.path_exists('mart', '123')
        assert not self.fs.path_exists('mart', '12')
        assert not self.fs.path_exists('mart2', '123')
Exemple #6
0
    def test_dirs_in_period(self):
        mart = TestHelper.random_name()
        date1 = Date.tz_berlin(2014, 4, 1)
        date2 = Date.tz_berlin(2014, 4, 2)
        TestHelper.mkdir('/tmp/' + mart)
        TestHelper.mkdir('/tmp/' + mart + '/' + str(date1.seconds()))

        dirs = self.fs.dirs_of_period(mart, '', date1.seconds(),
                                      date2.seconds())
        self.assertEqual(['/tmp/' + mart + '/' + str(date1.seconds())], dirs)
Exemple #7
0
 def test_rm_r(self):
     mart = TestHelper.random_name()
     TestHelper.mkdir('/tmp/' + mart + '/1/123456')
     self.fs.rm_r(mart, '1')
     dir_exists = '/tmp/' + mart + '/1' in self.fs.ls_d(mart, '')
     assert not dir_exists
Exemple #8
0
 def test_ls(self):
     mart = TestHelper.random_name()
     TestHelper.mkdir('/tmp/' + mart)
     TestHelper.touch('/tmp/' + mart + '/filename')
     self.assertEqual('/tmp/' + mart + '/filename', self.fs.ls(mart, '')[0])
Exemple #9
0
 def test_rm_r(self):
     mart = TestHelper.random_name()
     TestHelper.mkdir('/tmp/' + mart + '/1/123456')
     self.fs.rm_r(mart, '1')
     dir_exists = '/tmp/' + mart + '/1' in self.fs.ls_d(mart, '')
     assert not dir_exists
Exemple #10
0
 def test_ls(self):
     mart = TestHelper.random_name()
     TestHelper.mkdir('/tmp/' + mart)
     TestHelper.touch('/tmp/' + mart + '/filename')
     self.assertEqual('/tmp/' + mart + '/filename', self.fs.ls(mart, '')[0])