Example #1
0
    def setUp(self):
        self._test_dir = os.path.join(os.path.sep, 'tmp', 'dvc_unit_test')
        curr_dir = None
        commit = 'abc1234'

        BasicEnvironment.init_environment(self, self._test_dir, curr_dir)

        self._commit = commit

        self._git = GitWrapperI(git_dir=self._test_git_dir,
                                commit=self._commit)
        self._config = ConfigI('data', 'cache', 'state', '.target')
        self.path_factory = PathFactory(self._git, self._config)
        self.settings = Settings(['target'], self._git, self._config)

        os.chdir(self._test_git_dir)

        os.mkdir(os.path.join('data', 'dir1'))
        os.mkdir(os.path.join('cache', 'dir1'))

        self.file1_cache = os.path.join('cache', 'dir1', 'file1')
        self.file1_data = os.path.join('data', 'dir1', 'file1')

        open(self.file1_cache, 'w').write('ddfdff')
        System.symlink(self.file1_cache, self.file1_data)

        self.file2_cache = os.path.join('cache', 'file2')
        self.file2_data = os.path.join('data', 'file2')

        open(self.file2_cache, 'w').write('ddfdff')
        System.symlink(self.file2_cache, self.file2_data)
Example #2
0
    def test_outside_git_dir(self):
        git = GitWrapperI(git_dir=self._test_git_dir, commit='123ed8')
        config = ConfigI('data', 'cache', 'state')
        path_factory = PathFactory(git, config)

        with self.assertRaises(NotInDataDirError):
            path_factory.data_item('file.txt')
        pass
Example #3
0
    def setUp(self):
        BasicEnvironment.init_environment(self, test_dir=os.path.join(os.path.sep, 'tmp', 'ntx_unit_test'))

        git = GitWrapperI(git_dir=self._test_git_dir, commit='ad45ba8')
        config = ConfigI()

        file = os.path.join('data', 'file.txt')
        self.cache_file_full_path = os.path.join(self._test_git_dir, ConfigI.CONFIG_DIR, ConfigI.CACHE_DIR_NAME, 'file.txt_ad45ba8')
        self._data_path = DataItem(file, git, config, cache_file=self.cache_file_full_path)
        pass
    def setUp(self):
        self.curr_dir = os.path.realpath('.')
        self.test_dir = os.path.realpath('/tmp/ntx_unit_test/dvc_path')
        self.tearDown()
        os.makedirs(os.path.join(self.test_dir, 'data'))
        os.makedirs(os.path.join(self.test_dir, 'code', 'lib'))
        os.makedirs(
            os.path.join(self.test_dir, 'd1', 'd2', 'dir3', 'd4', 'dir5'))

        self._git = GitWrapperI(self.test_dir)
Example #5
0
    def setUp(self):
        BasicEnvironment.init_environment(self, test_dir=os.path.join(os.path.sep, 'tmp', 'ntx_unit_test'))

        self._git = GitWrapperI(git_dir=self._test_git_dir, commit='ad45ba8')
        self._config = ConfigI('data')

        self._file = os.path.join('data', 'dir1', 'file.txt')
        self._cache = os.path.join(ConfigI.CONFIG_DIR, ConfigI.CACHE_DIR_NAME, 'dir1', 'file.txt_abcd')

        self._data_item = DataItem(self._file, self._git, self._config, self._cache)
        pass
Example #6
0
    def setUp(self):
        BasicEnvironment.init_environment(
            self, os.path.join(os.path.sep, 'tmp', 'ntx_unit_test'))

        git = GitWrapperI(git_dir=self._test_git_dir, commit='eeeff8f')
        self.data_dir = 'da'
        config = ConfigI(self.data_dir, 'ca', 'st')
        self.path_factory = PathFactory(git, config)

        deep_path = os.path.join(self.data_dir, 'dir1', 'd2', 'file.txt')
        self.data_path = self.path_factory.data_item(deep_path)
        pass
Example #7
0
    def setUp(self):
        BasicEnvironment.init_environment(self,
                                          test_dir=os.path.join(
                                              os.path.sep, 'tmp',
                                              'ntx_unit_test'))

        git = GitWrapperI(git_dir=self._test_git_dir, commit='ad45ba8')
        config = ConfigI('data', 'cache', 'state')

        file = os.path.join('data', 'file.txt')
        self._data_path = DataItem(file, git, config)
        pass
Example #8
0
    def setUp(self):
        BasicEnvironment.init_environment(self, os.path.join(os.path.sep, 'tmp', 'ntx_unit_test'))

        git = GitWrapperI(git_dir=self._test_git_dir, commit='eeeff8f')
        self.data_dir = 'da'
        config = ConfigI()
        self.path_factory = PathFactory(git, config)

        deep_path = os.path.join(self.data_dir, 'dir1', 'd2', 'file.txt')
        self.cache_file = os.path.join(self._test_git_dir, ConfigI.CONFIG_DIR, ConfigI.CACHE_DIR_NAME, 'dir1', 'd2', 'file.txt_eeeff8f')
        self.data_path = self.path_factory.data_item(deep_path, cache_file=self.cache_file)
        pass
Example #9
0
    def setUp(self):
        curr_dir = os.path.join(os.path.sep, 'tmp', 'ntx_unit_test', 'proj',
                                'mydir', 'dd3')

        BasicEnvironment.init_environment(
            self, os.path.join(os.path.sep, 'tmp', 'ntx_unit_test'), curr_dir)

        self._git = GitWrapperI(git_dir=self._test_git_dir, commit='123ed8')
        self._config = ConfigI('data', 'cache', 'state')
        self.path_factory = PathFactory(self._git, self._config)

        self.data_path = self.path_factory.data_item(
            os.path.join('..', '..', 'data', 'file1.txt'))
        pass
Example #10
0
    def init_environment(self,
                         test_dir=os.path.join(os.path.sep, 'tmp',
                                               'ntx_unit_test'),
                         curr_dir=None,
                         commit='abc12345'):
        ''' Creates data environment with data, cache and state dirs.
        data/
            file1.txt     --> ../cache/file1.txt_abc123
            dir1/
                file2.txt      --> ../../cache/dir1/file2.txt_abc123
                file3.txt      --> ../../cache/dir1/file3.txt_abc123
                dir11/
                    file4.txt  --> ../../../cache/dir1/dir11/file4.txt_abc123
            dir2/
                file5.txt      --> ../../cache/dir2/file5.txt_abc123
                file6.txt      --> an actual file
        '''

        BasicEnvironment.init_environment(self, test_dir, curr_dir)

        self._commit = commit

        self._git = GitWrapperI(git_dir=self._test_git_dir,
                                commit=self._commit)
        self._config = ConfigI('data')
        self.path_factory = PathFactory(self._git, self._config)
        self.settings = Settings([], self._git, self._config)

        self.dir1 = 'dir1'
        self.dir11 = os.path.join('dir1', 'dir11')
        self.dir2 = 'dir2'

        self.create_dirs(self.dir1)
        self.create_dirs(self.dir11)
        self.create_dirs(self.dir2)

        self.file1, self.cache1, self.state1 = self.crate_data_item(
            'file1.txt')
        self.file2, self.cache2, self.state2 = self.crate_data_item(
            os.path.join(self.dir1, 'file2.txt'))
        self.file3, self.cache3, self.state3 = self.crate_data_item(
            os.path.join(self.dir1, 'file3.txt'))
        self.file4, self.cache4, self.state4 = self.crate_data_item(
            os.path.join(self.dir11, 'file4.txt'))
        self.file5, self.cache5, self.state5 = self.crate_data_item(
            os.path.join(self.dir2, 'file5.txt'))
        self.file6, self.cache6, self.state6 = self.crate_data_item(
            os.path.join(self.dir2, 'file6.txt'), cache_file=False)
        pass
    def setUp(self):
        self.test_dir = tempfile.mkdtemp()
        self._old_curr_dir_abs = os.path.realpath(os.curdir)

        self.tearDown()
        os.mkdir(self.test_dir)
        os.chdir(self.test_dir)
        os.mkdir('data')

        self._devnull = open(os.devnull, 'w')
        subprocess.Popen(['git', 'init'], stdout=self._devnull, stderr=None).wait()

        self.git = GitWrapperI(self.test_dir)
        self.config = ConfigI('data', 'cache', 'state')
        self.path_factory = PathFactory(self.git, self.config)
        self.settings = Settings([], self.git, self.config)
Example #12
0
    def setUp(self):
        self._test_dir = os.path.join(os.path.sep, 'tmp', 'dvc_unit_test')
        curr_dir = None
        commit = 'abc1234'

        BasicEnvironment.init_environment(self, self._test_dir, curr_dir)

        self._commit = commit

        self._git = GitWrapperI(git_dir=self._test_git_dir,
                                commit=self._commit)
        self._config = ConfigI('data', 'cache', 'state')
        self.path_factory = PathFactory(self._git, self._config)
        self.settings = Settings('gc', self._git, self._config)

        self.dir1 = 'dir1'

        self.create_dirs(self.dir1)
Example #13
0
    def setUp(self):
        BasicEnvironment.init_environment(self,
                                          test_dir=os.path.join(
                                              os.path.sep, 'tmp',
                                              'ntx_unit_test'))

        git = GitWrapperI(git_dir=self._test_git_dir, commit='ad45ba8')
        config = ConfigI('data', 'cache', 'state')
        self.path_factory = PathFactory(git, config)

        self.data_file = os.path.join('data', 'file.txt')
        self.cache_file = os.path.join('cache', 'fsymlinc.txt')

        fd = open(self.cache_file, 'w+')
        fd.write('some text')
        fd.close()

        os.chdir('data')
        System.symlink(os.path.join('..', self.cache_file), 'file.txt')
        os.chdir('..')
        pass
Example #14
0
    def setUp(self):
        BasicEnvironment.init_environment(self, test_dir=os.path.join(os.path.sep, 'tmp', 'ntx_unit_test'))

        git = GitWrapperI(git_dir=self._test_git_dir, commit='ad45ba8')
        config = ConfigI()
        self.path_factory = PathFactory(git, config)

        self.data_file = os.path.join('data', 'file.txt')
        dummy_md5 = 'fsymlinc.txt'
        self.cache_file = os.path.join(ConfigI.CONFIG_DIR, ConfigI.CACHE_DIR_NAME, dummy_md5)
        self.state_file = os.path.join(ConfigI.CONFIG_DIR, ConfigI.STATE_DIR_NAME, 'data', 'file.txt' + DataItem.STATE_FILE_SUFFIX)

        with open(self.cache_file, 'w+') as fd:
            fd.write('some text')

        with open(self.state_file, 'w+') as fd:
            fd.write('{"Md5" : "' + dummy_md5 + '", "Command" : "run", "Cwd" : "dir"}')

        os.chdir('data')
        System.hardlink(os.path.join('..', self.cache_file), 'file.txt')
        os.chdir('..')
        pass