def set_up(path, fast=False): path.mkdir() (path / 'dupe1.txt').write_bytes(b'equal') (path / 'dupe2.txt').write_bytes(b'equal') (path / 'unequal.txt').write_bytes(str(path).encode('utf8')) info = DirInfo(path) info.populate(fast=fast) info.save() return path
def set_up(path, extra_files=()): path.mkdir() (path / 'equal1.txt').write_bytes(b'equal1') (path / 'equal2.txt').write_bytes(b'equal2') (path / 'unequal.txt').write_bytes(str(path).encode('utf8')) for extra in extra_files: (path / extra).write_bytes(b'extra') info = DirInfo(path) info.populate() info.save() return path
def decorated( dirname: str, populate: bool, hash_empty: bool, fast: bool, resume: bool, threads: int, ): dirname = os.path.abspath(dirname) if resume or not populate: dirinfo = DirInfo.cached(dirname) if dirinfo.file_count == 0: populate = True else: dirinfo = DirInfo(dirname) if populate: dirinfo.populate( no_empty=not hash_empty, fast=fast, resume=resume, threads=threads, progress=tqdm, ) filename = dirinfo.save() tqdm.write(f'Written {filename}') return func(dirinfo)
def test_serialisation(tmp_path): """ Test failure modes. Success is tested in check_everything. """ subdir = (tmp_path / 'sub') jsonfile = (tmp_path / 'sub.dirinfo.json') (subdir / 'dir').mkdir(parents=True) dirinfo = DirInfo(subdir) assert dirinfo.save() == os.fspath(jsonfile) # Not exactly a requirement, but for the tests to work we need this. assert jsonfile.exists() # If this fails, then testing that the bad cases fail is kind of pointless. assert DirInfo.load(subdir).base == os.fspath(subdir) # Make sure the encoder isn't accidentally used for something it can't handle. with pytest.raises(TypeError): json.dumps(object(), cls=Encoder) # Make sure bad json file contents are rejected def bad_jsonfile(jsondata): with open(jsonfile, 'w', encoding='utf8') as outfile: json.dump(jsondata, outfile) with pytest.raises(ValueError): DirInfo.load(subdir) bad_jsonfile({'foo': 'bar'}) bad_jsonfile(None) # If the serialised base doesn't match the actual location, then something # is wrong and we should refuse to load it. assert dirinfo.save() == os.fspath(jsonfile) with open(jsonfile, 'r', encoding='utf8') as infile: jsondata = json.load(infile) jsondata['base'] += 'X' bad_jsonfile(jsondata) # If there's no data then load() fails, but cached() succeeds. jsonfile.unlink() with pytest.raises(FileNotFoundError): DirInfo.load(subdir) assert DirInfo.cached(subdir).base == subdir