def test_bbb_repo_iter_fnames_filtered(tmpdir): repo = Repository(str(tmpdir.join('complex_from_to_and_cam'))) span = 200 begin_end_cam_id0 = [(ts, ts + span, 0) for ts in range(0, 10000, span)] begin_end_cam_id1 = [(ts, ts + span, 1) for ts in range(0, 10000, span)] begin_end_cam_id = begin_end_cam_id0 + begin_end_cam_id1 fill_repository(repo, begin_end_cam_id) begin = 2500 end = 5000 cam = 0 fnames = list(repo.iter_fnames(begin, end, cam)) selected_fnames = np.random.choice(fnames, size=5, replace=False) selected_fnames = set([os.path.basename(f) for f in selected_fnames]) class FnameFilter(): def __init__(self, fnames): self.fnames = fnames def __call__(self, fname): return fname in self.fnames filtered_fnames = set( repo.iter_fnames(begin, end, cam, fname_filter=FnameFilter(selected_fnames))) filtered_fnames = set([os.path.basename(f) for f in filtered_fnames]) assert (filtered_fnames == selected_fnames)
def test_bbb_repo_iter_fnames_filtered(tmpdir): repo = Repository(str(tmpdir.join('complex_from_to_and_cam'))) span = 200 begin_end_cam_id0 = [(ts, ts + span, 0) for ts in range(0, 10000, span)] begin_end_cam_id1 = [(ts, ts + span, 1) for ts in range(0, 10000, span)] begin_end_cam_id = begin_end_cam_id0 + begin_end_cam_id1 fill_repository(repo, begin_end_cam_id) begin = 2500 end = 5000 cam = 0 fnames = list(repo.iter_fnames(begin, end, cam)) selected_fnames = np.random.choice(fnames, size=5, replace=False) selected_fnames = set([os.path.basename(f) for f in selected_fnames]) class FnameFilter(): def __init__(self, fnames): self.fnames = fnames def __call__(self, fname): return fname in self.fnames filtered_fnames = set(repo.iter_fnames(begin, end, cam, fname_filter=FnameFilter(selected_fnames))) filtered_fnames = set([os.path.basename(f) for f in filtered_fnames]) assert(filtered_fnames == selected_fnames)
def test_bbb_repo_iter_fnames_from_to_and_cam(tmpdir): repo = Repository(str(tmpdir.join('complex_from_to_and_cam'))) span = 200 begin_end_cam_id0 = [(ts, ts + span, 0) for ts in range(0, 10000, span)] begin_end_cam_id1 = [(ts, ts + span, 1) for ts in range(0, 10000, span)] begin_end_cam_id = begin_end_cam_id0 + begin_end_cam_id1 fill_repository(repo, begin_end_cam_id) begin = 2500 end = 5000 cam = 0 fnames = list(repo.iter_fnames(begin, end, cam)) for fname in fnames: assert os.path.isabs(fname) fbasenames = [os.path.basename(f) for f in fnames] print(begin_end_cam_id) slice_begin_end_cam_id = list( filter(lambda p: begin <= p[1] and p[0] < end and p[2] == cam, begin_end_cam_id)) expected_fnames = [ os.path.basename(repo._get_filename(*p, extension='bbb')) for p in slice_begin_end_cam_id ] assert fbasenames == expected_fnames
def test_bbb_repo_find_single_file_per_timestamp(tmpdir): repo = Repository(str(tmpdir)) span = 60*10 begin_end_cam_id = [(ts, ts + span, 0) for ts in range(0, 100000, span)] fill_repository(repo, begin_end_cam_id) assert repo.find(0)[0] == repo._get_filename(0, span, 0, 'bbb') assert repo.find(60*10)[0] == repo._get_filename(60*10, 60*10+span, 0, 'bbb') assert repo.find(1000000) == []
def test_bbb_repo_find_single_file_per_timestamp(tmpdir): repo = Repository(str(tmpdir)) span = 60 * 10 begin_end_cam_id = [(ts, ts + span, 0) for ts in range(0, 100000, span)] fill_repository(repo, begin_end_cam_id) assert repo.find(0)[0] == repo._get_filename(0, span, 0, 'bbb') assert repo.find(60 * 10)[0] == repo._get_filename(60 * 10, 60 * 10 + span, 0, 'bbb') assert repo.find(1000000) == []
def test_bbb_repo_end_after_last_file(tmpdir): repo = Repository(str(tmpdir.join('complex_from_to'))) span = 1500 begin_end_cam_id = [(ts, ts + span, 0) for ts in range(0, 10000, span)] fill_repository(repo, begin_end_cam_id) begin = 2500 end = 11000 fnames = list(repo.iter_fnames(begin, end)) for fname in fnames: assert os.path.isabs(fname)
def test_bbb_repo_iter_fnames_2_files_and_1_symlink_per_directory(tmpdir): repo = Repository(str(tmpdir.join('2_files_and_1_symlink_per_directory'))) span = 500 begin_end_cam_id = [(ts, ts + span + 100, 0) for ts in range(0, 10000, span)] fill_repository(repo, begin_end_cam_id) fnames = [os.path.basename(f) for f in repo.iter_fnames()] expected_fnames = [os.path.basename( repo._get_filename(*p, extension='bbb')) for p in begin_end_cam_id] assert fnames == expected_fnames
def test_bbb_repo_end_after_last_file(tmpdir): repo = Repository(str(tmpdir.join('complex_from_to'))) span = 1500 begin_end_cam_id = [(ts, ts + span, 0) for ts in range(0, 10000, span)] fill_repository(repo, begin_end_cam_id) begin = 2500 end = 11000 fnames = list(repo.iter_fnames(begin, end)) for fname in fnames: assert os.path.isabs(fname)
def test_bbb_repo_find_multiple_file_per_timestamp(tmpdir): repo = Repository(str(tmpdir)) span = 500 begin = 1000 end = 100000 begin_end_cam_id = [(ts, ts + span, 0) for ts in range(begin, end, span)] begin_end_cam_id += [(ts, ts + span, 1) for ts in range(begin, end, span)] fill_repository(repo, begin_end_cam_id) find_and_assert_begin(repo, 0, expect_begin=0, nb_files_found=0) find_and_assert_begin(repo, 1050, expect_begin=1000, nb_files_found=2) find_and_assert_begin(repo, 1499, expect_begin=1000, nb_files_found=2) find_and_assert_begin(repo, 1500, expect_begin=1500, nb_files_found=2)
def test_bbb_repo_iter_fnames_missing_directories(tmpdir): repo = Repository(str(tmpdir.join('missing_directories'))) span = 1500 begin_end_cam_id = [(ts, ts + span, 0) for ts in range(0, 10000, span)] fill_repository(repo, begin_end_cam_id) fnames = list(repo.iter_fnames()) for fname in fnames: assert os.path.isabs(fname) fbasenames = [os.path.basename(f) for f in fnames] expected_fnames = [os.path.basename( repo._get_filename(*p, extension='bbb')) for p in begin_end_cam_id] assert fbasenames == expected_fnames
def test_bbb_repo_iter_fnames_2_files_and_1_symlink_per_directory(tmpdir): repo = Repository(str(tmpdir.join('2_files_and_1_symlink_per_directory'))) span = 500 begin_end_cam_id = [(ts, ts + span + 100, 0) for ts in range(0, 10000, span)] fill_repository(repo, begin_end_cam_id) fnames = [os.path.basename(f) for f in repo.iter_fnames()] expected_fnames = [ os.path.basename(repo._get_filename(*p, extension='bbb')) for p in begin_end_cam_id ] assert fnames == expected_fnames
def test_bbb_repo_iter_fnames_missing_directories(tmpdir): repo = Repository(str(tmpdir.join('missing_directories'))) span = 1500 begin_end_cam_id = [(ts, ts + span, 0) for ts in range(0, 10000, span)] fill_repository(repo, begin_end_cam_id) fnames = list(repo.iter_fnames()) for fname in fnames: assert os.path.isabs(fname) fbasenames = [os.path.basename(f) for f in fnames] expected_fnames = [ os.path.basename(repo._get_filename(*p, extension='bbb')) for p in begin_end_cam_id ] assert fbasenames == expected_fnames
def test_bbb_repo_find_multiple_file_per_timestamp(tmpdir): repo = Repository(str(tmpdir)) span = 500 begin = 1000 end = 100000 begin_end_cam_id = [(ts, ts + span, 0) for ts in range(begin, end, span)] begin_end_cam_id += [(ts, ts + span, 1) for ts in range(begin, end, span)] fill_repository(repo, begin_end_cam_id) find_and_assert_begin(repo, 0, expect_begin=0, nb_files_found=0) find_and_assert_begin(repo, 1050, expect_begin=1000, nb_files_found=2) find_and_assert_begin(repo, 1499, expect_begin=1000, nb_files_found=2) find_and_assert_begin(repo, 1500, expect_begin=1500, nb_files_found=2)
def example_experiment_repo(request): tmpdir = tempfile.mkdtemp(prefix=os.path.dirname(__file__) + "_tmpdir_") repo = Repository(tmpdir) experiment_duration = 6 * 7 * 24 * 3600 one_video = int(1024 / 3) begin = int(time.time()) end = begin + experiment_duration begin_end_cam_id = [] for cam_id in range(4): begin_end_cam_id.extend([(ts, ts + one_video, cam_id) for ts in range(begin, end, one_video)]) fill_repository(repo, begin_end_cam_id) def fin(): shutil.rmtree(tmpdir) request.addfinalizer(fin) return repo, begin, end
def test_bbb_repo_iter_fnames_from_to(tmpdir): repo = Repository(str(tmpdir.join('complex_from_to'))) span = 1500 begin_end_cam_id = [(ts, ts + span, 0) for ts in range(0, 10000, span)] fill_repository(repo, begin_end_cam_id) begin = 2500 end = 5000 fnames = list(repo.iter_fnames(begin, end)) for fname in fnames: assert os.path.isabs(fname) fbasenames = [os.path.basename(f) for f in fnames] slice_begin_end_cam_id = list( filter(lambda p: begin <= p[1] and p[0] < end, begin_end_cam_id)) print(slice_begin_end_cam_id) expected_fnames = [ os.path.basename(repo._get_filename(*p, extension='bbb')) for p in slice_begin_end_cam_id ] print(expected_fnames) print(fbasenames) assert fbasenames == expected_fnames
def test_bbb_repo_iter_fnames_from_to(tmpdir): repo = Repository(str(tmpdir.join('complex_from_to'))) span = 1500 begin_end_cam_id = [(ts, ts + span, 0) for ts in range(0, 10000, span)] fill_repository(repo, begin_end_cam_id) begin = 2500 end = 5000 fnames = list(repo.iter_fnames(begin, end)) for fname in fnames: assert os.path.isabs(fname) fbasenames = [os.path.basename(f) for f in fnames] slice_begin_end_cam_id = list(filter(lambda p: begin <= p[1] and p[0] < end, begin_end_cam_id)) print(slice_begin_end_cam_id) expected_fnames = [ os.path.basename(repo._get_filename(*p, extension='bbb')) for p in slice_begin_end_cam_id] print(expected_fnames) print(fbasenames) assert fbasenames == expected_fnames
def test_bbb_repo_iter_fnames_from_to_and_cam(tmpdir): repo = Repository(str(tmpdir.join('complex_from_to_and_cam'))) span = 200 begin_end_cam_id0 = [(ts, ts + span, 0) for ts in range(0, 10000, span)] begin_end_cam_id1 = [(ts, ts + span, 1) for ts in range(0, 10000, span)] begin_end_cam_id = begin_end_cam_id0 + begin_end_cam_id1 fill_repository(repo, begin_end_cam_id) begin = 2500 end = 5000 cam = 0 fnames = list(repo.iter_fnames(begin, end, cam)) for fname in fnames: assert os.path.isabs(fname) fbasenames = [os.path.basename(f) for f in fnames] print(begin_end_cam_id) slice_begin_end_cam_id = list(filter( lambda p: begin <= p[1] and p[0] < end and p[2] == cam, begin_end_cam_id)) expected_fnames = [ os.path.basename(repo._get_filename(*p, extension='bbb')) for p in slice_begin_end_cam_id] assert fbasenames == expected_fnames