Пример #1
0
def test_checksums_exist(object_exists, traverse, dvc):
    remote = Remote(BaseRemoteTree(dvc, {}))

    # remote does not support traverse
    remote.tree.CAN_TRAVERSE = False
    with mock.patch.object(
        remote.tree, "list_checksums", return_value=list(range(256))
    ):
        checksums = set(range(1000))
        remote.checksums_exist(checksums)
        object_exists.assert_called_with(checksums, None, None)
        traverse.assert_not_called()

    remote.tree.CAN_TRAVERSE = True

    # large remote, small local
    object_exists.reset_mock()
    traverse.reset_mock()
    with mock.patch.object(
        remote.tree, "list_checksums", return_value=list(range(256))
    ):
        checksums = list(range(1000))
        remote.checksums_exist(checksums)
        # verify that _cache_paths_with_max() short circuits
        # before returning all 256 remote checksums
        max_checksums = math.ceil(
            remote.tree._max_estimation_size(checksums)
            / pow(16, remote.tree.TRAVERSE_PREFIX_LEN)
        )
        assert max_checksums < 256
        object_exists.assert_called_with(
            frozenset(range(max_checksums, 1000)), None, None
        )
        traverse.assert_not_called()

    # large remote, large local
    object_exists.reset_mock()
    traverse.reset_mock()
    remote.tree.JOBS = 16
    with mock.patch.object(
        remote.tree, "list_checksums", return_value=list(range(256))
    ):
        checksums = list(range(1000000))
        remote.checksums_exist(checksums)
        object_exists.assert_not_called()
        traverse.assert_called_with(
            256 * pow(16, remote.tree.TRAVERSE_PREFIX_LEN),
            set(range(256)),
            None,
            None,
        )
Пример #2
0
 def checksums_exist(self, *args, **kwargs):
     return Remote.checksums_exist(self, *args, **kwargs)