def test_fetch_bad_git_checkout_retry(tmpdir, repos_yaml_good, mocker,
test_product):
"""Verify that repo is recloned after checkout on an existing clone fails"""
tries = 3
product_fetcher = ProductFetcher(tmpdir,
repos_yaml_good,
None, ['master'],
False,
tries=tries)
# first call is to setup a pre-existing clone
ref, sha1 = product_fetcher.fetch(test_product)
assert ref is not None
assert sha1 is not None
assert os.path.exists(os.path.join(tmpdir, test_product, '.git'))
# this is not BDDish and dependent on internal implimentation details
mocker.spy(product_fetcher, '_fetch')
# Note that we are mocking out the import into lsst.ci.prepare
mocker.patch('lsst.ci.prepare.Git.checkout')
lsst.ci.prepare.Git.checkout.side_effect = GitError(
42, 'cmd', 'stdout', 'stderr')
mocker.spy(lsst.ci.prepare.Git, 'clone')
with pytest.raises(GitError) as e:
product_fetcher.fetch(test_product)
assert e.value.returncode == 42
assert product_fetcher._fetch.call_count == tries
# clone is not called on the first iteration as the repo already exists
assert lsst.ci.prepare.Git.clone.call_count == (tries - 1)
assert lsst.ci.prepare.Git.checkout.call_count == tries
def test_fetch_bad_remote_retry(tmpdir, repos_yaml_bad, mocker, test_product):
"""Verify that cloning is retried when upon failure"""
tries = 3
product_fetcher = ProductFetcher(
tmpdir,
repos_yaml_bad,
None,
['master'],
False,
tries=tries
)
# this is not BDDish and dependent on internal implimentation details
mocker.spy(product_fetcher, '_fetch')
with pytest.raises(RemoteError) as e:
product_fetcher.fetch(test_product)
# No matter the number of tries, the exception from the last attempt is
# propegated. In this case, the RemoteError records the number of remotes
# failed for the most recent iteration only, which should always be 1 when
# repos.yaml is in use.
assert len(e.value.git_errors) == 1
assert product_fetcher._fetch.call_count == tries
def test_fetch_bad_remote(tmpdir, repos_yaml_bad, test_product):
"""Fail to clone when there isn't a valid remote in repos.yaml"""
product_fetcher = ProductFetcher(tmpdir, repos_yaml_bad, None, ['master'],
False)
with pytest.raises(RemoteError) as e:
product_fetcher.fetch(test_product)
assert len(e.value.git_errors) == 1
def test_fetch(tmpdir, repos_yaml_good, test_product):
"""Clone git repo from a valid repos.yaml"""
product_fetcher = ProductFetcher(tmpdir, repos_yaml_good, None, ['master'],
False)
ref, sha1 = product_fetcher.fetch(test_product)
assert os.path.exists(os.path.join(tmpdir, test_product, '.git'))
assert ref is not None
assert sha1 is not None
def test_fetch_products(tmpdir, repos_yaml_good, test_product):
"""Clone git repo from a valid repos.yaml"""
refs = [DEFAULT_BRANCH_NAME]
product_fetcher = ProductFetcher(tmpdir,
repos_yaml_good,
None,
no_fetch=False)
asyncio.run(product_fetcher.fetch_products([test_product], refs))
assert os.path.exists(os.path.join(tmpdir, test_product, '.git'))
def test_fetch_bad_remote(tmpdir, repos_yaml_bad, test_product):
"""Fail to clone when there isn't a valid remote in repos.yaml"""
refs = [DEFAULT_BRANCH_NAME]
product_fetcher = ProductFetcher(tmpdir,
repos_yaml_bad,
None,
no_fetch=False)
with pytest.raises(RemoteError) as e:
asyncio.run(product_fetcher.fetch(test_product, refs))
assert len(e.value.git_errors) == 1
def test_fetch_bad_remote(tmpdir, repos_yaml_bad, test_product):
"""Fail to clone when there isn't a valid remote in repos.yaml"""
product_fetcher = ProductFetcher(
tmpdir,
repos_yaml_bad,
None,
['master'],
False
)
with pytest.raises(RemoteError) as e:
product_fetcher.fetch(test_product)
assert len(e.value.git_errors) == 1
def test_fetch(tmpdir, repos_yaml_good, test_product):
"""Clone git repo from a valid repos.yaml"""
product_fetcher = ProductFetcher(
tmpdir,
repos_yaml_good,
None,
['master'],
False
)
ref, sha1 = product_fetcher.fetch(test_product)
assert os.path.exists(os.path.join(tmpdir, test_product, '.git'))
assert ref is not None
assert sha1 is not None
def test_fetch_bad_git_checkout(tmpdir, repos_yaml_good, mocker, test_product):
"""Fail when git command errors on top of an existing clone"""
product_fetcher = ProductFetcher(tmpdir, repos_yaml_good, None, ['master'],
False)
# first call is to setup a pre-existing clone
ref, sha1 = product_fetcher.fetch(test_product)
assert ref is not None
assert sha1 is not None
assert os.path.exists(os.path.join(tmpdir, test_product, '.git'))
# Note that we are mocking out the import into lsst.ci.prepare
mocker.patch('lsst.ci.prepare.Git.checkout')
lsst.ci.prepare.Git.checkout.side_effect = GitError(
42, 'cmd', 'stdout', 'stderr')
with pytest.raises(GitError) as e:
product_fetcher.fetch(test_product)
assert e.value.returncode == 42
def test_fetch_bad_remote_retry(tmpdir, repos_yaml_bad, mocker, test_product):
"""Verify that cloning is retried when upon failure"""
tries = 3
product_fetcher = ProductFetcher(tmpdir,
repos_yaml_bad,
None, ['master'],
False,
tries=tries)
# this is not BDDish and dependent on internal implimentation details
mocker.spy(product_fetcher, '_fetch')
with pytest.raises(RemoteError) as e:
product_fetcher.fetch(test_product)
# No matter the number of tries, the exception from the last attempt is
# propegated. In this case, the RemoteError records the number of remotes
# failed for the most recent iteration only, which should always be 1 when
# repos.yaml is in use.
assert len(e.value.git_errors) == 1
assert product_fetcher._fetch.call_count == tries
def test_fetch_bad_git_checkout(tmpdir, repos_yaml_good, mocker, test_product):
"""Fail when git command errors on top of an existing clone"""
product_fetcher = ProductFetcher(
tmpdir,
repos_yaml_good,
None,
['master'],
False
)
# first call is to setup a pre-existing clone
ref, sha1 = product_fetcher.fetch(test_product)
assert ref is not None
assert sha1 is not None
assert os.path.exists(os.path.join(tmpdir, test_product, '.git'))
# Note that we are mocking out the import into lsst.ci.prepare
mocker.patch('lsst.ci.prepare.Git.checkout')
lsst.ci.prepare.Git.checkout.side_effect = GitError(42, 'cmd', 'stdout', 'stderr')
with pytest.raises(GitError) as e:
product_fetcher.fetch(test_product)
assert e.value.returncode == 42
def test_fetch_bad_git_checkout_retry(tmpdir, repos_yaml_good, mocker, test_product):
"""Verify that repo is recloned after checkout on an existing clone fails"""
tries = 3
product_fetcher = ProductFetcher(
tmpdir,
repos_yaml_good,
None,
['master'],
False,
tries=tries
)
# first call is to setup a pre-existing clone
ref, sha1 = product_fetcher.fetch(test_product)
assert ref is not None
assert sha1 is not None
assert os.path.exists(os.path.join(tmpdir, test_product, '.git'))
# this is not BDDish and dependent on internal implimentation details
mocker.spy(product_fetcher, '_fetch')
# Note that we are mocking out the import into lsst.ci.prepare
mocker.patch('lsst.ci.prepare.Git.checkout')
lsst.ci.prepare.Git.checkout.side_effect = GitError(42, 'cmd', 'stdout', 'stderr')
mocker.spy(lsst.ci.prepare.Git, 'clone')
with pytest.raises(GitError) as e:
product_fetcher.fetch(test_product)
assert e.value.returncode == 42
assert product_fetcher._fetch.call_count == tries
# clone is not called on the first iteration as the repo already exists
assert lsst.ci.prepare.Git.clone.call_count == (tries - 1)
assert lsst.ci.prepare.Git.checkout.call_count == tries