def getbundle(repo, store, heads, branch_names):
if isinstance(repo, bundlerepo):
bundle = repo._unbundler
else:
common = findcommon(repo, store, store.heads(branch_names))
logging.info('common: %s', common)
bundle = None
got_partial = False
if not common:
if not store._has_metadata:
manifest = Git.config('cinnabar.clone')
if not manifest and experiment('git-clone') and \
repo.capable('cinnabarclone'):
manifest = repo._call('cinnabarclone')
if manifest:
got_partial = do_cinnabarclone(repo, manifest, store)
if not got_partial:
if check_enabled('cinnabarclone'):
raise Exception('cinnabarclone failed.')
logging.warn('Falling back to normal clone.')
if not got_partial and repo.capable('clonebundles'):
bundle = get_clonebundle(repo)
got_partial = bool(bundle)
if not got_partial and check_enabled('clonebundles'):
raise Exception('clonebundles failed.')
if bundle:
bundle = unbundler(bundle)
# Manual move semantics
apply_bundle = BundleApplier(bundle)
del bundle
apply_bundle(store)
if got_partial:
# Eliminate the heads that we got from the clonebundle or
# cinnabarclone.
heads = [h for h in heads if not store.changeset_ref(h)]
if not heads:
return
common = findcommon(repo, store, store.heads(branch_names))
logging.info('common: %s', common)
kwargs = {}
if unbundle20 and repo.capable('bundle2'):
bundle2caps = {
'HG20': (),
'changegroup': ('01', '02'),
}
kwargs['bundlecaps'] = set(
('HG20', 'bundle2=%s' % urllib.quote(encodecaps(bundle2caps))))
bundle = repo.getbundle('bundle',
heads=[unhexlify(h) for h in heads],
common=[unhexlify(h) for h in common],
**kwargs)
bundle = unbundler(bundle)
# Manual move semantics
apply_bundle = BundleApplier(bundle)
del bundle
apply_bundle(store)
def getbundle(repo, store, heads, branch_names):
if isinstance(repo, bundlerepo):
bundle = repo._unbundler
else:
common = findcommon(repo, store, store.heads(branch_names))
logging.info('common: %s' % common)
kwargs = {}
if unbundle20 and repo.capable('bundle2'):
bundle2caps = {
'HG20': (),
'changegroup': ('01', '02'),
}
kwargs['bundlecaps'] = set((
'HG20', 'bundle2=%s' % urllib.quote(encodecaps(bundle2caps))))
bundle = repo.getbundle('bundle', heads=[unhexlify(h) for h in heads],
common=[unhexlify(h) for h in common],
**kwargs)
bundle = unbundler(bundle)
changeset_chunks = ChunksCollection(progress_iter(
'Reading %d changesets', next(bundle)))
manifest_chunks = ChunksCollection(progress_iter(
'Reading %d manifests', next(bundle)))
for rev_chunk in progress_iter(
'Reading and importing %d files', iter_initialized(
store.file, next(bundle))):
store.store_file(rev_chunk)
if next(bundle) is not None:
assert False
del bundle
with store.batch_store_manifest():
for mn in progress_iter(
'Importing %d manifests',
manifest_chunks.iter_initialized(ManifestInfo,
store.manifest)):
store.store_manifest(mn)
del manifest_chunks
for cs in progress_iter(
'Importing %d changesets',
changeset_chunks.iter_initialized(ChangesetInfo, store.changeset)):
try:
store.store_changeset(cs)
except NothingToGraftException:
logging.warn('Cannot graft %s, not importing.' % cs.node)
pass
def getbundle(repo, store, heads, branch_names):
if isinstance(repo, bundlerepo):
bundle = repo._unbundler
else:
common = findcommon(repo, store, store.heads(branch_names))
logging.info('common: %s' % common)
kwargs = {}
if unbundle20 and repo.capable('bundle2'):
bundle2caps = {
'HG20': (),
'changegroup': ('01', '02'),
}
kwargs['bundlecaps'] = set(
('HG20', 'bundle2=%s' % urllib.quote(encodecaps(bundle2caps))))
bundle = repo.getbundle('bundle',
heads=[unhexlify(h) for h in heads],
common=[unhexlify(h) for h in common],
**kwargs)
bundle = unbundler(bundle)
changeset_chunks = ChunksCollection(
progress_iter('Reading %d changesets', next(bundle)))
manifest_chunks = ChunksCollection(
progress_iter('Reading %d manifests', next(bundle)))
for rev_chunk in progress_iter('Reading and importing %d files',
iter_initialized(store.file, next(bundle))):
store.store_file(rev_chunk)
if next(bundle) is not None:
assert False
del bundle
for mn in progress_iter(
'Importing %d manifests',
manifest_chunks.iter_initialized(ManifestInfo, store.manifest)):
store.store_manifest(mn)
del manifest_chunks
for cs in progress_iter(
'Importing %d changesets',
changeset_chunks.iter_initialized(ChangesetInfo, store.changeset)):
try:
store.store_changeset(cs)
except NothingToGraftException:
logging.warn('Cannot graft %s, not importing.' % cs.node)
pass
def getbundle(repo, store, heads, branch_names):
if isinstance(repo, bundlerepo):
bundle = repo._unbundler
else:
common = findcommon(repo, store, store.heads(branch_names))
logging.info('common: %s', common)
bundle = None
if not common and repo.capable('clonebundles'):
bundle = get_clonebundle(repo)
if bundle:
bundle = unbundler(bundle)
# Manual move semantics
apply_bundle = BundleApplier(bundle)
del bundle
apply_bundle(store)
# Eliminate the heads that we got from the clonebundle.
heads = [h for h in heads if not store.changeset_ref(h)]
if not heads:
return
common = findcommon(repo, store, store.heads(branch_names))
logging.info('common: %s', common)
kwargs = {}
if unbundle20 and repo.capable('bundle2'):
bundle2caps = {
'HG20': (),
'changegroup': ('01', '02'),
}
kwargs['bundlecaps'] = set(
('HG20', 'bundle2=%s' % urllib.quote(encodecaps(bundle2caps))))
bundle = repo.getbundle('bundle',
heads=[unhexlify(h) for h in heads],
common=[unhexlify(h) for h in common],
**kwargs)
bundle = unbundler(bundle)
# Manual move semantics
apply_bundle = BundleApplier(bundle)
del bundle
apply_bundle(store)
def gitgetmeta(ui, repo, source='default'):
'''get git metadata from a server that supports fb_gitmeta'''
source, branch = hg.parseurl(ui.expandpath(source))
other = hg.peer(repo, {}, source)
ui.status(_('getting git metadata from %s\n') %
util.hidepassword(source))
kwargs = {'bundlecaps': exchange.caps20to10(repo)}
capsblob = bundle2.encodecaps(bundle2.getrepocaps(repo))
kwargs['bundlecaps'].add('bundle2=' + util.urlreq.quote(capsblob))
# this would ideally not be in the bundlecaps at all, but adding new kwargs
# for wire transmissions is not possible as of Mercurial d19164a018a1
kwargs['bundlecaps'].add('fb_gitmeta')
kwargs['heads'] = [nullid]
kwargs['cg'] = False
kwargs['common'] = _getcommonheads(repo)
bundle = other.getbundle('pull', **kwargs)
try:
op = bundle2.processbundle(repo, bundle)
except error.BundleValueError as exc:
raise error.Abort('missing support for %s' % exc)
writebytes = op.records['fb:gitmeta:writebytes']
ui.status(_('wrote %d files (%d bytes)\n') %
(len(writebytes), sum(writebytes)))
def push(repo, store, what, repo_heads, repo_branches, dry_run=False):
def heads():
for sha1 in store.heads(repo_branches):
yield '^%s' % store.changeset_ref(sha1)
def local_bases():
h = chain(heads(), (w for w in what if w))
for c, t, p in GitHgHelper.rev_list('--topo-order', '--full-history',
'--boundary', *h):
if c[0] != '-':
continue
yield store.hg_changeset(c[1:])
for w in what:
rev = store.hg_changeset(w)
if rev:
yield rev
common = findcommon(repo, store, set(local_bases()))
logging.info('common: %s', common)
def revs():
for sha1 in common:
yield '^%s' % store.changeset_ref(sha1)
revs = chain(revs(), (w for w in what if w))
push_commits = list((c, p) for c, t, p in GitHgHelper.rev_list(
'--topo-order', '--full-history', '--parents', '--reverse', *revs))
pushed = False
if push_commits:
has_root = any(len(p) == 40 for p in push_commits)
force = all(v[1] for v in what.values())
if has_root and repo_heads:
if not force:
raise Exception('Cannot push a new root')
else:
logging.warn('Pushing a new root')
if force:
repo_heads = ['force']
else:
if not repo_heads:
repo_heads = [NULL_NODE_ID]
repo_heads = [unhexlify(h) for h in repo_heads]
if push_commits and not dry_run:
if repo.local():
repo.local().ui.setconfig('server', 'validate', True)
b2caps = bundle2caps(repo) if unbundle20 else {}
logging.getLogger('bundle2').debug('%r', b2caps)
if b2caps:
b2caps['replycaps'] = encodecaps({'error': ['abort']})
cg = create_bundle(store, push_commits, b2caps)
if not isinstance(repo, HelperRepo):
cg = util.chunkbuffer(cg)
if not b2caps:
cg = cg1unpacker(cg, 'UN')
reply = repo.unbundle(cg, repo_heads, '')
if unbundle20 and isinstance(reply, unbundle20):
parts = iter(reply.iterparts())
for part in parts:
logging.getLogger('bundle2').debug('part: %s', part.type)
logging.getLogger('bundle2').debug('params: %r', part.params)
if part.type == 'output':
sys.stderr.write(part.read())
elif part.type == 'reply:changegroup':
# TODO: should check params['in-reply-to']
reply = int(part.params['return'])
elif part.type == 'error:abort':
raise error.Abort(part.params['message'],
hint=part.params.get('hint'))
else:
logging.getLogger('bundle2').warning(
'ignoring bundle2 part: %s', part.type)
pushed = reply != 0
return gitdag(push_commits) if pushed or dry_run else ()