def get_builders():
local_path = os.path.abspath(os.path.join(HERE, 'workdir'))
data_url = 'https://chrome-internal.googlesource.com/infradata/hosts'
buildermap_path = 'buildermap.json'
mastermap_path = 'mastermap.json'
r = Repo(data_url)
r.repos_dir = local_path
r.reify()
r.fetch()
builder_list = json.loads(
r.run('cat-file', 'blob', 'refs/heads/master:%s' % buildermap_path))
master_list = json.loads(
r.run('cat-file', 'blob', 'refs/heads/master:%s' % mastermap_path))
master_map = {master['dirname']: master for master in master_list}
for entry in builder_list:
master_url = master_map.get(entry['mastername'],
{}).get('buildbot_url')
if not master_url:
LOGGER.warn('No master url found for %s/%s', entry['mastername'],
entry['builder'])
url = None
else:
url = '%s/builders/%s' % (master_url.rstrip('/'), entry['builder'])
entry['url'] = url
return builder_list
def get_builders():
local_path = os.path.abspath(os.path.join(HERE, 'workdir'))
data_url = 'https://chrome-internal.googlesource.com/infradata/hosts'
buildermap_path = 'buildermap.json'
mastermap_path = 'mastermap.json'
r = Repo(data_url)
r.repos_dir = local_path
r.reify()
r.fetch()
builder_list = json.loads(
r.run('cat-file', 'blob', 'refs/heads/master:%s' % buildermap_path))
master_list = json.loads(
r.run('cat-file', 'blob', 'refs/heads/master:%s' % mastermap_path))
master_map = {master['dirname']: master for master in master_list}
for entry in builder_list:
master_url = master_map.get(entry['mastername'], {}).get('buildbot_url')
if not master_url:
LOGGER.warn('No master url found for %s/%s',
entry['mastername'], entry['builder'])
url = None
else:
url = '%s/builders/%s' % (master_url.rstrip('/'), entry['builder'])
entry['url'] = url
return builder_list
def main(argv):
p = argparse.ArgumentParser()
p.add_argument('--dry-run',
action='store_true',
help='Make plan but do nothing.')
p.add_argument('--reference',
metavar='DIR',
help='Path to a repo to use for reference.')
p.add_argument('--repo-dir',
metavar='DIR',
default='bootstrap_from_existing',
help=('The directory to use for git clones '
'(default: %(default)s)'))
p.add_argument('subpath', nargs='*', help='subpaths to mirror from')
logs.add_argparse_options(p)
opts = p.parse_args(argv)
logs.process_argparse_options(opts)
# TODO(iannucci): make this work for other refs?
repo = Repo(CHROMIUM_URL)
repo.repos_dir = os.path.abspath(opts.repo_dir)
repo.reify(share_from=opts.reference)
repo.run('fetch')
plan = []
for path in opts.subpath:
plan.extend(process_path(repo, path))
print 'Plan of attack: '
for task in plan:
print ' Note ', '%r: %s mirrored from %s' % task
print
prompt = 'yes'.startswith(raw_input('Continue? [y/N] ').lower() or 'no')
if opts.dry_run or not prompt:
print 'Doing nothing'
return 0
for sub_url, obj, matched in plan:
remote_name = hashlib.sha1(sub_url).hexdigest()
notes_ref = 'refs/remotes/%s/notes/extra_footers' % remote_name
repo.run('notes', '--ref', notes_ref, 'add', '-m',
'%s: %s' % (MIRRORED_COMMIT, matched), obj)
repo.run('push', remote_name,
'%s:refs/notes/extra_footers' % (notes_ref, ))
return 0
def main(argv):
p = argparse.ArgumentParser()
p.add_argument('--dry-run', action='store_true',
help='Make plan but do nothing.')
p.add_argument('--reference', metavar='DIR',
help='Path to a repo to use for reference.')
p.add_argument('--repo-dir', metavar='DIR', default='bootstrap_from_existing',
help=('The directory to use for git clones '
'(default: %(default)s)'))
p.add_argument('subpath', nargs='*', help='subpaths to mirror from')
logs.add_argparse_options(p)
opts = p.parse_args(argv)
logs.process_argparse_options(opts)
# TODO(iannucci): make this work for other refs?
repo = Repo(CHROMIUM_URL)
repo.repos_dir = os.path.abspath(opts.repo_dir)
repo.reify(share_from=opts.reference)
repo.run('fetch')
plan = []
for path in opts.subpath:
plan.extend(process_path(repo, path))
print 'Plan of attack: '
for task in plan:
print ' Note ', '%r: %s mirrored from %s' % task
print
prompt = 'yes'.startswith(raw_input('Continue? [y/N] ').lower() or 'no')
if opts.dry_run or not prompt:
print 'Doing nothing'
return 0
for sub_url, obj, matched in plan:
remote_name = hashlib.sha1(sub_url).hexdigest()
notes_ref = 'refs/remotes/%s/notes/extra_footers' % remote_name
repo.run('notes', '--ref', notes_ref, 'add',
'-m', '%s: %s' % (MIRRORED_COMMIT, matched), obj)
repo.run('push', remote_name, '%s:refs/notes/extra_footers' % (notes_ref,))
return 0
def main(argv):
p = argparse.ArgumentParser()
p.add_argument(
'--repo-dir', metavar='DIR', default='zip_release_commits_repos',
help='The directory to use for git clones (default: %(default)s).')
logs.add_argparse_options(p)
opts = p.parse_args(argv)
logs.process_argparse_options(opts)
# Get all refs
r = Repo('https://chromium.googlesource.com/chromium/src')
r.repos_dir = os.path.abspath(opts.repo_dir)
r.reify()
r.fetch()
all_releases = r['refs/heads/ignore/foo']
tags = r.run(
'for-each-ref', '--sort=committerdate', '--format=%(objectname) %(refname)',
'refs/tags'
).splitlines()
already_have = set()
try:
already_have = r.run('rev-list', '--first-parent', '--parents',
all_releases.ref).splitlines()
# Last commit in chain is the null commit
already_have = set(l.split()[-1] for l in already_have[:-1])
except CalledProcessError:
pass
for hsh_tag in tags:
hsh, tag = hsh_tag.split()
if hsh in already_have:
print 'skipping', tag
continue
print 'processing', tag
c = r.get_commit(hsh)
if all_releases.commit is INVALID:
cu = c.data.committer
cu = cu.alter(timestamp=cu.timestamp.alter(secs=cu.timestamp.secs-1))
au = c.data.author
au = au.alter(timestamp=au.timestamp.alter(secs=au.timestamp.secs-1))
all_releases.update_to(c.alter(
author=au,
committer=cu,
parents=(),
tree=None,
))
parents = [all_releases.commit.hsh, c.hsh]
all_releases.update_to(c.alter(
author=c.data.committer,
message_lines=[tag],
parents=parents,
tree=None,
))
print all_releases.commit
r.run('push', 'origin', '%s:%s' % (all_releases.commit.hsh, all_releases.ref))
def main(argv):
p = argparse.ArgumentParser()
p.add_argument(
'--repo-dir',
metavar='DIR',
default='zip_release_commits_repos',
help='The directory to use for git clones (default: %(default)s).')
logs.add_argparse_options(p)
opts = p.parse_args(argv)
logs.process_argparse_options(opts)
# Get all refs
r = Repo('https://chromium.googlesource.com/chromium/src')
r.repos_dir = os.path.abspath(opts.repo_dir)
r.reify()
r.fetch()
all_releases = r['refs/heads/ignore/foo']
tags = r.run('for-each-ref', '--sort=committerdate',
'--format=%(objectname) %(refname)',
'refs/tags').splitlines()
already_have = set()
try:
already_have = r.run('rev-list', '--first-parent', '--parents',
all_releases.ref).splitlines()
# Last commit in chain is the null commit
already_have = set(l.split()[-1] for l in already_have[:-1])
except CalledProcessError:
pass
for hsh_tag in tags:
hsh, tag = hsh_tag.split()
if hsh in already_have:
print 'skipping', tag
continue
print 'processing', tag
c = r.get_commit(hsh)
if all_releases.commit is INVALID:
cu = c.data.committer
cu = cu.alter(timestamp=cu.timestamp.alter(secs=cu.timestamp.secs -
1))
au = c.data.author
au = au.alter(timestamp=au.timestamp.alter(secs=au.timestamp.secs -
1))
all_releases.update_to(
c.alter(
author=au,
committer=cu,
parents=(),
tree=None,
))
parents = [all_releases.commit.hsh, c.hsh]
all_releases.update_to(
c.alter(
author=c.data.committer,
message_lines=[tag],
parents=parents,
tree=None,
))
print all_releases.commit
r.run('push', 'origin',
'%s:%s' % (all_releases.commit.hsh, all_releases.ref))