def rev_list(conn, _):
_init_session()
count = conn.readline()
if not count:
raise Exception('Unexpected EOF while reading rev-list count')
count = None if count == '\n' else int(count)
fmt = conn.readline()
if not fmt:
raise Exception('Unexpected EOF while reading rev-list format')
fmt = None if fmt == '\n' else fmt[:-1]
refs = tuple(x[:-1] for x in lines_until_sentinel(conn, '\n', Exception))
args = git.rev_list_invocation(refs, count=count, format=fmt)
p = subprocess.Popen(git.rev_list_invocation(refs, count=count, format=fmt),
preexec_fn=git._gitenv(git.repodir),
stdout=subprocess.PIPE)
while True:
out = p.stdout.read(64 * 1024)
if not out:
break
conn.write(out)
rv = p.wait() # not fatal
if rv:
msg = 'git rev-list returned error %d' % rv
conn.error(msg)
raise GitError(msg)
conn.ok()
def bup_gc(threshold=10, compression=1, verbosity=0):
cat_pipe = git.cp()
existing_count = count_objects(git.repo(b'objects/pack'), verbosity)
if verbosity:
log('found %d objects\n' % existing_count)
if not existing_count:
if verbosity:
log('nothing to collect\n')
else:
try:
live_objects = find_live_objects(existing_count,
cat_pipe,
verbosity=verbosity)
except MissingObject as ex:
log('bup: missing object %r \n' % hexstr(ex.oid))
sys.exit(1)
try:
# FIXME: just rename midxes and bloom, and restore them at the end if
# we didn't change any packs?
packdir = git.repo(b'objects/pack')
if verbosity: log('clearing midx files\n')
midx.clear_midxes(packdir)
if verbosity: log('clearing bloom filter\n')
bloom.clear_bloom(packdir)
if verbosity: log('clearing reflog\n')
expirelog_cmd = [
b'git', b'reflog', b'expire', b'--all', b'--expire=all'
]
expirelog = subprocess.Popen(expirelog_cmd, env=git._gitenv())
git._git_wait(b' '.join(expirelog_cmd), expirelog)
if verbosity: log('removing unreachable data\n')
sweep(live_objects, existing_count, cat_pipe, threshold,
compression, verbosity)
finally:
live_objects.close()
def bup_gc(threshold=10, compression=1, verbosity=0):
cat_pipe = git.cp()
existing_count = count_objects(git.repo('objects/pack'), verbosity)
if verbosity:
log('found %d objects\n' % existing_count)
if not existing_count:
if verbosity:
log('nothing to collect\n')
else:
try:
live_objects = find_live_objects(existing_count, cat_pipe,
verbosity=verbosity)
except MissingObject as ex:
log('bup: missing object %r \n' % ex.id.encode('hex'))
sys.exit(1)
try:
# FIXME: just rename midxes and bloom, and restore them at the end if
# we didn't change any packs?
if verbosity: log('clearing midx files\n')
midx.clear_midxes()
if verbosity: log('clearing bloom filter\n')
bloom.clear_bloom(git.repo('objects/pack'))
if verbosity: log('clearing reflog\n')
expirelog_cmd = ['git', 'reflog', 'expire', '--all', '--expire=all']
expirelog = subprocess.Popen(expirelog_cmd, preexec_fn = git._gitenv())
git._git_wait(' '.join(expirelog_cmd), expirelog)
if verbosity: log('removing unreachable data\n')
sweep(live_objects, existing_count, cat_pipe,
threshold, compression,
verbosity)
finally:
live_objects.close()
def rev_list(conn, _):
_init_session()
count = conn.readline()
if not count:
raise Exception('Unexpected EOF while reading rev-list count')
count = None if count == '\n' else int(count)
fmt = conn.readline()
if not fmt:
raise Exception('Unexpected EOF while reading rev-list format')
fmt = None if fmt == '\n' else fmt[:-1]
refs = tuple(x[:-1] for x in lines_until_sentinel(conn, '\n', Exception))
args = git.rev_list_invocation(refs, count=count, format=fmt)
p = subprocess.Popen(git.rev_list_invocation(refs, count=count, format=fmt),
preexec_fn=git._gitenv(git.repodir),
stdout=subprocess.PIPE)
while True:
out = p.stdout.read(64 * 1024)
if not out:
break
conn.write(out)
rv = p.wait() # not fatal
if rv:
msg = 'git rev-list returned error %d' % rv
conn.error(msg)
raise GitError(msg)
conn.ok()
def rev_list_raw(self, refs, fmt):
args = git.rev_list_invocation(refs, format=fmt)
p = subprocess.Popen(args, env=git._gitenv(self.repo_dir),
stdout=subprocess.PIPE)
while True:
out = p.stdout.read(64 * 1024)
if not out:
break
yield out
rv = p.wait() # not fatal
if rv:
raise git.GitError('git rev-list returned error %d' % rv)
def bup_gc(repo, threshold=10, compression=1, verbosity=0):
# Yes - this is a hack. We should use repo.cat() instead of cat_pipe.get(),
# but the repo abstraction right now can't properly deal with the fact that
# we modify the repository underneath.
repodir = os.path.join(repo.packdir(), b'..', b'..')
cat_pipe = git.cp(repodir)
existing_count = count_objects(repo.packdir(), verbosity)
if verbosity:
log('found %d objects\n' % existing_count)
if not existing_count:
if verbosity:
log('nothing to collect\n')
else:
try:
live_objects = find_live_objects(repo, existing_count, cat_pipe,
verbosity=verbosity)
except MissingObject as ex:
log('bup: missing object %r \n' % hexstr(ex.oid))
sys.exit(1)
try:
# FIXME: just rename midxes and bloom, and restore them at the end if
# we didn't change any packs?
packdir = repo.packdir()
if verbosity: log('clearing midx files\n')
midx.clear_midxes(packdir)
if verbosity: log('clearing bloom filter\n')
bloom.clear_bloom(packdir)
if verbosity: log('clearing reflog\n')
expirelog_cmd = [b'git', b'reflog', b'expire', b'--all', b'--expire=all']
expirelog = subprocess.Popen(expirelog_cmd,
env=git._gitenv(repo_dir=repodir))
git._git_wait(b' '.join(expirelog_cmd), expirelog)
if verbosity: log('removing unreachable data\n')
sweep(repo, live_objects, existing_count, cat_pipe,
threshold, compression,
verbosity)
finally:
live_objects.close()
cat_pipe = vfs.cp()
existing_count = count_objects(git.repo('objects/pack'))
if opt.verbose:
log('found %d objects\n' % existing_count)
if not existing_count:
if opt.verbose:
log('nothing to collect\n')
else:
live_objects = find_live_objects(existing_count, cat_pipe, opt)
try:
# FIXME: just rename midxes and bloom, and restore them at the end if
# we didn't change any packs?
if opt.verbose: log('clearing midx files\n')
midx.clear_midxes()
if opt.verbose: log('clearing bloom filter\n')
bloom.clear_bloom(git.repo('objects/pack'))
if opt.verbose: log('clearing reflog\n')
expirelog_cmd = ['git', 'reflog', 'expire', '--all', '--expire=all']
expirelog = subprocess.Popen(expirelog_cmd, preexec_fn = git._gitenv())
git._git_wait(' '.join(expirelog_cmd), expirelog)
if opt.verbose: log('removing unreachable data\n')
sweep(live_objects, existing_count, cat_pipe, opt)
finally:
live_objects.close()
os.unlink(live_objects.name)
if saved_errors:
log('WARNING: %d errors encountered during gc\n' % len(saved_errors))
sys.exit(1)
cat_pipe = vfs.cp()
existing_count = count_objects(git.repo('objects/pack'))
if opt.verbose:
log('found %d objects\n' % existing_count)
if not existing_count:
if opt.verbose:
log('nothing to collect\n')
else:
live_objects = find_live_objects(existing_count, cat_pipe, opt)
try:
# FIXME: just rename midxes and bloom, and restore them at the end if
# we didn't change any packs?
if opt.verbose: log('clearing midx files\n')
midx.clear_midxes()
if opt.verbose: log('clearing bloom filter\n')
bloom.clear_bloom(git.repo('objects/pack'))
if opt.verbose: log('clearing reflog\n')
expirelog_cmd = ['git', 'reflog', 'expire', '--all', '--expire=all']
expirelog = subprocess.Popen(expirelog_cmd, preexec_fn=git._gitenv())
git._git_wait(' '.join(expirelog_cmd), expirelog)
if opt.verbose: log('removing unreachable data\n')
sweep(live_objects, existing_count, cat_pipe, opt)
finally:
live_objects.close()
os.unlink(live_objects.name)
if saved_errors:
log('WARNING: %d errors encountered during gc\n' % len(saved_errors))
sys.exit(1)
