def lighttransaction(repo): # full fledged transactions have two serious issues: # 1. they may cause infite loops through hooks # that run commands # 2. they are really expensive performance wise # # ligtthransaction avoids certain hooks from being # executed, doesn't check repo locks, doesn't check # abandoned tr's (since we only record info) and doesn't # do any tag handling vfsmap = {'plain': repo.vfs} tr = transaction.transaction(repo.ui.warn, repo.vfs, vfsmap, "undolog/tr.journal", "undolog/tr.undo") return tr
def shrink(ui, repo, **opts): """shrink a revlog by reordering revisions Rewrites all the entries in some revlog of the current repository (by default, the manifest log) to save space. Different sort algorithms have different performance characteristics. Use ``--sort`` to select a sort algorithm so you can determine which works best for your data. """ if not repo.local(): raise util.Abort(_('not a local repository: %s') % repo.root) fn = opts.get('revlog') if not fn: indexfn = repo.sjoin('00manifest.i') else: if not fn.endswith('.i'): raise util.Abort(_('--revlog option must specify the revlog index ' 'file (*.i), not %s') % opts.get('revlog')) indexfn = os.path.realpath(fn) store = repo.sjoin('') if not indexfn.startswith(store): raise util.Abort(_('--revlog option must specify a revlog in %s, ' 'not %s') % (store, indexfn)) sortname = opts['sort'] try: toposort = globals()['toposort_' + sortname] except KeyError: raise util.Abort(_('no such toposort algorithm: %s') % sortname) if not os.path.exists(indexfn): raise util.Abort(_('no such file: %s') % indexfn) if '00changelog' in indexfn: raise util.Abort(_('shrinking the changelog ' 'will corrupt your repository')) ui.write(_('shrinking %s\n') % indexfn) tmpindexfn = util.mktempcopy(indexfn, emptyok=True) r1 = revlog.revlog(scmutil.opener(os.getcwd(), audit=False), indexfn) r2 = revlog.revlog(scmutil.opener(os.getcwd(), audit=False), tmpindexfn) datafn, tmpdatafn = r1.datafile, r2.datafile oldindexfn = indexfn + '.old' olddatafn = datafn + '.old' if os.path.exists(oldindexfn) or os.path.exists(olddatafn): raise util.Abort(_('one or both of\n' ' %s\n' ' %s\n' 'exists from a previous run; please clean up ' 'before running again') % (oldindexfn, olddatafn)) # Don't use repo.transaction(), because then things get hairy with # paths: some need to be relative to .hg, and some need to be # absolute. Doing it this way keeps things simple: everything is an # absolute path. lock = repo.lock(wait=False) tr = transaction.transaction(ui.warn, open, repo.sjoin('journal')) def ignoremissing(func): def f(*args, **kw): try: return func(*args, **kw) except OSError, inst: if inst.errno != errno.ENOENT: raise return f
def maketransaction(self): vfsmap = {b'plain': STATE['vfs'], b'store': STATE['vfs']} return transaction.transaction(STATE['ui'].warn, STATE['vfs'], vfsmap, b'journal', b'undo')
def newtransaction(): # A transaction is required to write revlogs report = lambda msg: None return transaction.transaction(report, tvfs, {'plain': tvfs}, b'journal')
def shrink(ui, repo, **opts): """ Shrink revlog by re-ordering revisions. Will operate on manifest for the given repository if no other revlog is specified.""" # Unbuffer stdout for nice progress output. sys.stdout = os.fdopen(sys.stdout.fileno(), 'w', 0) if not repo.local(): raise util.Abort('not a local repository: %s' % repo.root) fn = opts.get('revlog') if not fn: indexfn = repo.sjoin('00manifest.i') else: if not fn.endswith('.i'): raise util.Abort('--revlog option must specify the revlog index ' 'file (*.i), not %s' % opts.get('revlog')) indexfn = os.path.realpath(fn) store = repo.sjoin('') if not indexfn.startswith(store): raise util.Abort('--revlog option must specify a revlog in %s, ' 'not %s' % (store, indexfn)) datafn = indexfn[:-2] + '.d' if not os.path.exists(indexfn): raise util.Abort('no such file: %s' % indexfn) if '00changelog' in indexfn: raise util.Abort( 'shrinking the changelog will corrupt your repository') if not os.path.exists(datafn): # This is just a lazy shortcut because I can't be bothered to # handle all the special cases that entail from no .d file. raise util.Abort('%s does not exist: revlog not big enough ' 'to be worth shrinking' % datafn) oldindexfn = indexfn + '.old' olddatafn = datafn + '.old' if os.path.exists(oldindexfn) or os.path.exists(olddatafn): raise util.Abort('one or both of\n' ' %s\n' ' %s\n' 'exists from a previous run; please clean up before ' 'running again' % (oldindexfn, olddatafn)) ui.write('shrinking %s\n' % indexfn) prefix = os.path.basename(indexfn)[:-1] (tmpfd, tmpindexfn) = tempfile.mkstemp(dir=os.path.dirname(indexfn), prefix=prefix, suffix='.i') tmpdatafn = tmpindexfn[:-2] + '.d' os.close(tmpfd) r1 = revlog.revlog(util.opener(os.getcwd(), audit=False), indexfn) r2 = revlog.revlog(util.opener(os.getcwd(), audit=False), tmpindexfn) # Don't use repo.transaction(), because then things get hairy with # paths: some need to be relative to .hg, and some need to be # absolute. Doing it this way keeps things simple: everything is an # absolute path. lock = repo.lock(wait=False) tr = transaction.transaction(ui.warn, open, repo.sjoin('journal')) try: try: order = toposort(ui, r1) writerevs(ui, r1, r2, order, tr) report(ui, datafn, tmpdatafn) tr.close() except: # Abort transaction first, so we truncate the files before # deleting them. tr.abort() if os.path.exists(tmpindexfn): os.unlink(tmpindexfn) if os.path.exists(tmpdatafn): os.unlink(tmpdatafn) raise if not opts.get('dry_run'): # Racy since both files cannot be renamed atomically util.os_link(indexfn, oldindexfn) util.os_link(datafn, olddatafn) util.rename(tmpindexfn, indexfn) util.rename(tmpdatafn, datafn) else: os.unlink(tmpindexfn) os.unlink(tmpdatafn) finally: lock.release() if not opts.get('dry_run'): ui.write( 'note: old revlog saved in:\n' ' %s\n' ' %s\n' '(You can delete those files when you are satisfied that your\n' 'repository is still sane. ' 'Running \'hg verify\' is strongly recommended.)\n' % (oldindexfn, olddatafn))
def shrink(ui, repo, **opts): """ Shrink revlog by re-ordering revisions. Will operate on manifest for the given repository if no other revlog is specified.""" # Unbuffer stdout for nice progress output. sys.stdout = os.fdopen(sys.stdout.fileno(), 'w', 0) if not repo.local(): raise util.Abort('not a local repository: %s' % repo.root) fn = opts.get('revlog') if not fn: indexfn = repo.sjoin('00manifest.i') else: if not fn.endswith('.i'): raise util.Abort('--revlog option must specify the revlog index ' 'file (*.i), not %s' % opts.get('revlog')) indexfn = os.path.realpath(fn) store = repo.sjoin('') if not indexfn.startswith(store): raise util.Abort('--revlog option must specify a revlog in %s, ' 'not %s' % (store, indexfn)) datafn = indexfn[:-2] + '.d' if not os.path.exists(indexfn): raise util.Abort('no such file: %s' % indexfn) if '00changelog' in indexfn: raise util.Abort('shrinking the changelog will corrupt your repository') if not os.path.exists(datafn): # This is just a lazy shortcut because I can't be bothered to # handle all the special cases that entail from no .d file. raise util.Abort('%s does not exist: revlog not big enough ' 'to be worth shrinking' % datafn) oldindexfn = indexfn + '.old' olddatafn = datafn + '.old' if os.path.exists(oldindexfn) or os.path.exists(olddatafn): raise util.Abort('one or both of\n' ' %s\n' ' %s\n' 'exists from a previous run; please clean up before ' 'running again' % (oldindexfn, olddatafn)) ui.write('shrinking %s\n' % indexfn) prefix = os.path.basename(indexfn)[:-1] (tmpfd, tmpindexfn) = tempfile.mkstemp(dir=os.path.dirname(indexfn), prefix=prefix, suffix='.i') tmpdatafn = tmpindexfn[:-2] + '.d' os.close(tmpfd) r1 = revlog.revlog(util.opener(os.getcwd(), audit=False), indexfn) r2 = revlog.revlog(util.opener(os.getcwd(), audit=False), tmpindexfn) # Don't use repo.transaction(), because then things get hairy with # paths: some need to be relative to .hg, and some need to be # absolute. Doing it this way keeps things simple: everything is an # absolute path. lock = repo.lock(wait=False) tr = transaction.transaction(ui.warn, open, repo.sjoin('journal')) try: try: order = toposort(ui, r1) writerevs(ui, r1, r2, order, tr) report(ui, datafn, tmpdatafn) tr.close() except: # Abort transaction first, so we truncate the files before # deleting them. tr.abort() if os.path.exists(tmpindexfn): os.unlink(tmpindexfn) if os.path.exists(tmpdatafn): os.unlink(tmpdatafn) raise if not opts.get('dry_run'): # Racy since both files cannot be renamed atomically util.os_link(indexfn, oldindexfn) util.os_link(datafn, olddatafn) util.rename(tmpindexfn, indexfn) util.rename(tmpdatafn, datafn) else: os.unlink(tmpindexfn) os.unlink(tmpdatafn) finally: lock.release() if not opts.get('dry_run'): ui.write('note: old revlog saved in:\n' ' %s\n' ' %s\n' '(You can delete those files when you are satisfied that your\n' 'repository is still sane. ' 'Running \'hg verify\' is strongly recommended.)\n' % (oldindexfn, olddatafn))