def __init__(self, dest_repo, ui):

self.repo = dest_repo

self.ui = ui

self.mapfile = 'git-mapfile'

self.configfile = 'git-config'

if ui.config('git', 'intree'):

self.gitdir = self.repo.wjoin('.git')

else:

self.gitdir = self.repo.join('git')

self.importbranch = ui.config('git', 'importbranch')

self.exportbranch = ui.config('git', 'exportbranch', 'refs/heads/master')

self.bookbranch = ui.config('git', 'bookbranch', '')

self.always_update_reference = ui.config('git', 'alwaysupdatereference')

self.init_if_missing()

self.load_git()

self.load_map()

self.load_config()

# make the git data directory

def init_if_missing(self):

if not os.path.exists(self.gitdir):

os.mkdir(self.gitdir)

Repo.init_bare(self.gitdir)

def load_git(self):

self.git = Repo(self.gitdir)

## FILE LOAD AND SAVE METHODS

def map_set(self, gitsha, hgsha):

self._map_git[gitsha] = hgsha

self._map_hg[hgsha] = gitsha

def map_hg_get(self, gitsha):

return self._map_git.get(gitsha)

def map_git_get(self, hgsha):

return self._map_hg.get(hgsha)

def load_map(self):

self._map_git = {}

self._map_hg = {}

if os.path.exists(self.repo.join(self.mapfile)):

for line in self.repo.opener(self.mapfile):

gitsha, hgsha = line.strip().split(' ', 1)

self._map_git[gitsha] = hgsha

self._map_hg[hgsha] = gitsha

def save_map(self):

file = self.repo.opener(self.mapfile, 'w+', atomictemp=True)

for hgsha, gitsha in sorted(self._map_hg.iteritems()):

file.write("%s %s\n" % (gitsha, hgsha))

file.rename()

def load_config(self):

self._config = {}

if os.path.exists(self.repo.join(self.configfile)):

for line in self.repo.opener(self.configfile):

key, value = line.strip().split(' ', 1)

self._config[key] = value

def save_config(self):

file = self.repo.opener(self.configfile, 'w+', atomictemp=True)

for key, value in self._config.iteritems():

file.write("%s %s\n" % (key, value))

file.rename()

## END FILE LOAD AND SAVE METHODS

def import_commits(self, remote_name):

self.import_git_objects(remote_name)

self.save_map()

def fetch(self, remote_name):

self.ui.status(_("fetching from : %s\n") % remote_name)

self.export_git_objects()

refs = self.fetch_pack(remote_name)

if refs:

self.import_git_objects(remote_name, refs)

self.import_local_tags(refs)

self.save_map()

def export_commits(self, export_objects=True):

if export_objects:

self.export_git_objects()

self.export_hg_tags()

self.update_references()

self.save_map()

def push(self, remote_name):

self.fetch(remote_name) # get and convert objects if they already exist

self.ui.status(_("pushing to : %s\n") % remote_name)

self.export_commits(False)

self.update_remote_references(remote_name)

self.upload_pack(remote_name)

def remote_add(self, remote_name, git_url):

self._config['remote.' + remote_name + '.url'] = git_url

self.save_config()

def remote_remove(self, remote_name):

key = 'remote.' + remote_name + '.url'

if key in self._config:

del self._config[key]

self.save_config()

def remote_show(self, remote_name):

key = 'remote.' + remote_name + '.url'

if key in self._config:

name = self._config[key]

self.ui.status(_("URL for %s : %s\n") % (remote_name, name, ))

else:

self.ui.status(_("No remote named : %s\n") % remote_name)

return

def remote_list(self):

for key, value in self._config.iteritems():

if key[0:6] == 'remote':

self.ui.status('%s\t%s\n' % (key, value, ))

def remote_name_to_url(self, remote_name):

return self._config['remote.' + remote_name + '.url']

def update_references(self):

try:

# We only care about bookmarks of the form 'name',

# not 'remote/name'.

def is_local_ref(item): return item[0].count('/') == 0

bms = bookmarks.parse(self.repo)

bms = dict(filter(is_local_ref, bms.items()))

# Create a local Git branch name for each

# Mercurial bookmark.

for key in bms:

hg_sha = hex(bms[key])

git_sha = self.map_git_get(hg_sha)

self.git.set_ref('refs/heads/' + key, git_sha)

except AttributeError:

# No bookmarks extension

pass

c = self.map_git_get(hex(self.repo.changelog.tip()))

self.git.set_ref(self.exportbranch, c)

def export_hg_tags(self):

for tag, sha in self.repo.tags().iteritems():

if tag[-3:] == '^{}':

continue

if tag == 'tip':

continue

self.git.set_ref('refs/tags/' + tag, self.map_git_get(hex(sha)))

# Make sure there's a refs/remotes/remote_name/name

# for every refs/heads/name

def update_remote_references(self, remote_name):

self.git.set_remote_refs(self.local_heads(), remote_name)

def local_heads(self):

def is_local_head(item): return item[0].startswith('refs/heads')

refs = self.git.get_refs()

return dict(filter(is_local_head, refs.items()))

def export_git_objects(self):

self.previous_entries = {}

self.written_trees = {}

self.ui.status(_("importing Hg objects into Git\n"))

total = len(self.repo.changelog)

if total:

magnitude = int(math.log(total, 10)) + 1

else:

magnitude = 1

for i, rev in enumerate(self.repo.changelog):

ctx = self.repo.changectx(rev)

state = ctx.extra().get('hg-git', None)

if state == 'octopus':

self.ui.debug("revision %d is a part of octopus explosion\n" % rev)

continue

pgit_sha, already_written = self.export_hg_commit(rev)

if i%100 == 0:

self.ui.status(_("at: %*d/%d\n") % (magnitude, i, total))

if not already_written:

self.save_map()

if self.always_update_reference:

self.git.set_ref(self.exportbranch, pgit_sha)

def get_author(self, ctx):

# hg authors might not have emails

author = ctx.user()

# check for git author pattern compliance

regex = re.compile('^(.*?) \<(.*?)\>(.*)$')

a = regex.match(author)

if a:

name = a.group(1)

email = a.group(2)

if len(a.group(3)) > 0:

name += ' ext:(' + urllib.quote(a.group(3)) + ')'

author = name + ' <' + email + '>'

else:

author = author + ' <none@none>'

(time, timezone) = ctx.date()

return author + ' ' + str(int(time)) + ' ' + format_timezone(-timezone)

def get_committer(self, ctx):

extra = ctx.extra()

if 'committer' in extra:

# fixup timezone

(name_timestamp, timezone) = extra['committer'].rsplit(' ', 1)

try:

timezone = format_timezone(-int(timezone))

return '%s %s' % (name_timestamp, timezone)

except ValueError:

self.ui.warn(_("Ignoring committer in extra, invalid timezone in r%s: '%s'.\n") % (ctx.rev(), timezone))

return None

def get_parents(self, ctx):

def is_octopus_part(ctx):

octopus_parts = set(['octopus', 'octopus-done'])

return ctx.extra().get('hg-git', None) in octopus_parts

parents = []

if ctx.extra().get('hg-git', None) == 'octopus-done':

# implode octopus parents

part = ctx

while is_octopus_part(part):

(p1, p2) = part.parents()

assert not is_octopus_part(p1)

parents.append(p1)

part = p2

parents.append(p2)

else:

parents = ctx.parents()

return parents

def get_hg_renames(self, ctx):

man = ctx.manifest()

renames = []

for filenm in ctx.files():

# file deleted

if filenm not in man:

continue

nodesha = man[filenm]

file_id = hex(nodesha)

fctx = ctx.filectx(filenm)

rename = fctx.renamed()

if rename:

filerename, sha = rename

renames.append((filerename, filenm))

return renames

def get_message(self, ctx):

message = ctx.description() + "\n"

renames = self.get_hg_renames(ctx)

extra = []

if not ctx.branch() == 'default':

extra.append("branch : " + ctx.branch())

if renames:

for oldfile, newfile in renames:

extra.append("rename : " + oldfile + " => " + newfile)

for key, value in ctx.extra().iteritems():

if key in ['committer', 'encoding', 'branch', 'hg-git']:

continue

else:

extra.append("extra : " + key + " : " + urllib.quote(value))

is_merge = len(ctx.parents()) > 1

# save file context listing on merge commit

if is_merge:

if len(ctx.files()) > 0:

for filenm in ctx.files():

extra.append("files : " + filenm)

else: # hack for 'fetch' extension idiocy

extra.append("emptychangelog : true")

if extra:

message = message + "\n--HG--\n" + '\n'.join(extra) + '\n'

return message

# convert this commit into git objects

# go through the manifest, convert all blobs/trees we don't have

# write the commit object (with metadata info)

def export_hg_commit(self, rev):

# return if we've already processed this

node = self.repo.changelog.lookup(rev)

phgsha = hex(node)

pgit_sha = self.map_git_get(phgsha)

if pgit_sha:

return pgit_sha, True

self.ui.status(_("converting revision %s\n") % str(rev))

# make sure parents are converted first

ctx = self.repo.changectx(rev)

extra = ctx.extra()

parents = self.get_parents(ctx)

for parent in parents:

p_rev = parent.rev()

hgsha = hex(parent.node())

git_sha = self.map_git_get(hgsha)

if not p_rev == -1:

if not git_sha:

self.export_hg_commit(p_rev)

tree_sha = self.write_git_tree(ctx)

commit = {}

commit['tree'] = tree_sha

commit['author'] = self.get_author(ctx)

committer = self.get_committer(ctx)

if committer:

commit['committer'] = committer

if 'encoding' in extra:

commit['encoding'] = extra['encoding']

commit['parents'] = []

commit['message'] = self.get_message(ctx)

for parent in parents:

hgsha = hex(parent.node())

git_sha = self.map_git_get(hgsha)

if git_sha:

commit['parents'].append(git_sha)

commit_sha = self.git.write_commit_hash(commit) # writing new blobs to git

self.map_set(commit_sha, phgsha)

return commit_sha, False

def write_git_tree(self, ctx):

trees = {}

man = ctx.manifest()

ctx_id = hex(ctx.node())

for filenm, nodesha in man.iteritems():

file_id = hex(nodesha)

if ctx_id not in self.previous_entries:

self.previous_entries[ctx_id] = {}

self.previous_entries[ctx_id][filenm] = file_id

# write blob if not in our git database

fctx = ctx.filectx(filenm)

is_exec = 'x' in fctx.flags()

is_link = 'l' in fctx.flags()

blob_sha = self.map_git_get(file_id)

if not blob_sha:

blob_sha = self.git.write_blob(fctx.data()) # writing new blobs to git

self.map_set(blob_sha, file_id)

parts = filenm.split('/')

if len(parts) > 1:

# get filename and path for leading subdir

filepath = parts[-1:][0]

dirpath = "/".join([v for v in parts[0:-1]]) + '/'

# get subdir name and path for parent dir

parpath = '/'

nparpath = '/'

for part in parts[0:-1]:

if nparpath == '/':

nparpath = part + '/'

else:

nparpath += part + '/'

treeentry = ['tree', part + '/', nparpath]

if parpath not in trees:

trees[parpath] = []

if treeentry not in trees[parpath]:

trees[parpath].append( treeentry )

parpath = nparpath

# set file entry

fileentry = ['blob', filepath, blob_sha, is_exec, is_link]

if dirpath not in trees:

trees[dirpath] = []

trees[dirpath].append(fileentry)

else:

fileentry = ['blob', parts[0], blob_sha, is_exec, is_link]

if '/' not in trees:

trees['/'] = []

trees['/'].append(fileentry)

dirs = trees.keys()

if dirs:

# sort by tree depth, so we write the deepest trees first

dirs.sort(lambda a, b: len(b.split('/'))-len(a.split('/')))

dirs.remove('/')

dirs.append('/')

else:

# manifest is empty => make empty root tree

trees['/'] = []

dirs = ['/']

# write all the trees

tree_sha = None

tree_shas = {}

for dirnm in dirs:

tree_data = []

sha_group = []

# calculating a sha for the tree, so we don't write it twice

listsha = make_sha()

for entry in trees[dirnm]:

# replace tree path with tree SHA

if entry[0] == 'tree':

sha = tree_shas[entry[2]]

entry[2] = sha

listsha.update(entry[1])

listsha.update(entry[2])

tree_data.append(entry)

listsha = listsha.hexdigest()

if listsha in self.written_trees:

tree_sha = self.written_trees[listsha]

tree_shas[dirnm] = tree_sha

else:

tree_sha = self.git.write_tree_array(tree_data) # writing new trees to git

tree_shas[dirnm] = tree_sha

self.written_trees[listsha] = tree_sha

return tree_sha # should be the last root tree sha

def remote_head(self, remote_name):

for head, sha in self.git.remote_refs(remote_name).iteritems():

if head == 'HEAD':

return self.map_hg_get(sha)

return None

def upload_pack(self, remote_name):

git_url = self.remote_name_to_url(remote_name)

client, path = self.get_transport_and_path(git_url)

changed = self.get_changed_refs

genpack = self.generate_pack_contents

try:

self.ui.status(_("creating and sending data\n"))

changed_refs = client.send_pack(path, changed, genpack)

if changed_refs:

new_refs = {}

for ref, sha in changed_refs.iteritems():

self.ui.status(" "+ remote_name + "::" + ref + " => GIT:" + sha[0:8] + "\n")

new_refs[ref] = sha

self.git.set_remote_refs(new_refs, remote_name)

self.update_hg_bookmarks(remote_name)

except:

# TODO : remove try/except or do something useful here

raise

# TODO : for now, we'll just push all heads that match remote heads

# * we should have specified push, tracking branches and --all

# takes a dict of refs:shas from the server and returns what should be

# pushed up

def get_changed_refs(self, refs):

keys = refs.keys()

changed = {}

if not keys:

return None

# TODO : this is a huge hack

if keys[0] == 'capabilities^{}': # nothing on the server yet - first push

changed['refs/heads/master'] = self.git.ref('master')

tags = self.git.get_tags()

for tag, sha in tags.iteritems():

tag_name = 'refs/tags/' + tag

if tag_name not in refs:

changed[tag_name] = sha

for ref_name in keys:

parts = ref_name.split('/')

if parts[0] == 'refs': # strip off 'refs/heads'

if parts[1] == 'heads':

head = "/".join([v for v in parts[2:]])

local_ref = self.git.ref(ref_name)

if local_ref:

if not local_ref == refs[ref_name]:

changed[ref_name] = local_ref

# Also push any local branches not on the server yet

for head in self.local_heads():

if not head in refs:

ref = self.git.ref(head)

changed[head] = ref

return changed

# takes a list of shas the server wants and shas the server has

# and generates a list of commit shas we need to push up

def generate_pack_contents(self, want, have):

graph_walker = SimpleFetchGraphWalker(want, self.git.get_parents)

next = graph_walker.next()

shas = set()

while next:

if next in have:

graph_walker.ack(next)

else:

shas.add(next)

next = graph_walker.next()

seen = []

# so now i have the shas, need to turn them into a list of

# tuples (sha, path) for ALL the objects i'm sending

# TODO : don't send blobs or trees they already have

def get_objects(tree, path):

changes = list()

changes.append((tree, path))

for (mode, name, sha) in tree.entries():

if mode == 0160000: # TODO : properly handle submodules and document what 57344 means

continue

if sha in seen:

continue

obj = self.git.get_object(sha)

seen.append(sha)

if isinstance (obj, Blob):

changes.append((obj, path + name))

elif isinstance(obj, Tree):

changes.extend(get_objects(obj, path + name + '/'))

return changes

objects = []

for commit_sha in shas:

commit = self.git.commit(commit_sha)

objects.append((commit, 'commit'))

tree = self.git.get_object(commit.tree)

objects.extend( get_objects(tree, '/') )

return objects

def fetch_pack(self, remote_name):

git_url = self.remote_name_to_url(remote_name)

client, path = self.get_transport_and_path(git_url)

graphwalker = SimpleFetchGraphWalker(self.git.heads().values(), self.git.get_parents)

f, commit = self.git.object_store.add_pack()

try:

determine_wants = self.git.object_store.determine_wants_all

refs = client.fetch_pack(path, determine_wants, graphwalker, f.write, sys.stdout.write)

f.close()

commit()

if refs:

self.git.set_remote_refs(refs, remote_name)

else:

self.ui.status(_("nothing new on the server\n"))

return refs

except:

f.close()

raise

# take refs just fetched, add local tags for all tags not in .hgtags

def import_local_tags(self, refs):

keys = refs.keys()

if not keys:

return None

for k in keys[0:]:

ref_name = k

parts = k.split('/')

if (parts[0] == 'refs' and parts[1] == 'tags'):

ref_name = "/".join([v for v in parts[2:]])

if ref_name[-3:] == '^{}':

ref_name = ref_name[:-3]

if not ref_name in self.repo.tags():

obj = self.git.get_object(refs[k])

sha = None

if isinstance (obj, Commit): # lightweight

sha = self.map_hg_get(refs[k])

if isinstance (obj, Tag): # annotated

(obj_type, obj_sha) = obj.get_object()

obj = self.git.get_object(obj_sha)

if isinstance (obj, Commit):

sha = self.map_hg_get(obj_sha)

if sha:

self.repo.tag(ref_name, hex_to_sha(sha), '', True, None, None)

def import_git_objects(self, remote_name=None, refs=None):

self.ui.status(_("importing Git objects into Hg\n"))

# import heads and fetched tags as remote references

todo = []

done = set()

convert_list = {}

# get a list of all the head shas

if refs:

for head, sha in refs.iteritems():

todo.append(sha)

else:

if remote_name:

todo = self.git.remote_refs(remote_name).values()[:]

elif self.importbranch:

branches = self.importbranch.split(',')

todo = [self.git.ref(i.strip()) for i in branches]

else:

todo = self.git.heads().values()[:]

# traverse the heads getting a list of all the unique commits

while todo:

sha = todo.pop()

assert isinstance(sha, str)

if sha in done:

continue

done.add(sha)

obj = self.git.get_object(sha)

if isinstance (obj, Commit):

convert_list[sha] = obj

todo.extend([p for p in obj.parents if p not in done])

if isinstance(obj, Tag):

(obj_type, obj_sha) = obj.get_object()

obj = self.git.get_object(obj_sha)

if isinstance (obj, Commit):

convert_list[sha] = obj

todo.extend([p for p in obj.parents if p not in done])

# sort the commits

commits = toposort.TopoSort(convert_list).items()

# import each of the commits, oldest first

total = len(commits)

magnitude = int(math.log(total, 10)) + 1 if total else 1

for i, csha in enumerate(commits):

if i%100 == 0:

self.ui.status(_("at: %*d/%d\n") % (magnitude, i, total))

commit = convert_list[csha]

if not self.map_hg_get(csha): # it's already here

self.import_git_commit(commit)

self.update_hg_bookmarks(remote_name)

def update_hg_bookmarks(self, remote_name):

try:

bms = bookmarks.parse(self.repo)

if remote_name:

heads = self.git.remote_refs(remote_name)

else:

branches = self.bookbranch.split(',')

heads = dict((i, self.git.ref(i.strip())) for i in branches if i)

base_name = (remote_name + '/') if remote_name else ''

for head, sha in heads.iteritems():

if not sha:

self.ui.warn(_("Could not resolve head %s.\n") % head)

continue

hgsha = hex_to_sha(self.map_hg_get(sha))

if not head == 'HEAD':

bms[base_name + head] = hgsha

if heads:

bookmarks.write(self.repo, bms)

except AttributeError:

self.ui.warn(_('creating bookmarks failed, do you have'

' bookmarks enabled?\n'))

def convert_git_int_mode(self, mode):

# TODO : make these into constants

convert = {

0100644: '',

0100755: 'x',

0120000: 'l'}

if mode in convert:

return convert[mode]

return ''

def extract_hg_metadata(self, message):

split = message.split("\n\n--HG--\n", 1)

renames = {}

extra = {}

files = []

branch = False

if len(split) == 2:

message, meta = split

lines = meta.split("\n")

for line in lines:

if line == '':

continue

command, data = line.split(" : ", 1)

if command == 'rename':

before, after = data.split(" => ", 1)

renames[after] = before

if command == 'branch':

branch = data

if command == 'files':

files.append(data)

if command == 'emptychangelog':

files = False

if command == 'extra':

before, after = data.split(" : ", 1)

extra[before] = urllib.unquote(after)

return (message, renames, branch, files, extra)

def import_git_commit(self, commit):

self.ui.debug(_("importing: %s\n") % commit.id)

# TODO : Do something less coarse-grained than try/except on the

# get_file call for removed files

(strip_message, hg_renames, hg_branch, force_files, extra) = self.extract_hg_metadata(commit.message)

# get a list of the changed, added, removed files

files = self.git.get_files_changed(commit)

date = (commit.author_time, -commit.author_timezone)

text = strip_message

def getfilectx(repo, memctx, f):

try:

(mode, sha, data) = self.git.get_file(commit, f)

e = self.convert_git_int_mode(mode)

except TypeError:

raise IOError()

if f in hg_renames:

copied_path = hg_renames[f]

else:

copied_path = None

return context.memfilectx(f, data, 'l' in e, 'x' in e, copied_path)

gparents = map(self.map_hg_get, commit.parents)

p1, p2 = (nullid, nullid)

octopus = False

if len(gparents) > 1:

# merge, possibly octopus

def commit_octopus(p1, p2):

ctx = context.memctx(self.repo, (p1, p2), text, files, getfilectx,

commit.author, date, {'hg-git': 'octopus'})

return hex(self.repo.commitctx(ctx))

octopus = len(gparents) > 2

p2 = gparents.pop()

p1 = gparents.pop()

while len(gparents) > 0:

p2 = commit_octopus(p1, p2)

p1 = gparents.pop()

else:

if gparents:

p1 = gparents.pop()

files = list(set(files))

pa = None

if not (p2 == nullid):

node1 = self.repo.changectx(p1)

node2 = self.repo.changectx(p2)

pa = node1.ancestor(node2)

author = commit.author

# convert extra data back to the end

if ' ext:' in commit.author:

regex = re.compile('^(.*?)\ ext:\((.*)\) <(.*)\>$')

m = regex.match(commit.author)

if m:

name = m.group(1)

ex = urllib.unquote(m.group(2))

email = m.group(3)

author = name + ' <' + email + '>' + ex

if ' <none@none>' in commit.author:

author = commit.author[:-12]

# if named branch, add to extra

if hg_branch:

extra['branch'] = hg_branch

# if committer is different than author, add it to extra

if not commit._author_raw == commit._committer_raw:

extra['committer'] = "%s %d %d" % (commit.committer, commit.commit_time, -commit.commit_timezone)

if commit._encoding:

extra['encoding'] = commit._encoding

if hg_branch:

extra['branch'] = hg_branch

if octopus:

extra['hg-git'] ='octopus-done'

ctx = context.memctx(self.repo, (p1, p2), text, files, getfilectx,

author, date, extra)

node = self.repo.commit_import_ctx(ctx, pa, force_files)

# save changeset to mapping file

cs = hex(node)

self.map_set(commit.id, cs)

def check_bookmarks(self):

if self.ui.config('extensions', 'hgext.bookmarks') is not None:

self.ui.warn("YOU NEED TO SETUP BOOKMARKS\n")

def get_transport_and_path(self, uri):

from dulwich.client import TCPGitClient, SSHGitClient, SubprocessGitClient

for handler, transport in (("git://", TCPGitClient), ("git@", SSHGitClient), ("git+ssh://", SSHGitClient)):

if uri.startswith(handler):

if handler == 'git@':

host, path = uri[len(handler):].split(":", 1)

host = 'git@' + host

else:

host, path = uri[len(handler):].split("/", 1)

return transport(host), '/' + path

# if its not git or git+ssh, try a local url..

return SubprocessGitClient(), uri

def clear(self):

mapfile = self.repo.join(self.mapfile)

if os.path.exists(self.gitdir):

for root, dirs, files in os.walk(self.gitdir, topdown=False):

for name in files:

os.remove(os.path.join(root, name))

for name in dirs:

os.rmdir(os.path.join(root, name))

os.rmdir(self.gitdir)

if os.path.exists(mapfile):