def fetch(store):
issues, comments = bitbucket.stores(store)
get = bitbucket.get_getter(store)
current_issues = bitbucket.iter_issues(get)
for elem in utils.gprocess(current_issues, label="Fetching Issues"):
eid = elem['local_id']
issues[eid] = elem
existing = comments.get(eid)
comments[eid] = bitbucket.get_comments(get, elem, existing)
def fetch(store):
issues, comments = bitbucket.stores(store)
get = bitbucket.get_getter(store)
current_issues = bitbucket.iter_issues(get)
for elem in utils.gprocess(current_issues, label="Fetching Issues"):
eid = elem['local_id']
issues[eid] = elem
existing = comments.get(eid)
comments[eid] = bitbucket.get_comments(get, elem, existing)
def convert(store, usermap=None):
issues, comments = bitbucket.stores(store)
simple_store = FileStore.ensure(store.path / 'github_uploads')
repo = store['repos']['bitbucket']
items = issues.items()
usermap = usermap or store.get('users', {})
for key, issue in gprocess(items, label='Preparing Import Requests'):
issue['comments'] = comments[key]
simplified = bitbucket.simplify_issue(bb_issue=issue,
repo=repo,
usermap=usermap)
simple_store[key] = simplified
def convert(store):
issues, comments = bitbucket.stores(store)
simple_store = FileStore.ensure(store.path / 'github_uploads')
repo = store['repos']['bitbucket']
items = issues.items()
for key, issue in gprocess(items, label='Preparing Import Requests'):
issue['comments'] = comments[key]
simplified = bitbucket.simplify_issue(
bb_issue=issue,
repo=repo,
usermap=store.get('users', {}))
simple_store[key] = simplified
def extract_users(store, usermap=None):
"""extract username list from authormap"""
issues, comments = bitbucket.stores(store)
usermap = usermap or store.get('users', {})
for item in gprocess(issues, label='Extracting usermap'):
issue = issues[item]
comment_list = comments[item] or [] # accounts for None
authors = utils.contributors(issue, comment_list)
for author in authors:
if author not in usermap:
usermap[author] = None
store['users'] = usermap
def extract_users(store):
"""extract username list from authormap"""
issues, comments = bitbucket.stores(store)
usermap = store.get('users', {})
for item in gprocess(issues,
label='Extracting usermap'):
issue = issues[item]
comment_list = comments[item] or [] # accounts for None
authors = utils.contributors(issue, comment_list)
for author in authors:
if author not in usermap:
usermap[author] = None
store['users'] = usermap
def upload_github_issues(store, token):
from wait_for import wait_for
post = get_github_issue_poster(store, token)
simple_store = FileStore.ensure(store.path / 'github_uploads')
for issue in gprocess(sorted(simple_store, key=int),
label='Uploading Import Requests'):
response = post.get_issue(issue)
if response.status_code == 200:
raise ValueError(issue)
post(simple_store.raw_data(issue))
def failure_check(response):
print(repr(response.status_code), response.url)
return response.status_code != 200
wait_for(post.get_issue, (issue, ),
fail_condition=failure_check,
timeout=500)
def upload_github_issues(store, token):
from wait_for import wait_for
post = get_github_issue_poster(store, token)
simple_store = FileStore.ensure(store.path / 'github_uploads')
for issue in gprocess(sorted(simple_store, key=int),
label='Uploading Import Requests'):
response = post.get_issue(issue)
if response.status_code == 200:
raise ValueError(issue)
post(simple_store.raw_data(issue))
def failure_check(response):
print(repr(response.status_code), response.url)
return response.status_code != 200
wait_for(
post.get_issue, (issue,),
fail_condition=failure_check,
timeout=500)
def user_stats(store, usermap=None, only_unmapped=False):
"""extract username list from authormap"""
issues, comments = bitbucket.stores(store)
users = store.get('users', {})
usermap = usermap or {}
for item in gprocess(issues, label='Extracting usermap'):
issue = issues[item]
comment_list = comments[item] or [] # accounts for None
authors = utils.contributors(issue, comment_list, include_date=True)
for (author, last_updated) in authors:
if only_unmapped and users.get(author) is not None:
continue
infos = usermap.setdefault(author, {})
infos['count'] = infos.get('count', 0) + 1
infos['last_updated'] = max(last_updated,
infos.get('last_updated', ''))
infos.setdefault('status', set()).add(issue['status'])
max_author_len = max(len(x) for x in usermap)
max_count_len = len("%d" % max(x['count'] for x in usermap.values()))
usermap_items = list(dict(author=k, **v) for k, v in usermap.items())
usermap_items = sorted(usermap_items,
key=operator.itemgetter('count', 'last_updated'))
for info in usermap_items:
print("{author:{max_author_len}} "
"{count:>{max_count_len}} "
"{last_updated} {status}".format(
author=info['author'],
count=info['count'],
last_updated=info['last_updated'],
status=info['status'],
max_author_len=max_author_len,
max_count_len=max_count_len))
def upload_github_issues(store, token):
post = get_github_issue_poster(store, token)
simple_store = FileStore.ensure(store.path / 'github_uploads')
for issue in gprocess(simple_store, label='Uploading Import Requests'):
post(simple_store.raw_data(issue))