def insert_user_data(issues, conf):
"""Insert user data into database ad update issue data.
:param issues: the issues to retrieve user data from
:param conf: the project configuration
:return: the updated issue data
"""
log.info("Syncing users with ID service...")
# create buffer for users
user_buffer = dict()
# open database connection
dbm = DBManager(conf)
# open ID-service connection
idservice = idManager(dbm, conf)
def get_user_string(name, email):
if not email or email is None:
return "{name}".format(name=name)
# return "{name} <{name}@default.com>".format(name=name) # for debugging only
else:
return "{name} <{email}>".format(name=name, email=email)
def get_or_update_user(user, buffer_db=user_buffer):
# fix encoding for name and e-mail address
if user["name"] is not None:
name = unicode(user["name"]).encode("utf-8")
else:
name = unicode(user["username"]).encode("utf-8")
mail = unicode(user["email"]).encode("utf-8")
# construct string for ID service and send query
user_string = get_user_string(name, mail)
# check buffer to reduce amount of DB queries
if user_string in buffer_db:
log.devinfo("Returning user '{}' from buffer.".format(user_string))
return buffer_db[user_string]
# get person information from ID service
log.devinfo("Passing user '{}' to ID service.".format(user_string))
idx = idservice.getPersonID(user_string)
# update user data with person information from DB
person = idservice.getPersonFromDB(idx)
user["email"] = person["email1"] # column 'email1'
user["name"] = person["name"] # column 'name'
user["id"] = person["id"] # column 'id'
# add user information to buffer
# user_string = get_user_string(user["name"], user["email"]) # update for
buffer_db[user_string] = user
return user
for issue in issues:
# check database for issue author
issue["user"] = get_or_update_user(issue["user"])
# check database for event authors
for event in issue["eventsList"]:
# get the event user from the DB
event["user"] = get_or_update_user(event["user"])
# get the reference-target user from the DB if needed
if event["ref_target"] != "":
event["ref_target"] = get_or_update_user(event["ref_target"])
return issues
def insert_user_data(issues, conf):
"""
Insert user data into database and update issue data.
:param issues: the issues to retrieve user data from
:param conf: the project configuration
:return: the updated issue data
"""
log.info("Syncing users with ID service...")
# create buffer for users (key: user id)
user_buffer = dict()
# create buffer for user ids (key: user string)
user_id_buffer = dict()
# open database connection
dbm = DBManager(conf)
# open ID-service connection
idservice = idManager(dbm, conf)
def get_user_string(name, email):
if not email or email is None:
return "{name}".format(name=name)
# return "{name} <{name}@default.com>".format(name=name) # for debugging only
else:
return "{name} <{email}>".format(name=name, email=email)
def get_id_and_update_user(user, buffer_db_ids=user_id_buffer):
# fix encoding for name and e-mail address
if user["name"] is not None and user["name"] != "":
name = unicode(user["name"]).encode("utf-8")
else:
name = unicode(user["username"]).encode("utf-8")
mail = unicode(user["email"]).encode("utf-8") # empty
# construct string for ID service and send query
user_string = get_user_string(name, mail)
# check buffer to reduce amount of DB queries
if user_string in buffer_db_ids:
log.devinfo(
"Returning person id for user '{}' from buffer.".format(
user_string))
return buffer_db_ids[user_string]
# get person information from ID service
log.devinfo("Passing user '{}' to ID service.".format(user_string))
idx = idservice.getPersonID(user_string)
# add user information to buffer
# user_string = get_user_string(user["name"], user["email"]) # update for
buffer_db_ids[user_string] = idx
return idx
def get_user_from_id(idx, buffer_db=user_buffer):
# check whether user information is in buffer to reduce amount of DB queries
if idx in buffer_db:
log.devinfo("Returning user '{}' from buffer.".format(idx))
return buffer_db[idx]
# get person information from ID service
log.devinfo("Passing user id '{}' to ID service.".format(idx))
person = idservice.getPersonFromDB(idx)
user = dict()
user["email"] = person["email1"] # column "email1"
user["name"] = person["name"] # column "name"
user["id"] = person["id"] # column "id"
# add user information to buffer
buffer_db[idx] = user
return user
# check and update database for all occurring users
for issue in issues:
# check database for issue author
issue["author"] = get_id_and_update_user(issue["author"])
# check database for comment authors
for comment in issue["comments"]:
comment["author"] = get_id_and_update_user(comment["author"])
# check database for event authors in the history
for event in issue["history"]:
event["author"] = get_id_and_update_user(event["author"])
# check database for target user if needed
if event["event"] == "assigned":
assigned_user = get_id_and_update_user(
create_user(event["event_info_1"], "",
event["event_info_2"]))
event["event_info_1"] = assigned_user
# get all users after database updates having been performed
for issue in issues:
# get issue author
issue["author"] = get_user_from_id(issue["author"])
# get comment authors
for comment in issue["comments"]:
comment["author"] = get_user_from_id(comment["author"])
# get event authors for non-comment events
for event in issue["history"]:
event["author"] = get_user_from_id(event["author"])
# get target user if needed
if event["event"] == "assigned":
assigned_user = get_user_from_id(event["event_info_1"])
event["event_info_1"] = assigned_user["name"]
event["event_info_2"] = assigned_user["email"]
log.debug("number of issues after insert_user_data: '{}'".format(
len(issues)))
return issues
def insert_user_data(issues, conf):
"""
Insert user data into database ad update issue data.
:param issues: the issues to retrieve user data from
:param conf: the project configuration
:return: the updated issue data
"""
log.info("Syncing users with ID service...")
# create buffer for users
user_buffer = dict()
# open database connection
dbm = DBManager(conf)
# open ID-service connection
idservice = idManager(dbm, conf)
def get_user_string(name, email):
if not email or email is None:
return "{name}".format(name=name)
# return "{name} <{name}@default.com>".format(name=name) # for debugging only
else:
return "{name} <{email}>".format(name=name, email=email)
def get_or_update_user(user, buffer_db=user_buffer):
# fix encoding for name and e-mail address
if user["name"] is not None:
name = unicode(user["name"]).encode("utf-8")
else:
name = unicode(user["username"]).encode("utf-8")
mail = unicode(user["email"]).encode("utf-8")
# construct string for ID service and send query
user_string = get_user_string(name, mail)
# check buffer to reduce amount of DB queries
if user_string in buffer_db:
log.devinfo("Returning user '{}' from buffer.".format(user_string))
return buffer_db[user_string]
# get person information from ID service
log.devinfo("Passing user '{}' to ID service.".format(user_string))
idx = idservice.getPersonID(user_string)
# update user data with person information from DB
person = idservice.getPersonFromDB(idx)
user["email"] = person["email1"] # column "email1"
user["name"] = person["name"] # column "name"
user["id"] = person["id"] # column "id"
# add user information to buffer
# user_string = get_user_string(user["name"], user["email"]) # update for
buffer_db[user_string] = user
return user
for issue in issues:
# check database for issue author
issue["user"] = get_or_update_user(issue["user"])
# check database for event authors
for event in issue["eventsList"]:
# get the event user from the DB
event["user"] = get_or_update_user(event["user"])
# get the reference-target user from the DB if needed
if event["ref_target"] != "":
event["ref_target"] = get_or_update_user(event["ref_target"])
event["event_info_1"] = event["ref_target"]["name"]
event["event_info_2"] = event["ref_target"]["email"]
return issues
def insert_user_data(issues, conf, resdir):
"""
Insert user data into database and update issue data.
In addition, dump username-to-user list to file.
:param issues: the issues to retrieve user data from
:param conf: the project configuration
:param resdir: the directory in which the username-to-user-list should be dumped
:return: the updated issue data
"""
log.info("Syncing users with ID service...")
# create buffer for users (key: user id)
user_buffer = dict()
# create buffer for user ids (key: user string)
user_id_buffer = dict()
# create buffer for usernames (key: username)
username_id_buffer = dict()
# open database connection
dbm = DBManager(conf)
# open ID-service connection
idservice = idManager(dbm, conf)
def get_user_string(name, email):
if not email or email is None:
return "{name}".format(name=name)
# return "{name} <{name}@default.com>".format(name=name) # for debugging only
else:
return "{name} <{email}>".format(name=name, email=email)
def get_id_and_update_user(user,
buffer_db_ids=user_id_buffer,
buffer_usernames=username_id_buffer):
username = unicode(user["username"]).encode("utf-8")
# fix encoding for name and e-mail address
if user["name"] is not None:
name = unicode(user["name"]).encode("utf-8")
else:
name = username
mail = unicode(user["email"]).encode("utf-8")
# construct string for ID service and send query
user_string = get_user_string(name, mail)
# check buffer to reduce amount of DB queries
if user_string in buffer_db_ids:
log.devinfo(
"Returning person id for user '{}' from buffer.".format(
user_string))
if username is not None:
buffer_usernames[username] = buffer_db_ids[user_string]
return buffer_db_ids[user_string]
# get person information from ID service
log.devinfo("Passing user '{}' to ID service.".format(user_string))
idx = idservice.getPersonID(user_string)
# add user information to buffer
# user_string = get_user_string(user["name"], user["email"]) # update for
buffer_db_ids[user_string] = idx
# add id to username buffer
if username is not None:
buffer_usernames[username] = idx
return idx
def get_user_from_id(idx, buffer_db=user_buffer):
# check whether user information is in buffer to reduce amount of DB queries
if idx in buffer_db:
log.devinfo("Returning user '{}' from buffer.".format(idx))
return buffer_db[idx]
# get person information from ID service
log.devinfo("Passing user id '{}' to ID service.".format(idx))
person = idservice.getPersonFromDB(idx)
user = dict()
user["email"] = person["email1"] # column "email1"
user["name"] = person["name"] # column "name"
user["id"] = person["id"] # column "id"
# add user information to buffer
buffer_db[idx] = user
return user
# check and update database for all occurring users
for issue in issues:
# check database for issue author
issue["user"] = get_id_and_update_user(issue["user"])
# check database for event authors
for event in issue["eventsList"]:
event["user"] = get_id_and_update_user(event["user"])
# check database for the reference-target user if needed
if event["ref_target"] != "":
event["ref_target"] = get_id_and_update_user(
event["ref_target"])
# get all users after database updates having been performed
for issue in issues:
# get issue author
issue["user"] = get_user_from_id(issue["user"])
# get event authors
for event in issue["eventsList"]:
event["user"] = get_user_from_id(event["user"])
# get the reference-target user if needed
if event["ref_target"] != "":
event["ref_target"] = get_user_from_id(event["ref_target"])
event["event_info_1"] = event["ref_target"]["name"]
event["event_info_2"] = event["ref_target"]["email"]
# dump username, name, and e-mail to file
lines = []
for username in username_id_buffer:
user = get_user_from_id(username_id_buffer[username])
lines.append((username, user["name"], user["email"]))
log.info("Dump username list to file...")
username_dump = os.path.join(resdir, "usernames.list")
csv_writer.write_to_csv(username_dump,
sorted(set(lines), key=lambda line: line[0]))
return issues