def getNoOfIssueForAllLabels(label):
from commitModifiedFilesUtil import getDistinctLabels
labels = getDistinctLabels()
for label in labels:
getNoOfIssueByLabel(label)
def getIssueCreationFrequencyForAllLabels() :
from commitModifiedFilesUtil import getDistinctLabels
labels = getDistinctLabels()
for label in labels :
getIssueFrequencyForLabelsCreation(label)
def mineCommits():
labels = commitModifiedFilesUtil.getDistinctLabels()
print(str(labels))
repos = initializeConnections.getConnectionGitHub()
issue_minedlabel = {}
print("mine open issues")
for repo_issue in repos.issues(state='closed'):
print(repo_issue.number)
if (repo_issue.number < 1203):
mined_labels = []
for issue_comment in repo_issue.comments():
print("getting tokens")
tokens = getTokens(issue_comment.body_text)
print("got tokens")
for label in labels:
if ((label in tokens) and (label not in mined_labels)):
mined_labels.append(label)
if (len(mined_labels) > 0):
issue_minedlabel[repo_issue.number] = mined_labels
db = initializeConnections.getConnectionMySql()
cursor = db.cursor()
# print("clearing data in commentminedlabels table")
# clearDataSQL = "DELETE FROM commentminedlabels"
# cursor.execute(clearDataSQL)
# db.commit()
placeholders = ', '.join(['%s'] * 2)
insertCommentminedlabelsSQLQuery = "INSERT INTO commentminedlabels VALUES ({})".format(
placeholders)
print("populating commentminedlabels issue table")
for (issue_number, mined_labelinfo) in issue_minedlabel.items():
for label in mined_labelinfo:
print(str(issue_number))
print(str(label))
if issue_number != '':
cursor.execute(insertCommentminedlabelsSQLQuery,
[issue_number, label])
db.commit()
def getIssuesNotMatchingWithLabel(label):
from tabulate import tabulate
import excelexport
import initializeConnections
import sentimentanalysistest
label = "bug"
db = initializeConnections.getConnectionMySql()
cursor = db.cursor()
issuesSQL = "SELECT Issue FROM minegithub.commentminedlabels WHERE Label = '" + label + "' AND Issue NOT IN (SELECT Issue FROM minegithub.IssueLabelMapping WHERE Labels ='" + label + "')"
cursor.execute(issuesSQL)
result = cursor.fetchall()
db.close()
issueList = []
repos = initializeConnections.getConnectionGitHub()
for row in result:
lastSentence = ""
author = ""
commentId = ""
repos_issue_list = [repos.issue(int(row[0]))]
for repos_issue in repos_issue_list:
print("mining issue number :" + str(row[0]))
for comment in repos_issue.comments():
print("sentence tokenized")
sentTokenList = getSentenceTokens(comment.body_text)
for sentence in sentTokenList:
print("word tookenized")
tokens = getTokens(sentence)
if label in tokens:
print("label is present")
print("adding sentences")
print(sentence)
lastSentence = sentence
commentId = comment.id
author = comment.user.login
print("changed last sentence")
if lastSentence != "":
print("rnnning sentiment analysis")
sentimentAnalysisResult = sentimentanalysistest.getTextBasedClassification(
lastSentence)
print(lastSentence)
issueList.append([
row[0], commentId, author, lastSentence,
sentimentAnalysisResult
])
print("issuelist appended")
displayheaders = ["Issue", "Id", "author", "CommentText", "Result"]
print(tabulate(issueList, displayheaders, tablefmt="github"))
exceldata = [displayheaders]
exceldata = exceldata + issueList
excelexport.saveExcel(exceldata, "issuecommentsentimentanalysis_" + label)
return issueList
labels = commitModifiedFilesUtil.getDistinctLabels()
for label in labels:
print(label[0])
getIssuesNotMatchingWithLabel("bug")
print("Mine and Populate Necessary data from github repos")
populatedb.populateCommitTables()
populatedb.populateIssueTables()
import commitModifiedFilesUtil
print("Number of files touched by bugs is as follows")
commitModifiedFilesUtil.getNumberofFilesTouchedForBugs()
print("Number of files touched by features is as follows")
commitModifiedFilesUtil.getNumberofFilesTouchedForFeature()
print("Number of files touched for each label")
commitModifiedFilesUtil.getNumberOfFilesTouchedByAllLabels()
print("get Distinct labels in the repository for issues")
commitModifiedFilesUtil.getDistinctLabels()
print("get files touched issue having a label")
commitModifiedFilesUtil.getNumberofFilesTouched("api")
import frequency
print("Frequency of commits")
frequency.getCommitFrequency()
print("Frequency of issue closure for each label")
frequency.getIssueClosureFrequencyForAllLabels()
print("Frequency of issue creation for each label")
frequency.getIssueCreationFrequencyForAllLabels()