def runOLD(self, _type, _sGroup=None, _sProject=None, _sProgram=None): self.TYPE = _type nameTag = self.TYPE + (u'_%s' % _sGroup if _sGroup is not None else u'') + (u'_%s' % _sProject if _sProject is not None else u'') self.log = open(os.path.join(self.ProgramPATH, 'logs', self.logFileName%nameTag), 'w') self.S = Previous() for program in self.ProgramNames: if _sProgram is not None and program != _sProgram: continue for group in self.S.groups: if _sGroup is not None and group != _sGroup: continue for project in self.S.projects[group]: if _sProject is not None and project != _sProject: continue maxVersion = self.S.get_max_versions(program, project) versionName = u'%s_%s' % (project, VersionUtil.get_versionName(maxVersion)) alpha = 0.2 if not (program == 'BugLocator' and project == 'AspectJ') else 0.3 params = self.get_paramsOLD(program, group, project, alpha, versionName) #print(u'java %s -jar %s%s.jar ' % (self.JavaOptions, self.ProgramPATH, program) + self.createArguments(params)) self.executeJava(program, params, _project=project, _vname =versionName) t = datetime.now() timestr = t.strftime(u'Done:%Y/%m/%d %H:%M') print(u'\n\n[%s]' % timestr) self.log.write('\n\n[%s]' % timestr) pass
def bug_counting(self, _group, _project): statistics = {} repo = os.path.join(self.S.getPath_bugrepo(_group, _project), u'repository.xml') statistics['all'] = self.getBugs(repo) for version in self.S.versions[_project].keys(): vname = VersionUtil.get_versionName(version, _project) repo = os.path.join(self.S.getPath_bugrepo(_group, _project), u'repository', u'%s.xml' % vname) result = self.getBugs(repo) if result is None: continue statistics[vname] = result # Check missed items idset = set(statistics['all']) for key in statistics: if key == 'all': continue idset -= set(statistics[key]) statistics['miss'] = list(idset) pretty = PrettyStringBuilder(_indent_depth=2) text = pretty.get_dicttext({_project: statistics}) f = open( os.path.join(self.S.getPath_base(_group, _project), u'bugs.txt'), 'w') f.write(text) f.close() pass
def source_counting(self, _group, _project): statistics = {} progress = Progress('source counting', 2, 10, True) progress.set_upperbound(len(self.S.versions[_project].keys())) progress.start() for version in self.S.versions[_project].keys(): vname = VersionUtil.get_versionName(version, _project) repo = os.path.join(self.S.getPath_source(_group, _project, vname), ) result = self.getCodeCount(repo) if result is None: continue statistics[vname] = result progress.check() progress.done() maxValue = 0 for vname in statistics: if maxValue < statistics[vname]: maxValue = statistics[vname] statistics['max'] = maxValue pretty = PrettyStringBuilder(_indent_depth=2) text = pretty.get_dicttext({_project: statistics}) f = open( os.path.join(self.S.getPath_base(_group, _project), u'sources.txt'), 'w') f.write(text) f.close()
def inflate(self, _versions): if _versions is None: return None self.projectPath = self.clone(True) print(u'Git Repo: %s' % self.projectPath) time.sleep(2) #check output path if os.path.exists(self.sourcesPath) is False: os.makedirs(self.sourcesPath) #get tags # tags = self.get_tags() # if tags is None: return False #print(self.projectName + u':: the number of tags are ' + str(len(tags))) size = len(_versions) count = 0 for version, tag in _versions.items(): vname = VersionUtil.get_versionName(version, self.projectName) count += 1 print(u'%s(%d/%d) :: [%s]' % (self.projectName, count, size, vname), end=u'') dest = os.path.join(self.sourcesPath, vname) if os.path.exists(dest) is True: print(u' already exists!') continue tag = tag.strip() if tag == u'': print(u'invalidate tag name: "%s"' % tag) continue print(u' checkout %s... ' % tag, end=u'') if self.checkout(tag) is False: print(u'Failed') continue time.sleep(2) #copy dest = os.path.join(self.sourcesPath, vname) print(u' copy...', end=u'') if self.makecopy(dest) is False: print(u'Failed!') continue print(u'Done') time.sleep(2) print(u'All checkout works done!!') pass
def make_answers(self, _project, _items, _versionItems): answers = {'all': {}} for item in _items: answers['all'][int(item['id'])] = len(item['fixedFiles']) for version in _versionItems: versionName = VersionUtil.get_versionName(version, _project) answers[versionName] = {} for item in _versionItems[version]: answers[versionName][int(item['id'])] = len(item['fixedFiles']) return answers
def make(self, _group, _project): ''' make repository files :param _group: :param _project: :return: ''' self.S = Subjects() print(u'working with %s / %s' % (_group, _project)) filename = os.path.join(self.S.getPath_bugrepo(_group, _project), u'repository.xml') bugs = self.load_bugs(filename) dups = self.S.duplicates[_project] merges = self.merge(_group, _project, bugs, dups) print(u'created %d merged reports.' % len(merges)) versionItems = self.getItemsByVersion(merges, self.S.versions[_project].keys()) print(u'created %d version repositories from merged reports.' % len(versionItems)) print(u'storing....', end=u'') repositoryPath = os.path.join(self.S.getPath_bugrepo(_group, _project), u'repository_merge') if os.path.exists(repositoryPath) is True: shutil.rmtree(repositoryPath) if os.path.exists(repositoryPath) is False: os.makedirs(repositoryPath) self.outputXML( _project, merges, os.path.join(self.S.getPath_bugrepo(_group, _project), u'repository_merge.xml')) for ver in versionItems.keys(): filename = os.path.join( repositoryPath, VersionUtil.get_versionName(ver, _project) + u'.xml') self.outputXML(_project, versionItems[ver], filename) print(u'Done') answers = self.make_answers(_project, merges, versionItems) self.save_answers({_project: answers}, os.path.join(self.S.getPath_base(_group, _project), u'answers_merge.txt')) pass
def answers_counting(self, _group, _project): statistics = {} repo = os.path.join(self.S.getPath_bugrepo(_group, _project), u'repository.xml') statistics['all'] = self.getAnswers(repo) for version in self.S.versions[_project].keys(): vname = VersionUtil.get_versionName(version, _project) repo = os.path.join(self.S.getPath_bugrepo(_group, _project), u'repository', u'%s.xml'%vname) result = self.getAnswers(repo) if result is None: continue statistics[vname] = result pretty = PrettyStringBuilder(_indent_depth=2) text = pretty.get_dicttext({_project: statistics}) f = open(os.path.join(self.S.getPath_base(_group, _project), u'answers.txt'), 'w') f.write(text) f.close()
def run(self, _group, _project, _versions, _src, _dest): ''' create result file ''' techniques = ['BLIA']#'BugLocator', "BRTracer"]#, 'BLUiR', 'BLIA','AmaLgam', 'Locus'] for tech in techniques: for version in _versions: vname = VersionUtil.get_versionName(version, _project) src_path = os.path.join(_src, u'%s_%s_%s' % (tech, _project, vname), u'recommended') if os.path.exists(src_path) is False: print(u'%s is not exists!!'%src_path) continue target_path = os.path.join(_dest, tech, _group, _project, u'%s_%s' % (tech, vname)) shutil.copytree(src_path, target_path) print(u'%s is Done!!' % src_path) pass
def get_countings(self, _group, _project, _tech): from Counting import Counting counter = Counting() if _tech == u'BLIA' and _project in [u'AspectJ', u'SWT', u'ZXing']: filename = u'BLIA_repository.xml' elif _tech == u'Locus' and _project == u'AspectJ': filename = u'Locus_repository.xml' else: filename = u'repository.xml' repoPath = os.path.join(self.S.getPath_bugrepo(_group, _project), filename) answers = counter.getAnswers(repoPath) bugs = counter.getBugs(repoPath) # make the count of source code cache = os.path.join(self.S.getPath_base(_group, _project), u'sources.txt') if os.path.exists(cache) is False: print(u'making sourcecode counts...', end=u'') counts = {_project: {}} baseCodePath = self.S.getPath_source(_group, _project) for dir in os.listdir(baseCodePath): counts[_project][dir] = counter.getCodeCount( os.path.join(baseCodePath, dir)) from utils.PrettyStringBuilder import PrettyStringBuilder builder = PrettyStringBuilder(_indent_depth=2) text = builder.get_dicttext(counts) f = open(cache, 'w') f.write(text) f.close() print(u'Done.') #read the count of source code f = open(cache, 'r') text = f.read() f.close() data = eval(text) vname = VersionUtil.get_versionName( self.S.get_max_versions(_tech, _project), _project) sources = data[_project][vname] return sources, bugs, answers