def companiesData(period, startdate, enddate, identities_db, destdir, bots, npeople): companies = SCM.companies_name_wo_affs(bots, startdate, enddate) companies = companies['name'] createJSON(companies, destdir+"/scm-companies.json") for company in companies: company_name = "'"+ company+ "'" print (company_name) evol_data = SCM.GetSCMEvolutionaryData(period, startdate, enddate, identities_db, ["company", company_name]) evol_data = completePeriodIds(evol_data) createJSON(evol_data, destdir+"/"+company+"-scm-com-evolutionary.json") agg = SCM.GetSCMStaticData(period, startdate, enddate, identities_db, ["company", company_name]) createJSON(agg, destdir+"/"+company+"-scm-com-static.json") top_authors = SCM.company_top_authors(company_name, startdate, enddate, npeople) createJSON(top_authors, destdir+"/"+company+"-scm-com-top-authors.json", False) for i in [2006,2009,2012]: data = SCM.company_top_authors_year(company_name, i, npeople) createJSON(data, destdir+"/"+company+"-scm-top-authors_"+str(i)+".json", False) commits = SCM.GetCommitsSummaryCompanies(period, startdate, enddate, opts.identities_db, 10) createJSON (commits, destdir+"/scm-companies-commits-summary.json")
def countriesData(period, startdate, enddate, identities_db, destdir): countries = SCM.scm_countries_names(identities_db,startdate, enddate) countries = countries['name'] createJSON(countries, destdir+"/scm-countries.json") for country in countries: print (country) country_name = "'"+country+"'" evol_data = SCM.GetSCMEvolutionaryData(period, startdate, enddate, identities_db, ["country", country_name]) evol_data = completePeriodIds(evol_data) createJSON (evol_data, destdir+"/"+country+"-scm-cou-evolutionary.json") agg = SCM.GetSCMStaticData(period, startdate, enddate, identities_db, ["country", country_name]) createJSON (agg, destdir+"/"+country+"-scm-cou-static.json")
def tsData(period, startdate, enddate, identities_db, destdir, granularity, conf): # data = vizr.GetSCMEvolutionaryData(period, startdate, enddate, identities_db) # evol_data = completePeriodIds(dataFrame2Dict(data)) data = SCM.GetSCMEvolutionaryData(period, startdate, enddate, identities_db, None) evol_data = completePeriodIds(data) if ('companies' in reports) : data = SCM.EvolCompanies(period, startdate, enddate) evol_data = dict(evol_data.items() + completePeriodIds(data).items()) if ('countries' in reports) : data = SCM.EvolCountries(period, startdate, enddate) evol_data = dict(evol_data.items() + completePeriodIds(data).items()) if ('domains' in reports) : data = SCM.EvolDomains(period, startdate, enddate) evol_data = dict(evol_data.items() + completePeriodIds(data).items()) createJSON (evol_data, destdir+"/scm-evolutionary.json")
def domainsData(period, startdate, enddate, identities_db, destdir): domains = SCM.scm_domains_names(identities_db,startdate, enddate) domains = domains['name'] createJSON(domains, destdir+"/scm-domains.json") # Some R ts are wrong bad_R_json_domains = ['gerrit','gmx','emsenhuber','bitergia'] for domain in domains : domain_name = "'"+domain+"'" print (domain_name) evol_data = SCM.GetSCMEvolutionaryData(period, startdate, enddate, identities_db, ["domain", domain_name]) evol_data = completePeriodIds(evol_data) if domain in bad_R_json_domains: createJSON(evol_data, destdir+"/"+domain+"-scm-dom-evolutionary.json", False) else: createJSON(evol_data, destdir+"/"+domain+"-scm-dom-evolutionary.json") agg = SCM.GetSCMStaticData(period, startdate, enddate, identities_db, ["domain", domain_name]) createJSON(agg, destdir+ "/"+domain+"-scm-dom-static.json")
def reposData(period, startdate, enddate, identities_db, destdir, conf): # repos = dataFrame2Dict(vizr.repos_name(startdate, enddate)) repos = SCM.repos_name(startdate, enddate) repos = repos['name'] if not isinstance(repos, (list)): repos = [repos] createJSON(repos, destdir+"/scm-repos.json", False) else: createJSON(repos, destdir+"/scm-repos.json") for repo in repos : repo_name = "'"+ repo+ "'" print (repo_name) evol_data = SCM.GetSCMEvolutionaryData(period, startdate, enddate, identities_db, ["repository", repo_name]) evol_data = completePeriodIds(evol_data) createJSON(evol_data, destdir+"/"+repo+"-scm-rep-evolutionary.json") agg = SCM.GetSCMStaticData(period, startdate, enddate, identities_db, ["repository", repo_name]) createJSON(agg, destdir+"/"+repo+"-scm-rep-static.json")