def companiesData(period, startdate, enddate, identities_db, destdir, bots, npeople):
companies = SCM.companies_name_wo_affs(bots, startdate, enddate)
companies = companies['name']
createJSON(companies, destdir+"/scm-companies.json")
for company in companies:
company_name = "'"+ company+ "'"
print (company_name)
evol_data = SCM.GetSCMEvolutionaryData(period, startdate, enddate, identities_db, ["company", company_name])
evol_data = completePeriodIds(evol_data)
createJSON(evol_data, destdir+"/"+company+"-scm-com-evolutionary.json")
agg = SCM.GetSCMStaticData(period, startdate, enddate, identities_db, ["company", company_name])
createJSON(agg, destdir+"/"+company+"-scm-com-static.json")
top_authors = SCM.company_top_authors(company_name, startdate, enddate, npeople)
createJSON(top_authors, destdir+"/"+company+"-scm-com-top-authors.json", False)
for i in [2006,2009,2012]:
data = SCM.company_top_authors_year(company_name, i, npeople)
createJSON(data, destdir+"/"+company+"-scm-top-authors_"+str(i)+".json", False)
commits = SCM.GetCommitsSummaryCompanies(period, startdate, enddate, opts.identities_db, 10)
createJSON (commits, destdir+"/scm-companies-commits-summary.json")
def countriesData(period, startdate, enddate, identities_db, destdir):
countries = SCM.scm_countries_names(identities_db,startdate, enddate)
countries = countries['name']
createJSON(countries, destdir+"/scm-countries.json")
for country in countries:
print (country)
country_name = "'"+country+"'"
evol_data = SCM.GetSCMEvolutionaryData(period, startdate, enddate, identities_db, ["country", country_name])
evol_data = completePeriodIds(evol_data)
createJSON (evol_data, destdir+"/"+country+"-scm-cou-evolutionary.json")
agg = SCM.GetSCMStaticData(period, startdate, enddate, identities_db, ["country", country_name])
createJSON (agg, destdir+"/"+country+"-scm-cou-static.json")
def tsData(period, startdate, enddate, identities_db, destdir, granularity, conf):
# data = vizr.GetSCMEvolutionaryData(period, startdate, enddate, identities_db)
# evol_data = completePeriodIds(dataFrame2Dict(data))
data = SCM.GetSCMEvolutionaryData(period, startdate, enddate, identities_db, None)
evol_data = completePeriodIds(data)
if ('companies' in reports) :
data = SCM.EvolCompanies(period, startdate, enddate)
evol_data = dict(evol_data.items() + completePeriodIds(data).items())
if ('countries' in reports) :
data = SCM.EvolCountries(period, startdate, enddate)
evol_data = dict(evol_data.items() + completePeriodIds(data).items())
if ('domains' in reports) :
data = SCM.EvolDomains(period, startdate, enddate)
evol_data = dict(evol_data.items() + completePeriodIds(data).items())
createJSON (evol_data, destdir+"/scm-evolutionary.json")
def domainsData(period, startdate, enddate, identities_db, destdir):
domains = SCM.scm_domains_names(identities_db,startdate, enddate)
domains = domains['name']
createJSON(domains, destdir+"/scm-domains.json")
# Some R ts are wrong
bad_R_json_domains = ['gerrit','gmx','emsenhuber','bitergia']
for domain in domains :
domain_name = "'"+domain+"'"
print (domain_name)
evol_data = SCM.GetSCMEvolutionaryData(period, startdate, enddate, identities_db, ["domain", domain_name])
evol_data = completePeriodIds(evol_data)
if domain in bad_R_json_domains:
createJSON(evol_data, destdir+"/"+domain+"-scm-dom-evolutionary.json", False)
else:
createJSON(evol_data, destdir+"/"+domain+"-scm-dom-evolutionary.json")
agg = SCM.GetSCMStaticData(period, startdate, enddate, identities_db, ["domain", domain_name])
createJSON(agg, destdir+ "/"+domain+"-scm-dom-static.json")
def reposData(period, startdate, enddate, identities_db, destdir, conf):
# repos = dataFrame2Dict(vizr.repos_name(startdate, enddate))
repos = SCM.repos_name(startdate, enddate)
repos = repos['name']
if not isinstance(repos, (list)):
repos = [repos]
createJSON(repos, destdir+"/scm-repos.json", False)
else:
createJSON(repos, destdir+"/scm-repos.json")
for repo in repos :
repo_name = "'"+ repo+ "'"
print (repo_name)
evol_data = SCM.GetSCMEvolutionaryData(period, startdate, enddate, identities_db, ["repository", repo_name])
evol_data = completePeriodIds(evol_data)
createJSON(evol_data, destdir+"/"+repo+"-scm-rep-evolutionary.json")
agg = SCM.GetSCMStaticData(period, startdate, enddate, identities_db, ["repository", repo_name])
createJSON(agg, destdir+"/"+repo+"-scm-rep-static.json")
