def create_filter_report_top(filter_, period, startdate, enddate, destdir, npeople, identities_db): from vizgrimoire.report import Report items = Report.get_items() if items is None: items = EventsDS.get_filter_items(filter_, startdate, enddate, identities_db) if (items == None): return items = items['name'] filter_name = filter_.get_name() if not isinstance(items, (list)): items = [items] fn = os.path.join(destdir, filter_.get_filename(EventsDS())) createJSON(items, fn) for item in items: item_name = "'" + item + "'" logging.info(item_name) filter_item = Filter(filter_name, item) if filter_name in ("repository"): logging.warn("Filter 'repository' detected for top info") top_authors = EventsDS.get_top_data(startdate, enddate, identities_db, filter_item, npeople) logging.warn(filter_item.get_top_filename(EventsDS())) fn = os.path.join(destdir, filter_item.get_top_filename(EventsDS())) createJSON(top_authors, fn)
def create_filter_report_top(filter_, period, startdate, enddate, destdir, npeople, identities_db): from vizgrimoire.report import Report items = Report.get_items() if items is None: items = EventsDS.get_filter_items(filter_, startdate, enddate, identities_db) if (items == None): return items = items['name'] filter_name = filter_.get_name() if not isinstance(items, (list)): items = [items] fn = os.path.join(destdir, filter_.get_filename(EventsDS())) createJSON(items, fn) for item in items : item_name = "'"+ item+ "'" logging.info (item_name) filter_item = Filter(filter_name, item) if filter_name in ("repository"): logging.warn("Filter 'repository' detected for top info") top_authors = EventsDS.get_top_data(startdate, enddate, identities_db, filter_item, npeople) logging.warn(filter_item.get_top_filename(EventsDS())) fn = os.path.join(destdir, filter_item.get_top_filename(EventsDS())) createJSON(top_authors, fn)
def create_filter_report_top(filter_, period, startdate, enddate, destdir, npeople, identities_db): from vizgrimoire.report import Report items = Report.get_items() if items is None: items = SCR.get_filter_items(filter_, startdate, enddate, identities_db) if (items == None): return items = items['name'] filter_name = filter_.get_name() if not isinstance(items, (list)): items = [items] fn = os.path.join(destdir, filter_.get_filename(SCR())) createJSON(items, fn) for item in items : item_name = "'"+ item+ "'" logging.info (item_name) filter_item = Filter(filter_name, item) if filter_name in ("company","project","repository"): top_mergers = SCR.get_top_data(startdate, enddate, identities_db, filter_item, npeople) fn = os.path.join(destdir, filter_item.get_top_filename(SCR())) createJSON(top_mergers, fn)
def create_filter_report(filter_, period, startdate, enddate, destdir, npeople, identities_db): from vizgrimoire.report import Report items = Report.get_items() if items is None: items = MLS.get_filter_items(filter_, startdate, enddate, identities_db) if (items == None): return items = items['name'] filter_name = filter_.get_name() if not isinstance(items, (list)): items = [items] items_files = [item.replace('/', '_').replace("<","__").replace(">","___") for item in items] fn = os.path.join(destdir, filter_.get_filename(MLS())) createJSON(items_files, fn) if filter_name in ("domain", "company", "repository"): items_list = {'name' : [], 'sent_365' : [], 'senders_365' : []} else: items_list = items for item in items : item_name = "'"+ item+ "'" logging.info (item_name) filter_item = Filter(filter_.get_name(), item) evol_data = MLS.get_evolutionary_data(period, startdate, enddate, identities_db, filter_item) fn = os.path.join(destdir, filter_item.get_evolutionary_filename(MLS())) createJSON(evol_data, fn) agg = MLS.get_agg_data(period, startdate, enddate, identities_db, filter_item) fn = os.path.join(destdir, filter_item.get_static_filename(MLS())) createJSON(agg, fn) if filter_name in ("domain", "company", "repository"): items_list['name'].append(item.replace('/', '_').replace("<","__").replace(">","___")) items_list['sent_365'].append(agg['sent_365']) items_list['senders_365'].append(agg['senders_365']) top_senders = MLS.get_top_data(startdate, enddate, identities_db, filter_item, npeople, False) createJSON(top_senders, destdir+"/"+filter_item.get_top_filename(MLS())) fn = os.path.join(destdir, filter_.get_filename(MLS())) createJSON(items_list, fn) if (filter_name == "company"): ds = MLS if False: summary = MLS.get_filter_summary( filter_, period, startdate, enddate, identities_db, 10, self.db.projects_db ) createJSON (summary, destdir + "/" + filter_.get_summary_filename(MLS)) # Perform ages study, if it is specified in Report MLS.ages_study_com (items, period, startdate, enddate, destdir)
def test_get_filter_item_top (self): opts = read_options() npeople = opts.npeople automator = read_main_conf(opts.config_file) identities_db = automator['generic']['db_identities'] for ds in Report.get_data_sources(): if ds.get_name() not in ['scm','its','mls']: continue Report.connect_ds(ds) bots = ds.get_bots() for filter_ in Report.get_filters(): items = ds.get_filter_items(filter_, startdate, enddate, identities_db) if items is None: continue if (isinstance(items, dict)): items = items['name'] if not isinstance(items, (list)): items = [items] for item in items: filter_item = Filter(filter_.get_name(), item) top = ds.get_top_data(startdate, enddate, identities_db, filter_item, npeople) if top is None or top == {}: continue test_json = os.path.join("json",filter_item.get_top_filename(ds())) self.assertTrue(self._compare_data(top, test_json))
def create_filter_report_top(filter_, period, startdate, enddate, destdir, npeople, identities_db): from vizgrimoire.report import Report items = Report.get_items() if items is None: items = MLS.get_filter_items(filter_, startdate, enddate, identities_db) if (items == None): return items = items['name'] filter_name = filter_.get_name() if not isinstance(items, (list)): items = [items] for item in items: item = item.replace("'", "\\'") item_name = "'" + item + "'" logging.info(item_name) filter_item = Filter(filter_.get_name(), item) top_senders = MLS.get_top_data(startdate, enddate, identities_db, filter_item, npeople, False) createJSON(top_senders, destdir + "/" + filter_item.get_top_filename(MLS()))
def create_filter_report(cls, filter_, period, startdate, enddate, destdir, npeople, identities_db): from vizgrimoire.report import Report items = Report.get_items() if items is None: items = cls.get_filter_items(filter_, startdate, enddate, identities_db) if (items == None): return items = items['name'] filter_name = filter_.get_name() if not isinstance(items, (list)): items = [items] fn = os.path.join(destdir, filter_.get_filename(cls())) createJSON(items, fn) if filter_name in ("domain", "company", "repository"): items_list = {'name' : [], 'closed_365' : [], 'closers_365' : []} else: items_list = items for item in items : item_name = "'"+ item+ "'" logging.info (item_name) filter_item = Filter(filter_name, item) evol_data = cls.get_evolutionary_data(period, startdate, enddate, identities_db, filter_item) fn = os.path.join(destdir, filter_item.get_evolutionary_filename(cls())) createJSON(evol_data, fn) agg = cls.get_agg_data(period, startdate, enddate, identities_db, filter_item) fn = os.path.join(destdir, filter_item.get_static_filename(cls())) createJSON(agg, fn) if filter_name in ["domain", "company", "repository"]: items_list['name'].append(item.replace('/', '_')) items_list['closed_365'].append(agg['closed_365']) items_list['closers_365'].append(agg['closers_365']) if filter_name in ["company","domain","repository"]: top = cls.get_top_data(startdate, enddate, identities_db, filter_item, npeople) fn = os.path.join(destdir, filter_item.get_top_filename(cls())) createJSON(top, fn) fn = os.path.join(destdir, filter_.get_filename(cls())) createJSON(items_list, fn) if (filter_name == "company"): ds = ITS summary = cls.get_filter_summary( filter_, period, startdate, enddate, identities_db, 10 ) createJSON (summary, destdir + "/" + filter_.get_summary_filename(cls)) # Perform ages study, if it is specified in Report cls.ages_study_com (items, period, startdate, enddate, destdir)
def create_filter_report(cls, filter_, period, startdate, enddate, destdir, npeople, identities_db): from vizgrimoire.report import Report items = Report.get_items() if items is None: items = cls.get_filter_items(filter_, startdate, enddate, identities_db) if (items == None): return items = items['name'] filter_name = filter_.get_name() if not isinstance(items, (list)): items = [items] fn = os.path.join(destdir, filter_.get_filename(cls())) createJSON(items, fn) if filter_name in ("domain", "company", "repository"): items_list = {'name' : [], 'closed_365' : [], 'closers_365' : []} else: items_list = items for item in items : item_name = "'"+ item+ "'" logging.info (item_name) filter_item = Filter(filter_name, item) evol_data = cls.get_evolutionary_data(period, startdate, enddate, identities_db, filter_item) fn = os.path.join(destdir, filter_item.get_evolutionary_filename(cls())) createJSON(evol_data, fn) agg = cls.get_agg_data(period, startdate, enddate, identities_db, filter_item) fn = os.path.join(destdir, filter_item.get_static_filename(cls())) createJSON(agg, fn) if filter_name in ["domain", "company", "repository"]: items_list['name'].append(item.replace('/', '_')) items_list['closed_365'].append(agg['closed_365']) items_list['closers_365'].append(agg['closers_365']) if filter_name in ["company","domain","repository"]: top = cls.get_top_data(startdate, enddate, identities_db, filter_item, npeople) fn = os.path.join(destdir, filter_item.get_top_filename(cls())) createJSON(top, fn) fn = os.path.join(destdir, filter_.get_filename(cls())) createJSON(items_list, fn) if (filter_name == "company"): ds = ITS #summary = cls.get_filter_summary( # filter_, period, startdate, enddate, # identities_db, 10 # ) #createJSON (summary, # destdir + "/" + filter_.get_summary_filename(cls)) # Perform ages study, if it is specified in Report cls.ages_study_com (items, period, startdate, enddate, destdir)
def create_filter_report_top(filter_, period, startdate, enddate, destdir, npeople, identities_db): from vizgrimoire.report import Report items = Report.get_items() if items is None: items = MLS.get_filter_items(filter_, startdate, enddate, identities_db) if (items == None): return items = items['name'] filter_name = filter_.get_name() if not isinstance(items, (list)): items = [items] for item in items : item = item.replace("'", "\\'") item_name = "'"+ item+ "'" logging.info (item_name) filter_item = Filter(filter_.get_name(), item) top_senders = MLS.get_top_data(startdate, enddate, identities_db, filter_item, npeople, False) createJSON(top_senders, destdir+"/"+filter_item.get_top_filename(MLS()))
def create_filter_report(filter_, period, startdate, enddate, destdir, npeople, identities_db): from vizgrimoire.report import Report items = Report.get_items() if items is None: items = MLS.get_filter_items(filter_, startdate, enddate, identities_db) if (items == None): return items = items['name'] filter_name = filter_.get_name() if not isinstance(items, (list)): items = [items] items_files = [ item.replace('/', '_').replace("<", "__").replace(">", "___") for item in items ] fn = os.path.join(destdir, filter_.get_filename(MLS())) createJSON(items_files, fn) if filter_name in ("domain", "company", "repository"): items_list = {'name': [], 'sent_365': [], 'senders_365': []} else: items_list = items for item in items: item = item.replace("'", "\\'") item_name = "'" + item + "'" logging.info(item_name) filter_item = Filter(filter_.get_name(), item) evol_data = MLS.get_evolutionary_data(period, startdate, enddate, identities_db, filter_item) fn = os.path.join(destdir, filter_item.get_evolutionary_filename(MLS())) createJSON(evol_data, fn) agg = MLS.get_agg_data(period, startdate, enddate, identities_db, filter_item) fn = os.path.join(destdir, filter_item.get_static_filename(MLS())) createJSON(agg, fn) if filter_name in ("domain", "company", "repository"): items_list['name'].append( item.replace('/', '_').replace("<", "__").replace(">", "___")) items_list['sent_365'].append(agg['sent_365']) items_list['senders_365'].append(agg['senders_365']) top_senders = MLS.get_top_data(startdate, enddate, identities_db, filter_item, npeople, False) createJSON(top_senders, destdir + "/" + filter_item.get_top_filename(MLS())) fn = os.path.join(destdir, filter_.get_filename(MLS())) createJSON(items_list, fn) if (filter_name == "company"): ds = MLS if False: summary = MLS.get_filter_summary(filter_, period, startdate, enddate, identities_db, 10, self.db.projects_db) createJSON(summary, destdir + "/" + filter_.get_summary_filename(MLS)) # Perform ages study, if it is specified in Report MLS.ages_study_com(items, period, startdate, enddate, destdir)