def week_leader_board(n=5): settings = get_settings() project_dir = settings.get('project_dir', os.getcwd()) extensions = settings.get('extensions', None) ignore_dir = settings.get('ignore_dir', None) repo = ProjectDirectory(working_dir=project_dir) ch = repo.commit_history(branch='master', extensions=extensions, ignore_dir=ignore_dir, limit=None, days=7) metric = 'net' print(ch) leader_board = { 'top_committers': [], 'top_repositories': [], 'top_extensions': [] } committers = ch.groupby(['committer']).agg({metric: np.sum}) committers.reset_index(inplace=True) committers = committers.sort_values(by=[metric], ascending=False) leader_board['top_committers'] = [{'label': x[0], 'net': int(x[1]), 'rank': idx + 1} for idx, x in enumerate(committers.values.tolist()[:n])] repos = ch.groupby(['repository']).agg({metric: np.sum}) repos.reset_index(inplace=True) repos = repos.sort_values(by=[metric], ascending=False) leader_board['top_repositories'] = [{'label': x[0], 'net': int(x[1]), 'rank': idx + 1} for idx, x in enumerate(repos.values.tolist()[:n])] if extensions is not None: ext_ranks = [] for ext in extensions: ch = repo.commit_history(branch='master', extensions=[ext], ignore_dir=ignore_dir, days=7) ext_ranks.append((ch[metric].sum(), ext)) ext_ranks = sorted(ext_ranks, key=lambda x: x[0], reverse=True)[:n] leader_board['top_extensions'] = [{'label': x[1], 'net': int(x[0]), 'rank': idx + 1} for idx, x in enumerate(ext_ranks)] return leader_board
def week_leader_board(n=5): settings = get_settings() project_dir = settings.get('project_dir', os.getcwd()) extensions = settings.get('extensions', None) ignore_dir = settings.get('ignore_dir', None) repo = ProjectDirectory(working_dir=project_dir) ch = repo.commit_history(branch='master', extensions=extensions, ignore_dir=ignore_dir, limit=None, days=21) metric = 'net' print(ch) leader_board = { 'top_committers': [], 'top_repositories': [], 'top_extensions': [] } committers = ch.groupby(['committer']).agg({metric: np.sum}) committers.reset_index(inplace=True) committers = committers.sort_values(by=[metric], ascending=False) leader_board['top_committers'] = [{ 'label': x[0], 'net': int(x[1]), 'rank': idx + 1 } for idx, x in enumerate(committers.values.tolist()[:n])] repos = ch.groupby(['repository']).agg({metric: np.sum}) repos.reset_index(inplace=True) repos = repos.sort_values(by=[metric], ascending=False) leader_board['top_repositories'] = [{ 'label': x[0], 'net': int(x[1]), 'rank': idx + 1 } for idx, x in enumerate(repos.values.tolist()[:n])] if extensions is not None: ext_ranks = [] for ext in extensions: ch = repo.commit_history(branch='master', extensions=[ext], ignore_dir=ignore_dir, days=21) ext_ranks.append((ch[metric].sum(), ext)) ext_ranks = sorted(ext_ranks, key=lambda x: x[0], reverse=True)[:n] leader_board['top_extensions'] = [{ 'label': x[1], 'net': int(x[0]), 'rank': idx + 1 } for idx, x in enumerate(ext_ranks)] return leader_board
def project(path): p = ProjectDirectory(working_dir=path) # get the commit history ch = p.commit_history( 'master', limit=None, include_globs=['*.py'], ignore_globs=['lib/*', 'docs/*', 'test/*', 'tests/*', 'tests_t/*'], days=7) print(ch.head) # get the list of committers print('\nCommiters:') print(''.join([str(x) + '\n' for x in set(ch['committer'].values)])) print('\n') # print out everyone's contributions attr = ch.reindex( columns=['committer', 'lines', 'insertions', 'deletions', 'net' ]).groupby(['committer']) attr = attr.agg({ 'lines': np.sum, 'insertions': np.sum, 'deletions': np.sum, 'net': np.sum }) print(attr)
def project(path): p = ProjectDirectory(working_dir=path) # get the commit history ch = p.commit_history('master', limit=None, include_globs=['*.py'], ignore_globs=['lib/*', 'docs/*', 'test/*', 'tests/*', 'tests_t/*'], days=7) print(ch.head) # get the list of committers print('\nCommiters:') print(''.join([str(x) + '\n' for x in set(ch['committer'].values)])) print('\n') # print out everyone's contributions attr = ch.reindex(columns=['committer', 'lines', 'insertions', 'deletions', 'net']).groupby(['committer']) attr = attr.agg({ 'lines': np.sum, 'insertions': np.sum, 'deletions': np.sum, 'net': np.sum }) print(attr)
class TestLocalProperties(unittest.TestCase): """ """ def setUp(self): """ :return: """ project_dir = str(os.path.dirname(os.path.abspath(__file__))) + os.sep + "repos" repo1_dir = str(os.path.dirname(os.path.abspath(__file__))) + os.sep + "repos" + os.sep + "repository1" repo2_dir = str(os.path.dirname(os.path.abspath(__file__))) + os.sep + "repos" + os.sep + "repository2" if os.path.exists(project_dir): shutil.rmtree(project_dir) os.makedirs(project_dir) if not os.path.exists(repo1_dir): os.makedirs(repo1_dir) if not os.path.exists(repo2_dir): os.makedirs(repo2_dir) # create an empty repo (but not bare) grepo1 = git.Repo.init(repo1_dir) grepo2 = git.Repo.init(repo2_dir) # add a file with open(repo1_dir + os.sep + "README.md", "w") as f: f.write("Sample README for a sample python project\n") # add a file with open(repo2_dir + os.sep + "README.md", "w") as f: f.write("Sample README for a sample js project\n") # commit them grepo1.git.add("README.md") grepo1.git.commit(m="first commit") grepo2.git.add("README.md") grepo2.git.commit(m="first commit") # now add some other files: for idx in range(5): with open(repo1_dir + os.sep + "file_%d.py" % (idx,), "w") as f: f.write("import sys\nimport os\n") time.sleep(2.0) grepo1.git.add(all=True) grepo1.git.commit(m=' "adding file_%d.py"' % (idx,)) # now add some other files: for idx in range(5): with open(repo2_dir + os.sep + "file_%d.js" % (idx,), "w") as f: f.write('document.write("hello world!");\n') time.sleep(2.0) grepo2.git.add(all=True) grepo2.git.commit(m=' "adding file_%d.js"' % (idx,)) self.projectd_1 = ProjectDirectory(working_dir=[repo1_dir, repo2_dir], verbose=True) self.projectd_2 = ProjectDirectory(working_dir=project_dir, verbose=True) def tearDown(self): self.projectd_1.__del__() self.projectd_2.__del__() project_dir = str(os.path.dirname(os.path.abspath(__file__))) + os.sep + "repos" shutil.rmtree(project_dir) def test_repo_name(self): self.assertIn("repository1", list(self.projectd_1.repo_name()["repository"].values)) self.assertIn("repository2", list(self.projectd_1.repo_name()["repository"].values)) self.assertIn("repository1", list(self.projectd_2.repo_name()["repository"].values)) self.assertIn("repository2", list(self.projectd_2.repo_name()["repository"].values)) def test_branches(self): branches = list(self.projectd_1.branches()["branch"].values) self.assertIn("master", branches) branches = list(self.projectd_2.branches()["branch"].values) self.assertIn("master", branches) def test_tags(self): tags = list(self.projectd_1.tags()["tag"].values) self.assertEqual(len(tags), 0) tags = list(self.projectd_2.tags()["tag"].values) self.assertEqual(len(tags), 0) def test_is_bare(self): bares = self.projectd_1.is_bare()["is_bare"].values for bare in bares: self.assertFalse(bare) bares = self.projectd_2.is_bare()["is_bare"].values for bare in bares: self.assertFalse(bare) def test_commit_history(self): ch = self.projectd_1.commit_history(branch="master") self.assertEqual(ch.shape[0], 12) # Will be deprecated in v2.0.0 ch2 = self.projectd_1.commit_history(branch="master", ignore_globs=["*.[!p][!y]"]) self.assertEqual(ch2.shape[0], 5) ch3 = self.projectd_1.commit_history(branch="master", limit=4) self.assertEqual(ch3.shape[0], 4) ch4 = self.projectd_1.commit_history(branch="master", days=5) self.assertEqual(ch4.shape[0], 12) fch = self.projectd_1.file_change_history(branch="master") self.assertEqual(fch.shape[0], 12) # Will be deprecated in v2.0.0 fch2 = self.projectd_1.file_change_history(branch="master", ignore_globs=["*.[!p][!y]"]) self.assertEqual(fch2.shape[0], 5) # Will be deprecated in v2.0.0 fch4 = self.projectd_1.file_change_history(branch="master", ignore_globs=["*.[!j][!s]"]) self.assertEqual(fch4.shape[0], 5) fch3 = self.projectd_1.file_change_history(branch="master", limit=4) self.assertEqual(fch3.shape[0], 4) fcr = self.projectd_1.file_change_rates(branch="master") self.assertEqual(fcr.shape[0], 12) self.assertEqual(fcr["unique_committers"].sum(), 12) self.assertEqual(fcr["net_change"].sum(), 17) # we know this repo doesnt have coverage coverages = self.projectd_1.has_coverage()["has_coverage"].values for coverage in coverages: self.assertFalse(coverage) # we know this repo only has one committer bf = self.projectd_1.bus_factor(by="projectd") self.assertEqual(bf["bus factor"].values[0], 1) # lets do some blaming blame = self.projectd_1.blame(ignore_globs=["*.[!p][!y]"]) self.assertEqual(blame["loc"].sum(), 10) self.assertEqual(blame.shape[0], 1) cblame = self.projectd_1.cumulative_blame(by="committer") self.assertEqual(cblame.shape[0], 11) self.assertEqual(cblame[cblame.columns.values[0]].sum(), 117) revs = self.projectd_1.revs(num_datapoints=2) self.assertEqual(revs.shape[0], 2) revs = self.projectd_1.revs(limit=2) self.assertEqual(revs.shape[0], 2) revs = self.projectd_1.revs() self.assertEqual(revs.shape[0], 12)
class TestLocalProperties(unittest.TestCase): """ """ def setUp(self): """ :return: """ project_dir = str(os.path.dirname( os.path.abspath(__file__))) + os.sep + 'repos' repo1_dir = str(os.path.dirname(os.path.abspath( __file__))) + os.sep + 'repos' + os.sep + 'repository1' repo2_dir = str(os.path.dirname(os.path.abspath( __file__))) + os.sep + 'repos' + os.sep + 'repository2' if os.path.exists(project_dir): shutil.rmtree(project_dir) os.makedirs(project_dir) if not os.path.exists(repo1_dir): os.makedirs(repo1_dir) if not os.path.exists(repo2_dir): os.makedirs(repo2_dir) # create an empty repo (but not bare) grepo1 = git.Repo.init(repo1_dir) grepo2 = git.Repo.init(repo2_dir) # add a file with open(repo1_dir + os.sep + 'README.md', 'w') as f: f.write('Sample README for a sample python project\n') # add a file with open(repo2_dir + os.sep + 'README.md', 'w') as f: f.write('Sample README for a sample js project\n') # commit them grepo1.git.add('README.md') grepo1.git.commit(m='first commit') grepo2.git.add('README.md') grepo2.git.commit(m='first commit') # now add some other files: for idx in range(5): with open(repo1_dir + os.sep + 'file_%d.py' % (idx, ), 'w') as f: f.write('import sys\nimport os\n') time.sleep(2.0) grepo1.git.add(all=True) grepo1.git.commit(m=' "adding file_%d.py"' % (idx, )) # now add some other files: for idx in range(5): with open(repo2_dir + os.sep + 'file_%d.js' % (idx, ), 'w') as f: f.write('document.write("hello world!");\n') time.sleep(2.0) grepo2.git.add(all=True) grepo2.git.commit(m=' "adding file_%d.js"' % (idx, )) self.projectd_1 = ProjectDirectory(working_dir=[repo1_dir, repo2_dir], verbose=True) self.projectd_2 = ProjectDirectory(working_dir=project_dir, verbose=True) def tearDown(self): self.projectd_1.__del__() self.projectd_2.__del__() project_dir = str(os.path.dirname( os.path.abspath(__file__))) + os.sep + 'repos' shutil.rmtree(project_dir) def test_repo_name(self): self.assertIn('repository1', list(self.projectd_1._repo_name()['repository'].values)) self.assertIn('repository2', list(self.projectd_1._repo_name()['repository'].values)) self.assertIn('repository1', list(self.projectd_2._repo_name()['repository'].values)) self.assertIn('repository2', list(self.projectd_2._repo_name()['repository'].values)) def test_branches(self): branches = list(self.projectd_1.branches()['branch'].values) self.assertIn('master', branches) branches = list(self.projectd_2.branches()['branch'].values) self.assertIn('master', branches) def test_tags(self): tags = list(self.projectd_1.tags()['tag'].values) self.assertEqual(len(tags), 0) tags = list(self.projectd_2.tags()['tag'].values) self.assertEqual(len(tags), 0) def test_is_bare(self): bares = self.projectd_1.is_bare()['is_bare'].values for bare in bares: self.assertFalse(bare) bares = self.projectd_2.is_bare()['is_bare'].values for bare in bares: self.assertFalse(bare) def test_commit_history(self): ch = self.projectd_1.commit_history(branch='master') self.assertEqual(ch.shape[0], 12) ch2 = self.projectd_1.commit_history(branch='master', extensions=['py']) self.assertEqual(ch2.shape[0], 5) ch3 = self.projectd_1.commit_history(branch='master', limit=4) self.assertEqual(ch3.shape[0], 4) ch4 = self.projectd_1.commit_history(branch='master', days=5) self.assertEqual(ch4.shape[0], 12) fch = self.projectd_1.file_change_history(branch='master') self.assertEqual(fch.shape[0], 12) fch2 = self.projectd_1.file_change_history(branch='master', extensions=['py']) self.assertEqual(fch2.shape[0], 5) fch4 = self.projectd_1.file_change_history(branch='master', extensions=['js']) self.assertEqual(fch4.shape[0], 5) fch3 = self.projectd_1.file_change_history(branch='master', limit=4) self.assertEqual(fch3.shape[0], 4) fcr = self.projectd_1.file_change_rates(branch='master') self.assertEqual(fcr.shape[0], 12) self.assertEqual(fcr['unique_committers'].sum(), 12) self.assertEqual(fcr['net_change'].sum(), 17) # we know this repo doesnt have coverage coverages = self.projectd_1.has_coverage()['has_coverage'].values for coverage in coverages: self.assertFalse(coverage) # we know this repo only has one committer bf = self.projectd_1.bus_factor(by='projectd') self.assertEqual(bf['bus factor'].values[0], 1) # lets do some blaming blame = self.projectd_1.blame(extensions=['py']) self.assertEqual(blame['loc'].sum(), 10) self.assertEqual(blame.shape[0], 1) cblame = self.projectd_1.cumulative_blame(by='committer') self.assertEqual(cblame.shape[0], 11) self.assertEqual(cblame[cblame.columns.values[0]].sum(), 117) revs = self.projectd_1.revs(num_datapoints=2) self.assertEqual(revs.shape[0], 2) revs = self.projectd_1.revs(limit=2) self.assertEqual(revs.shape[0], 2) revs = self.projectd_1.revs() self.assertEqual(revs.shape[0], 12)
class TestLocalProperties(unittest.TestCase): """ """ def setUp(self): """ :return: """ project_dir = str(os.path.dirname(os.path.abspath(__file__))) + os.sep + 'repos' repo1_dir = str(os.path.dirname(os.path.abspath(__file__))) + os.sep + 'repos' + os.sep + 'repository1' repo2_dir = str(os.path.dirname(os.path.abspath(__file__))) + os.sep + 'repos' + os.sep + 'repository2' if os.path.exists(project_dir): shutil.rmtree(project_dir) os.makedirs(project_dir) if not os.path.exists(repo1_dir): os.makedirs(repo1_dir) if not os.path.exists(repo2_dir): os.makedirs(repo2_dir) # create an empty repo (but not bare) grepo1 = git.Repo.init(repo1_dir) grepo2 = git.Repo.init(repo2_dir) # add a file with open(repo1_dir + os.sep + 'README.md', 'w') as f: f.write('Sample README for a sample python project\n') # add a file with open(repo2_dir + os.sep + 'README.md', 'w') as f: f.write('Sample README for a sample js project\n') # commit them grepo1.git.add('README.md') grepo1.git.commit(m='first commit') grepo2.git.add('README.md') grepo2.git.commit(m='first commit') # now add some other files: for idx in range(5): with open(repo1_dir + os.sep + 'file_%d.py' % (idx, ), 'w') as f: f.write('import sys\nimport os\n') time.sleep(2.0) grepo1.git.add(all=True) grepo1.git.commit(m=' "adding file_%d.py"' % (idx, )) # now add some other files: for idx in range(5): with open(repo2_dir + os.sep + 'file_%d.js' % (idx, ), 'w') as f: f.write('document.write("hello world!");\n') time.sleep(2.0) grepo2.git.add(all=True) grepo2.git.commit(m=' "adding file_%d.js"' % (idx, )) self.projectd_1 = ProjectDirectory(working_dir=[repo1_dir, repo2_dir], verbose=True) self.projectd_2 = ProjectDirectory(working_dir=project_dir, verbose=True) def tearDown(self): self.projectd_1.__del__() self.projectd_2.__del__() project_dir = str(os.path.dirname(os.path.abspath(__file__))) + os.sep + 'repos' shutil.rmtree(project_dir) def test_repo_name(self): self.assertIn('repository1', list(self.projectd_1._repo_name()['repository'].values)) self.assertIn('repository2', list(self.projectd_1._repo_name()['repository'].values)) self.assertIn('repository1', list(self.projectd_2._repo_name()['repository'].values)) self.assertIn('repository2', list(self.projectd_2._repo_name()['repository'].values)) def test_branches(self): branches = list(self.projectd_1.branches()['branch'].values) self.assertIn('master', branches) branches = list(self.projectd_2.branches()['branch'].values) self.assertIn('master', branches) def test_tags(self): tags = list(self.projectd_1.tags()['tag'].values) self.assertEqual(len(tags), 0) tags = list(self.projectd_2.tags()['tag'].values) self.assertEqual(len(tags), 0) def test_is_bare(self): bares = self.projectd_1.is_bare()['is_bare'].values for bare in bares: self.assertFalse(bare) bares = self.projectd_2.is_bare()['is_bare'].values for bare in bares: self.assertFalse(bare) def test_commit_history(self): ch = self.projectd_1.commit_history(branch='master') self.assertEqual(ch.shape[0], 12) ch2 = self.projectd_1.commit_history(branch='master', extensions=['py']) self.assertEqual(ch2.shape[0], 5) ch3 = self.projectd_1.commit_history(branch='master', limit=4) self.assertEqual(ch3.shape[0], 4) ch4 = self.projectd_1.commit_history(branch='master', days=5) self.assertEqual(ch4.shape[0], 12) fch = self.projectd_1.file_change_history(branch='master') self.assertEqual(fch.shape[0], 12) fch2 = self.projectd_1.file_change_history(branch='master', extensions=['py']) self.assertEqual(fch2.shape[0], 5) fch4 = self.projectd_1.file_change_history(branch='master', extensions=['js']) self.assertEqual(fch4.shape[0], 5) fch3 = self.projectd_1.file_change_history(branch='master', limit=4) self.assertEqual(fch3.shape[0], 4) fcr = self.projectd_1.file_change_rates(branch='master') self.assertEqual(fcr.shape[0], 12) self.assertEqual(fcr['unique_committers'].sum(), 12) self.assertEqual(fcr['net_change'].sum(), 17) # we know this repo doesnt have coverage coverages = self.projectd_1.has_coverage()['has_coverage'].values for coverage in coverages: self.assertFalse(coverage) # we know this repo only has one committer bf = self.projectd_1.bus_factor(by='projectd') self.assertEqual(bf['bus factor'].values[0], 1) # lets do some blaming blame = self.projectd_1.blame(extensions=['py']) self.assertEqual(blame['loc'].sum(), 10) self.assertEqual(blame.shape[0], 1) cblame = self.projectd_1.cumulative_blame(by='committer') self.assertEqual(cblame.shape[0], 11) self.assertEqual(cblame[cblame.columns.values[0]].sum(), 117) revs = self.projectd_1.revs(num_datapoints=2) self.assertEqual(revs.shape[0], 2) revs = self.projectd_1.revs(limit=2) self.assertEqual(revs.shape[0], 2) revs = self.projectd_1.revs() self.assertEqual(revs.shape[0], 12)