예제 #1
0
 def parse_most_popular(self):
     page_size = 100
     start_page = 5
     max_pages_amount = 100
     github_search = GithubSearchWrapper()
     for page_num in range(start_page, max_pages_amount):
         repos_info = github_search.ask_about_popular_repos(extra_params={
             'per_page': page_size,
             'page': page_num,
             'sort': 'stars',
             'q': 'language:python',
         })
         for repo, owner in [(r['name'], r['owner']['login']) for r in repos_info['items']]:
             self.get_and_print_info(owner, repo)
             print('*' * 100)
예제 #2
0
class Command(BaseCommand):
    def __init__(self):
        super().__init__()
        self.github_search = GithubSearchWrapper()
        self.github = GithubWrapper()

    def handle(self, *args, **options):
        self.parse_most_popular()
        # self.parse_moscowdjango_packages()

    def parse_moscowdjango_packages(self):
        for name in moscow_django_packages:
            successfull = False
            while not successfull:
                successfull = True
                try:
                    repo, owner = self.github_search.get_most_popular_repo(name)
                except RateLimitExceeded:
                    print('Sleeping...')
                    sleep(20)
                    print('Woke up!')
                    successfull = False
                self.get_and_print_info(owner, repo)

    def parse_most_popular(self):
        page_size = 100
        start_page = 5
        max_pages_amount = 100
        github_search = GithubSearchWrapper()
        for page_num in range(start_page, max_pages_amount):
            repos_info = github_search.ask_about_popular_repos(extra_params={
                'per_page': page_size,
                'page': page_num,
                'sort': 'stars',
                'q': 'language:python',
            })
            for repo, owner in [(r['name'], r['owner']['login']) for r in repos_info['items']]:
                self.get_and_print_info(owner, repo)
                print('*' * 100)

    def get_and_print_info(self, owner, repo):
        print(
            owner,
            repo,
            self.github.get_py3_fork_info(owner, repo),
            [i['title'] for i in self.github.get_py3_issues_info(owner, repo)],
            [p['title'] for p in self.github.get_py3_pull_requests(owner, repo)],
            sep='\t'
        )
예제 #3
0
 def __init__(self):
     super().__init__()
     self.github_search = GithubSearchWrapper()
     self.github = GithubWrapper()