def getSearch(self, content, number_page, headers, cookie, config, filename, regex): tree = html.fromstring(content) url_file = tree.xpath(self.URLFILE) last_indexed = tree.xpath(self.LASTINDEXED) user = tree.xpath(self.USER) next_page = tree.xpath(self.NEXTPAGE) headers_raw = head.getHeadersRaw() for number_url in range(len(url_file)): url_code = self.github_raw_url + url_file[number_url].replace("blob/","") content_html = requestPage(url_code, headers_raw, cookie) content_html = content_html.text print("{GREEN}[+]{END} {BLUE}USER{END}: %s".format(**colors) % user[number_url]) print("{GREEN}[+]{END} {BLUE}LINK{END}: %s\n".format(**colors) % url_code) try: print("{GREEN}[+]{END} {BLUE}LAST INDEXED{END}: %s".format(**colors) \ % last_indexed[number_url]) except Exception as inst: #print(inst) pass self.codeParser(content_html, config, user[number_url], filename, regex) if not next_page: sys.exit() next_page = next_page[0] next_page = self.github_url + next_page nextPage(next_page, number_page, headers, cookie, config, filename, regex)
def start(self): p = Parser() print(self.descricao) self.config = loadModule(self.args.module) filename = self.args.output url_search = self.url + self.search_term headers_github = headers.getHeaders(url_search) #print(headers_github) content_html = requestPage(url_search, headers_github, self.cookie) self.number_page = p.getNumPages(content_html.content) print("{YELLOW}+[PAGE: 1/%s]▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬{END}".format(**colors) \ % self.number_page) if filename is not None: write_file = open(filename, 'a') write_file.write("[\n") write_file.close() p.getSearch(content_html.content, self.number_page, headers_github, self.cookie, self.config, filename, self.args.regex) if filename is not None: write_file = open(filename, 'a') write_file.write("\n]") write_file.close()
def start(self): p = Parser() print(self.descricao) self.config = loadModule(self.args.module) filename = self.args.output url_search = self.url + self.search_term headers_github = headers.getHeaders(url_search) print(headers_github) content_html = requestPage(url_search, headers_github, self.cookie) self.number_page = p.getNumPages(content_html.content) print("{YELLOW}+[PAGE: 1/%s]▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬{END}".format(**colors) \ % self.number_page) if filename is not None: write_file = open(filename, 'a') write_file.write("[\n") write_file.close() p.getSearch(content_html.content, self.number_page, headers_github, self.cookie, self.config, filename, self.args.regex) if filename is not None: write_file = open(filename, 'a') write_file.write("\n]") write_file.close()