def getSearch(self, content, number_page, headers, cookie, config, filename, regex):
tree = html.fromstring(content)
url_file = tree.xpath(self.URLFILE)
last_indexed = tree.xpath(self.LASTINDEXED)
user = tree.xpath(self.USER)
next_page = tree.xpath(self.NEXTPAGE)
headers_raw = head.getHeadersRaw()
for number_url in range(len(url_file)):
url_code = self.github_raw_url + url_file[number_url].replace("blob/","")
content_html = requestPage(url_code, headers_raw, cookie)
content_html = content_html.text
print("{GREEN}[+]{END} {BLUE}USER{END}: %s".format(**colors) % user[number_url])
print("{GREEN}[+]{END} {BLUE}LINK{END}: %s\n".format(**colors) % url_code)
try:
print("{GREEN}[+]{END} {BLUE}LAST INDEXED{END}: %s".format(**colors) \
% last_indexed[number_url])
except Exception as inst:
#print(inst)
pass
self.codeParser(content_html, config, user[number_url], filename, regex)
if not next_page:
sys.exit()
next_page = next_page[0]
next_page = self.github_url + next_page
nextPage(next_page, number_page, headers, cookie, config, filename, regex)
def start(self):
p = Parser()
print(self.descricao)
self.config = loadModule(self.args.module)
filename = self.args.output
url_search = self.url + self.search_term
headers_github = headers.getHeaders(url_search)
#print(headers_github)
content_html = requestPage(url_search, headers_github, self.cookie)
self.number_page = p.getNumPages(content_html.content)
print("{YELLOW}+[PAGE: 1/%s]▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬{END}".format(**colors) \
% self.number_page)
if filename is not None:
write_file = open(filename, 'a')
write_file.write("[\n")
write_file.close()
p.getSearch(content_html.content, self.number_page, headers_github, self.cookie, self.config, filename, self.args.regex)
if filename is not None:
write_file = open(filename, 'a')
write_file.write("\n]")
write_file.close()
def start(self):
p = Parser()
print(self.descricao)
self.config = loadModule(self.args.module)
filename = self.args.output
url_search = self.url + self.search_term
headers_github = headers.getHeaders(url_search)
print(headers_github)
content_html = requestPage(url_search, headers_github, self.cookie)
self.number_page = p.getNumPages(content_html.content)
print("{YELLOW}+[PAGE: 1/%s]▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬▬{END}".format(**colors) \
% self.number_page)
if filename is not None:
write_file = open(filename, 'a')
write_file.write("[\n")
write_file.close()
p.getSearch(content_html.content, self.number_page, headers_github,
self.cookie, self.config, filename, self.args.regex)
if filename is not None:
write_file = open(filename, 'a')
write_file.write("\n]")
write_file.close()