def url_line(self): body = colored('[{}]'.format(self.status_code), status_code_colors(self.status_code)) body += ' {} '.format(self.crawler_url.url.url) body += colored(' ({})'.format(self.name or self.__class__.__name__), Fore.LIGHTYELLOW_EX) return body
def get_url_info(self): size = self.data['resp'].headers.get('Content-Length') size = len(self.data.get('text', '')) if size is None else size status_code = int(self.data['resp'].status_code) out = colored('({})'.format(status_code), status_code_colors(status_code)) + " " out += colored('({:>6})'.format(sizeof_fmt(size)), Fore.LIGHTYELLOW_EX) + " " return out
def one_line(self, line_size, url_column, extra_len): text = self.text[:line_size-url_column-len(list(remove_ansi_escape(self.url_info)))-3] out = self.url_info out += colored(('{:<%d}' % url_column).format(self.url.url), Fore.LIGHTBLUE_EX) + " " if self.url.extra: out += colored(' {} '.format(format_extra(self.url.extra, extra_len)), Fore.LIGHTBLUE_EX) out += text return out
def multi_line(self, line_size, extra_len): out = colored('┏', Fore.LIGHTBLUE_EX) + ' {} {}\n'.format( self.url_info, colored(self.url.url, Fore.LIGHTBLUE_EX) ) out += colored('┗', Fore.LIGHTBLUE_EX) if self.url.extra: out += colored(' {}'.format(format_extra(self.url.extra, extra_len)), Fore.LIGHTBLUE_EX) out += ' {}'.format(self.text[:line_size-2]) return out
def __str__(self): body = super(ProcessIndexOfRequest, self).__str__() ext_files = list(self.interesting_ext_files()) name_files = list(self.interesting_name_files()) if ext_files: body += colored('\n Interesting extension files:', Fore.BLUE) body += ' {}'.format(', '.join(map(lambda x: x.name, ext_files))) if name_files: body += colored('\n Interesting file names:', Fore.MAGENTA) body += ' {}'.format(', '.join(map(lambda x: x.name, name_files))) if not ext_files and not name_files: body += colored(' (Nothing interesting)', Fore.LIGHTYELLOW_EX) return body
def __str__(self): body = self.url_line() if self.crawler_url.exists: body += colored(' (FAKE 404)', Fore.YELLOW) if self.index_file: body += '\n Index file found: {}'.format(self.index_file.name) return body
def multi_line(self, line_size): out = colored('┏', Fore.LIGHTBLUE_EX) + ' {} {}\n'.format( self.url_info, colored(self.url.url, Fore.LIGHTBLUE_EX)) out += colored('┗', Fore.LIGHTBLUE_EX) + ' {}'.format( self.text[:line_size - 2]) return out
def __str__(self): body = super(ProcessRedirect, self).__str__() body += colored('\n Redirect to: ', Fore.BLUE) body += '{}'.format(self.redirector.address) return body
def __str__(self): body = colored('[ERROR]', Back.LIGHTRED_EX, Fore.LIGHTWHITE_EX) body += ' {} '.format(self.crawler_url.url.url) body += colored('({})'.format(self.error), Fore.LIGHTYELLOW_EX) return body
def __str__(self): body = self.url_line() if self.index_file: body += colored('\n Index file found: ', Fore.BLUE) body += '{}'.format(self.index_file.name) return body
def __str__(self): body = colored('[{}]'.format(self.level), Back.LIGHTRED_EX, Fore.LIGHTWHITE_EX) body += colored(' {}'.format(self.error), Fore.LIGHTYELLOW_EX) return body