Esempio n. 1
0
    def load(self, yml_file_path):
        with open(handle_home_case(yml_file_path), 'r') as stream:
            try:
                self.yml_conf = yaml.load(stream, yaml.SafeLoader)
                from_conf_path = self.get_from()
                if from_conf_path is not None:
                    self.from_yml_conf = ConfLoader()
                    self.from_yml_conf.load(get_conf_path(from_conf_path))

                    # print(u'find yml configuration on %s:' % yml_file_path)
                    # self.dump()

            except yaml.YAMLError as exc:
                print(exc)
Esempio n. 2
0
    def setup(self, yml_file_name):
        for path in self.filePaths:
            if not exists(path):
                exit("log path: %s is not exist!" % path)
        self.processor = LogProcessor(self.hideSameTags)

        loader = ConfLoader()
        loader.load(get_conf_path(yml_file_name))

        self.processor.setup_trans(trans_msg_map=loader.get_trans_msg_map(),
                                   trans_tag_map=loader.get_trans_tag_map(),
                                   hide_msg_list=loader.get_hide_msg_list())
        self.processor.setup_separator(
            separator_rex_list=loader.get_separator_regex_list())
        self.processor.setup_highlight(
            highlight_list=loader.get_highlight_list())
        self.processor.setup_condition(
            tag_keywords=loader.get_tag_keyword_list())
        self.processor.setup_regex_parser(
            regex_exp=loader.get_log_line_regex())
Esempio n. 3
0
    def setup(self, yml_file_name):
        for path in self.filePaths:
            if not exists(path):
                exit("log path: %s is not exist!" % path)
        self.processor = LogProcessor(self.hideSameTags)

        loader = ConfLoader()
        loader.load(get_conf_path(yml_file_name))

        self.processor.setup_trans(trans_msg_map=loader.get_trans_msg_map(),
                                   trans_tag_map=loader.get_trans_tag_map(),
                                   hide_msg_list=loader.get_hide_msg_list())
        self.processor.setup_separator(separator_rex_list=loader.get_separator_regex_list())
        self.processor.setup_highlight(highlight_list=loader.get_highlight_list())
        self.processor.setup_condition(tag_keywords=loader.get_tag_keyword_list())
        log_line_regex = loader.get_log_line_regex()
        if log_line_regex is None:
            log_line_regex = 'date,time,process,thread,level,tag,message = "(.\S*) *(.\S*) *(\d*) *(\d*) *([A-Z]) *([^:]*): (.*?)$"'
            print("you don't provide 'log_line-regex' for parse each line on file, so we use this one as default:")
            print(log_line_regex + "\n")
        self.processor.setup_regex_parser(regex_exp=log_line_regex)
Esempio n. 4
0
    def setup(self, yml_file_name, args):
        for path in self.filePaths:
            if not exists(path):
                exit("log path: %s is not exist!" % path)
        self.processor = LogProcessor(self.hideSameTags)
        self.processor.setup_condition(tag_keywords=args.tag_keywords,
                                       line_keywords=args.line_keywords)

        if yml_file_name is not None:
            loader = ConfLoader()
            loader.load(get_conf_path(yml_file_name))

            self.processor.setup_trans(
                trans_msg_map=loader.get_trans_msg_map(),
                trans_tag_map=loader.get_trans_tag_map(),
                hide_msg_list=loader.get_hide_msg_list())
            self.processor.setup_separator(
                separator_rex_list=loader.get_separator_regex_list())
            self.processor.setup_highlight(
                highlight_list=loader.get_highlight_list())
            self.processor.setup_condition(
                tag_keywords=loader.get_tag_keyword_list(),
                line_keywords=loader.get_line_keyword_list())
            self.processor.setup_regex_parser(
                regex_exp=loader.get_log_line_regex())
            self.logType = loader.get_log_type()
        else:
            self.logType = 'android'
            self.processor.setup_regex_parser(
                regex_exp=
                'date,time,process,thread,level,tag,message = "(.\S*) *(.\S*) *(\d*) *(\d*) *([A-Z]) *([^:]*) *(.*?)$"'
            )

        self.processor.setup_log_type(self.logType)
        print("logtype:%s" % self.logType)
        print("tag keywords:%s" % self.processor.get_tag_keywords())
        print("line keywords:%s" % self.processor.get_line_words())
        print("highlight:%s" % self.processor.get_highlight())
        print("." * 100)
Esempio n. 5
0
    def setup(self, args):
        self.processor = LogProcessor(args.hide_same_tags)

        self.min_level = LOG_LEVELS_MAP[args.min_level.upper()]
        self.all = args.all
        self.ignored_tag = args.ignored_tag
        self.tag = args.tag

        self.package_name = args.package_or_path
        self.processor.setup_condition(tag_keywords=args.tag_keywords)
        if args.yml is not None:
            conf_file_path = get_conf_path(args.yml)
            if not exists(handle_home_case(conf_file_path)):
                exit('you provide conf file path: ' + conf_file_path +
                     ' is not exist!')

            conf_loader = ConfLoader()
            conf_loader.load(conf_file_path)

            yml_package = conf_loader.get_package()
            if yml_package is not None:
                self.package_name.append(yml_package)

            yml_adb_log_regex = conf_loader.get_adb_log_line_regex()
            if yml_adb_log_regex is not None:
                self.log_regex = LogRegex(yml_adb_log_regex)

            self.processor.setup_condition(
                tag_keywords=conf_loader.get_tag_keyword_list())
            self.processor.setup_trans(
                trans_msg_map=conf_loader.get_trans_msg_map(),
                trans_tag_map=conf_loader.get_trans_tag_map(),
                hide_msg_list=conf_loader.get_hide_msg_list())
            self.processor.setup_highlight(
                highlight_list=conf_loader.get_highlight_list())
            self.processor.setup_separator(
                separator_rex_list=conf_loader.get_separator_regex_list())

        if self.log_regex is None:
            self.log_regex = LogRegex(ADB_LOG_REGEX_EXP)

        base_adb_command = ['adb']
        if args.device_serial:
            base_adb_command.extend(['-s', args.device_serial])
        if args.use_device:
            base_adb_command.append('-d')
        if args.use_emulator:
            base_adb_command.append('-e')

        if args.current_app:
            system_dump_command = base_adb_command + [
                "shell", "dumpsys", "activity", "activities"
            ]
            system_dump = subprocess.Popen(system_dump_command,
                                           stdout=PIPE,
                                           stderr=PIPE).communicate()[0]
            running_package_name = re.search(".*TaskRecord.*A[= ]([^ ^}]*)",
                                             system_dump).group(1)
            self.package_name.append(running_package_name)

        if len(self.package_name) == 0:
            self.all = True

        # Store the names of packages for which to match all processes.
        self.catchall_package = list(
            filter(lambda package: package.find(":") == -1, self.package_name))
        # Store the name of processes to match exactly.
        named_processes = filter(lambda package: package.find(":") != -1,
                                 self.package_name)
        # Convert default process names from <package>: (cli notation) to <package> (android notation) in the exact names match group.
        self.named_processes = map(
            lambda package: package
            if package.find(":") != len(package) - 1 else package[:-1],
            named_processes)

        self.header_size = args.tag_width + 1 + 3 + 1  # space, level, space

        # Only enable GC coloring if the user opted-in
        if args.color_gc:
            # GC_CONCURRENT freed 3617K, 29% free 20525K/28648K, paused 4ms+5ms, total 85ms
            key = re.compile(
                r'^(GC_(?:CONCURRENT|FOR_M?ALLOC|EXTERNAL_ALLOC|EXPLICIT) )(freed <?\d+.)(, \d+% free \d+./\d+., )(paused \d+ms(?:\+\d+ms)?)'
            )
            val = r'\1%s\2%s\3%s\4%s' % (termcolor(GREEN), RESET,
                                         termcolor(YELLOW), RESET)

            RULES[key] = val

        adb_command = base_adb_command[:]
        adb_command.append('logcat')
        adb_command.extend(['-v', 'brief'])
        adb_command.extend(['-v', 'threadtime'])

        # Clear log before starting logcat
        if args.clear_logcat:
            adb_clear_command = list(adb_command)
            adb_clear_command.append('-c')
            adb_clear = subprocess.Popen(adb_clear_command)

            while adb_clear.poll() is None:
                pass

        if sys.stdin.isatty():
            self.adb = subprocess.Popen(adb_command,
                                        stdout=PIPE,
                                        stderr=STDOUT,
                                        stdin=PIPE)
        else:
            self.adb = FakeStdinProcess()

        self.pids = set()

        ps_command = base_adb_command + ['shell', 'ps']
        ps_pid = subprocess.Popen(ps_command,
                                  stdin=PIPE,
                                  stdout=PIPE,
                                  stderr=PIPE)
        while True:
            try:
                line = ps_pid.stdout.readline().decode('utf-8',
                                                       'replace').strip()
            except KeyboardInterrupt:
                break
            if len(line) == 0:
                break

            pid_match = PID_LINE.match(line)
            if pid_match is not None:
                pid = pid_match.group(1)
                proc = pid_match.group(2)
                if proc in self.catchall_package:
                    self.pids.add(pid)