def _recover_core(self): core_path = cores.recover_core_dump_file(self.command[0], self._cwd, self.process.pid) if core_path: # Core dump file recovering may be disabled (for distbuild for example) - produce only bt store_cores = runtime._get_ya_config().collect_cores if store_cores: new_core_path = path.get_unique_file_path(runtime.output_path(), "{}.{}.core".format(os.path.basename(self.command[0]), self._process.pid)) # Copy core dump file, because it may be overwritten yatest_logger.debug("Coping core dump file from '%s' to the '%s'", core_path, new_core_path) shutil.copyfile(core_path, new_core_path) core_path = new_core_path bt_filename = None pbt_filename = None if os.path.exists(runtime.gdb_path()): self._backtrace = cores.get_gdb_full_backtrace(self.command[0], core_path, runtime.gdb_path()) bt_filename = path.get_unique_file_path(runtime.output_path(), "{}.{}.backtrace".format(os.path.basename(self.command[0]), self._process.pid)) with open(bt_filename, "w") as afile: afile.write(self._backtrace) # generate pretty html version of backtrace aka Tri Korochki pbt_filename = bt_filename + ".html" cores.backtrace_to_html(bt_filename, pbt_filename) if store_cores: runtime._register_core(os.path.basename(self.command[0]), self.command[0], core_path, bt_filename, pbt_filename) else: runtime._register_core(os.path.basename(self.command[0]), None, None, bt_filename, pbt_filename)
def verify_sanitize_errors(self): """ Verify there are no sanitizer (ASAN, MSAN, TSAN, etc) errors for this binary. If there are any report them. """ if self._std_err and self._check_sanitizer and runtime._get_ya_config().sanitizer_extra_checks: build_path = runtime.build_path() if self.command[0].startswith(build_path): match = re.search(SANITIZER_ERROR_PATTERN, self._std_err) if match: yatest_logger.error("%s sanitizer found errors:\n\tstd_err:%s\n", match.group(1), truncate(self.std_err, MAX_OUT_LEN)) raise ExecutionError(self) else: yatest_logger.debug("No sanitizer errors found") else: yatest_logger.debug("'%s' doesn't belong to '%s' - no check for sanitize errors", self.command[0], build_path)
def wait(self, check_exit_code=True, timeout=None, on_timeout=None): def _wait(): finished = None try: if hasattr(os, "wait4"): try: pid, sts, rusage = subprocess._eintr_retry_call( os.wait4, self._process.pid, 0) finished = time.time() self._process._handle_exitstatus(sts) for field in [ "ru_idrss", "ru_inblock", "ru_isrss", "ru_ixrss", "ru_majflt", "ru_maxrss", "ru_minflt", "ru_msgrcv", "ru_msgsnd", "ru_nivcsw", "ru_nsignals", "ru_nswap", "ru_nvcsw", "ru_oublock", "ru_stime", "ru_utime", ]: if hasattr(rusage, field): self._metrics[field.replace("ru_", "")] = getattr( rusage, field) except OSError as exc: if exc.errno == errno.ECHILD: yatest_logger.debug( "Process resource usage is not available as process finished before wait4 was called" ) else: raise finally: self._process.wait( ) # this has to be here unconditionally, so that all process properties are set if not finished: finished = time.time() self._metrics["wtime"] = round(finished - self._started, 3) try: if timeout: process_is_finished = lambda: not self.running fail_message = "Command '%s' stopped by %d seconds timeout" % ( self._command, timeout) try: wait_for( process_is_finished, timeout, fail_message, sleep_time=0.1, on_check_condition=self._process_progress_listener) except TimeoutError as e: if on_timeout: yatest_logger.debug( "Calling user specified on_timeout function") try: on_timeout(self, timeout) except Exception: yatest_logger.exception( "Exception while calling on_timeout") raise ExecutionTimeoutError(self, str(e)) # Wait should be always called here, it finalizes internal states of its process and sets up return code _wait() except BaseException as e: _kill_process_tree(self._process.pid) _wait() yatest_logger.debug("Command exception: %s", e) raise finally: self._elapsed = time.time() - self._start self._save_outputs() if self.exit_code < 0 and self._collect_cores: try: self._recover_core() except Exception: yatest_logger.exception("Exception while recovering core") # Set the signal (negative number) which caused the process to exit if check_exit_code and self.exit_code != 0: yatest_logger.error( "Execution failed with exit code: %s\n\t,std_out:%s\n\tstd_err:%s\n", self.exit_code, truncate(self.std_out, MAX_OUT_LEN), truncate(self.std_err, MAX_OUT_LEN)) raise ExecutionError(self) # Don't search for sanitize errors if stderr was redirected if self._std_err and self._check_sanitizer and runtime._get_ya_config( ).sanitizer_extra_checks: build_path = runtime.build_path() if self.command[0].startswith(build_path): match = re.search(SANITIZER_ERROR_PATTERN, self._std_err) if match: yatest_logger.error( "%s sanitizer found errors:\n\tstd_err:%s\n", match.group(1), truncate(self.std_err, MAX_OUT_LEN)) raise ExecutionError(self) yatest_logger.debug("No sanitizer errors found") else: yatest_logger.debug( "'%s' doesn't belong to '%s' - no check for sanitize errors", self.command[0], build_path)