def build(spinner: Spinner, dirty: bool = False) -> None: env = os.environ.copy() env['SCONS_PROGRESS'] = "1" nproc = os.cpu_count() j_flag = "" if nproc is None else f"-j{nproc - 1}" for retry in [False]: scons: subprocess.Popen = subprocess.Popen( ["scons", j_flag, "--cache-populate"], cwd=BASEDIR, env=env, stderr=subprocess.PIPE) assert scons.stderr is not None compile_output = [] # Read progress from stderr and update spinner while scons.poll() is None: try: line = scons.stderr.readline() if line is None: continue line = line.rstrip() prefix = b'progress: ' if line.startswith(prefix): i = int(line[len(prefix):]) spinner.update_progress( MAX_BUILD_PROGRESS * min(1., i / TOTAL_SCONS_NODES), 100.) elif len(line): compile_output.append(line) print(line.decode('utf8', 'replace')) except Exception: pass if scons.returncode != 0: # Read remaining output r = scons.stderr.read().split(b'\n') compile_output += r if retry and (not dirty): if not os.getenv("CI"): print("scons build failed, cleaning in") for i in range(3, -1, -1): print("....%d" % i) time.sleep(1) subprocess.check_call(["scons", "-c"], cwd=BASEDIR, env=env) else: print("scons build failed after retry") sys.exit(1) else: # Build failed log errors errors = [ line.decode('utf8', 'replace') for line in compile_output if any(err in line for err in [b'error: ', b'not found, needed by target']) ] error_s = "\n".join(errors) add_file_handler(cloudlog) cloudlog.error("scons build failed\n" + error_s) # Show TextWindow spinner.close() if not os.getenv("CI"): error_s = "\n \n".join("\n".join(textwrap.wrap(e, 65)) for e in errors) with TextWindow("openpilot failed to build\n \n" + error_s) as t: t.wait_for_exit() exit(1) else: break # enforce max cache size cache_files = [f for f in CACHE_DIR.rglob('*') if f.is_file()] cache_files.sort(key=lambda f: f.stat().st_mtime) cache_size = sum(f.stat().st_size for f in cache_files) for f in cache_files: if cache_size < MAX_CACHE_SIZE: break cache_size -= f.stat().st_size f.unlink()
# install pip from git package = 'git+https://github.com/move-fast/opspline.git@master' pip = subprocess.Popen([sys.executable, "-m", "pip", "install", "-v", package], stdout=subprocess.PIPE) # Read progress from pip and update spinner steps = 0 while True: output = pip.stdout.readline() if pip.poll() is not None: break if output: steps += 1 spinner.update_progress(MAX_BUILD_PROGRESS * min(1., steps / TOTAL_PIP_STEPS), 100.) print(output.decode('utf8', 'replace')) if TICI: shutil.rmtree(TMP_DIR) os.unsetenv('TMPDIR') # remove numpy installed to PYEXTRA_DIR since numpy is already present in the AGNOS image if OPSPLINE_SPEC is None: for directory in glob(f'{PYEXTRA_DIR}/numpy*'): shutil.rmtree(directory) shutil.rmtree(f'{PYEXTRA_DIR}/bin') if __name__ == "__main__" and (OPSPLINE_SPEC is None or OVERPY_SPEC is None): spinner = Spinner() spinner.update_progress(0, 100) install_dep(spinner)
manager_thread(spinner) except Exception: traceback.print_exc() crash.capture_exception() finally: manager_cleanup() if Params().get("DoUninstall", encoding='utf8') == "1": cloudlog.warning("uninstalling") HARDWARE.uninstall() if __name__ == "__main__": unblock_stdout() spinner = Spinner() spinner.update_progress(MAX_BUILD_PROGRESS, 100) try: main(spinner) except Exception: add_logentries_handler(cloudlog) cloudlog.exception("Manager failed to start") # Show last 3 lines of traceback error = traceback.format_exc(-3) error = "Manager failed to start\n\n" + error spinner.close() with TextWindow(error) as t: t.wait_for_exit() raise