def save_config_file_from_dict(config_filename, config_dict): s = b"wandb_version: 1" if config_dict: # adding an empty dictionary here causes a parse error s += b"\n\n" + yaml.dump( config_dict, Dumper=yaml.SafeDumper, default_flow_style=False, allow_unicode=True, encoding="utf-8", ) data = s.decode("utf-8") filesystem._safe_makedirs(os.path.dirname(config_filename)) with open(config_filename, "w") as conf_file: conf_file.write(data)
def _log_setup(self, settings): """Setup logging from settings.""" filesystem._safe_makedirs(os.path.dirname(settings.log_user)) filesystem._safe_makedirs(os.path.dirname(settings.log_internal)) filesystem._safe_makedirs(os.path.dirname(settings.sync_file)) filesystem._safe_makedirs(settings.files_dir) if settings.symlink: self._safe_symlink( os.path.dirname(settings.sync_symlink_latest), os.path.dirname(settings.sync_file), os.path.basename(settings.sync_symlink_latest), delete=True, ) self._safe_symlink( os.path.dirname(settings.log_symlink_user), settings.log_user, os.path.basename(settings.log_symlink_user), delete=True, ) self._safe_symlink( os.path.dirname(settings.log_symlink_internal), settings.log_internal, os.path.basename(settings.log_symlink_internal), delete=True, ) _set_logger(logging.getLogger("wandb")) self._enable_logging(settings.log_user) logger.info("Logging user logs to {}".format(settings.log_user)) logger.info("Logging internal logs to {}".format(settings.log_internal)) self._wl._early_logger_flush(logger)
def _log_setup(self, settings): """Setup logging from settings.""" settings.log_user = settings._path_convert(settings.log_dir_spec, settings.log_user_spec) settings.log_internal = settings._path_convert( settings.log_dir_spec, settings.log_internal_spec) settings.sync_file = settings._path_convert(settings.sync_dir_spec, settings.sync_file_spec) settings.files_dir = settings._path_convert(settings.files_dir_spec) filesystem._safe_makedirs(os.path.dirname(settings.log_user)) filesystem._safe_makedirs(os.path.dirname(settings.log_internal)) filesystem._safe_makedirs(os.path.dirname(settings.sync_file)) filesystem._safe_makedirs(settings.files_dir) log_symlink_user = settings._path_convert( settings.log_symlink_user_spec) log_symlink_internal = settings._path_convert( settings.log_symlink_internal_spec) sync_symlink_latest = settings._path_convert( settings.sync_symlink_latest_spec) if settings.symlink: self._safe_symlink( os.path.dirname(sync_symlink_latest), os.path.dirname(settings.sync_file), os.path.basename(sync_symlink_latest), delete=True, ) self._safe_symlink( os.path.dirname(log_symlink_user), settings.log_user, os.path.basename(log_symlink_user), delete=True, ) self._safe_symlink( os.path.dirname(log_symlink_internal), settings.log_internal, os.path.basename(log_symlink_internal), delete=True, ) _set_logger(logging.getLogger("wandb")) self._enable_logging(settings.log_user) logger.info("Logging user logs to {}".format(settings.log_user)) logger.info("Logging internal logs to {}".format( settings.log_internal))