def _UpdateDefaultEnvProtoByMultiClientEnvVars(env_proto): assert HasAllMultiClientEnvVars() def str2int(env_config): assert env_config.isdigit() return int(env_config) bootstrap_conf = ctrl_bootstrap_pb.BootstrapConf() master_addr = ctrl_bootstrap_pb.Address() master_addr.host = os.getenv("MASTER_ADDR") master_addr.port = str2int(os.getenv("MASTER_PORT")) bootstrap_conf.master_addr.CopyFrom(master_addr) bootstrap_conf.world_size = str2int(os.getenv("WORLD_SIZE")) bootstrap_conf.rank = str2int(os.getenv("RANK")) env_proto.ctrl_bootstrap_conf.CopyFrom(bootstrap_conf)
def _UpdateDefaultEnvProtoByMultiClientEnvVars(env_proto): assert HasAllMultiClientEnvVars() def str2int(env_config): assert env_config.isdigit() return int(env_config) bootstrap_conf = ctrl_bootstrap_pb.BootstrapConf() master_addr = ctrl_bootstrap_pb.Address() master_addr.host = os.getenv("MASTER_ADDR") master_addr.port = str2int(os.getenv("MASTER_PORT")) bootstrap_conf.master_addr.CopyFrom(master_addr) bootstrap_conf.world_size = str2int(os.getenv("WORLD_SIZE")) bootstrap_conf.rank = str2int(os.getenv("RANK")) env_proto.ctrl_bootstrap_conf.CopyFrom(bootstrap_conf) cpp_logging_conf = env_pb.CppLoggingConf() if os.getenv("GLOG_log_dir"): cpp_logging_conf.log_dir = os.getenv("GLOG_log_dir") if os.getenv("GLOG_logtostderr"): cpp_logging_conf.logtostderr = int(os.getenv("GLOG_logtostderr")) if os.getenv("GLOG_logbuflevel"): cpp_logging_conf.logbuflevel = os.getenv("GLOG_logbuflevel") env_proto.cpp_logging_conf.CopyFrom(cpp_logging_conf)
self._shutting_down = [False] def is_shutting_down(self): """ Whether the interpreter is currently shutting down. For use in finalizers, __del__ methods, and similar; it is advised to early bind this function rather than look it up when calling it, since at shutdown module globals may be cleared. Please refer to: https://github.com/Oneflow-Inc/OneTeam/issues/1219#issuecomment-1092370402 This solution is obtained from cupy code: https://github.com/cupy/cupy/pull/2809 """ return self._shutting_down[0] def switch_to_shutting_down(self, is_normal_exit=True): self._shutting_down[0] = True self._env_cxt.SwitchToShuttingDownPhase(is_normal_exit) def GetEnv(): return EnvHolder() device_tag2default_parallel_conf = {} default_env_proto = _DefaultEnvProto() config_master_addr = ctrl_bootstrap_pb.Address() config_world_size = 0 config_bootstrap_ctrl_port = 0 config_node_size = 0 global_ctrl_bootstrap_confs = []