def _UpdateDefaultEnvProtoByMultiClientEnvVars(env_proto):
assert HasAllMultiClientEnvVars()
def str2int(env_config):
assert env_config.isdigit()
return int(env_config)
bootstrap_conf = ctrl_bootstrap_pb.BootstrapConf()
master_addr = ctrl_bootstrap_pb.Address()
master_addr.host = os.getenv("MASTER_ADDR")
master_addr.port = str2int(os.getenv("MASTER_PORT"))
bootstrap_conf.master_addr.CopyFrom(master_addr)
bootstrap_conf.world_size = str2int(os.getenv("WORLD_SIZE"))
bootstrap_conf.rank = str2int(os.getenv("RANK"))
env_proto.ctrl_bootstrap_conf.CopyFrom(bootstrap_conf)
def _UpdateDefaultEnvProtoByMultiClientEnvVars(env_proto):
assert HasAllMultiClientEnvVars()
def str2int(env_config):
assert env_config.isdigit()
return int(env_config)
bootstrap_conf = ctrl_bootstrap_pb.BootstrapConf()
master_addr = ctrl_bootstrap_pb.Address()
master_addr.host = os.getenv("MASTER_ADDR")
master_addr.port = str2int(os.getenv("MASTER_PORT"))
bootstrap_conf.master_addr.CopyFrom(master_addr)
bootstrap_conf.world_size = str2int(os.getenv("WORLD_SIZE"))
bootstrap_conf.rank = str2int(os.getenv("RANK"))
env_proto.ctrl_bootstrap_conf.CopyFrom(bootstrap_conf)
cpp_logging_conf = env_pb.CppLoggingConf()
if os.getenv("GLOG_log_dir"):
cpp_logging_conf.log_dir = os.getenv("GLOG_log_dir")
if os.getenv("GLOG_logtostderr"):
cpp_logging_conf.logtostderr = int(os.getenv("GLOG_logtostderr"))
if os.getenv("GLOG_logbuflevel"):
cpp_logging_conf.logbuflevel = os.getenv("GLOG_logbuflevel")
env_proto.cpp_logging_conf.CopyFrom(cpp_logging_conf)
self._shutting_down = [False]
def is_shutting_down(self):
"""
Whether the interpreter is currently shutting down.
For use in finalizers, __del__ methods, and similar; it is advised
to early bind this function rather than look it up when calling it,
since at shutdown module globals may be cleared.
Please refer to: https://github.com/Oneflow-Inc/OneTeam/issues/1219#issuecomment-1092370402
This solution is obtained from cupy code: https://github.com/cupy/cupy/pull/2809
"""
return self._shutting_down[0]
def switch_to_shutting_down(self, is_normal_exit=True):
self._shutting_down[0] = True
self._env_cxt.SwitchToShuttingDownPhase(is_normal_exit)
def GetEnv():
return EnvHolder()
device_tag2default_parallel_conf = {}
default_env_proto = _DefaultEnvProto()
config_master_addr = ctrl_bootstrap_pb.Address()
config_world_size = 0
config_bootstrap_ctrl_port = 0
config_node_size = 0
global_ctrl_bootstrap_confs = []