Exemplo n.º 1
0

@enable_if.condition(hob.in_normal_mode)
def sync_default_session() -> None:
    session_ctx.GetDefaultSession().Sync()


def _TryCompleteConfigProto(config_proto):
    if config_proto.resource.machine_num == 0:
        config_proto.resource.machine_num = len(
            env_util.default_env_proto.machine)


def _GetDefaultConfigProto():
    from oneflow.python_gen.compatibility import with_cuda

    config_proto = job_set_util.ConfigProto()
    config_proto.resource.machine_num = 0
    if with_cuda:
        config_proto.resource.gpu_device_num = 1
    else:
        config_proto.resource.cpu_device_num = 1
        config_proto.resource.gpu_device_num = 0
    config_proto.io_conf.data_fs_conf.localfs_conf.SetInParent()
    config_proto.io_conf.snapshot_fs_conf.localfs_conf.SetInParent()
    config_proto.session_id = session_ctx.GetDefaultSession().id
    return config_proto


session_ctx.OpenDefaultSession(Session())
Exemplo n.º 2
0
def clear_default_session():
    session_ctx.TryCloseDefaultSession()
    session_ctx.OpenDefaultSession(Session())
Exemplo n.º 3
0
def clear_default_session():
    session_ctx.TryCloseDefaultSession()
    session_ctx.OpenDefaultSession(
        Session(oneflow._oneflow_internal.NewSessionId()))
Exemplo n.º 4
0
                        ctrl_bootstrap_conf.world_size)
            if ctrl_bootstrap_conf.HasField("node_size"):
                config_proto.resource.machine_num = ctrl_bootstrap_conf.node_size
            else:
                assert (ctrl_bootstrap_conf.world_size %
                        ctrl_bootstrap_conf.num_process_per_node.value == 0)
                config_proto.resource.machine_num = (
                    ctrl_bootstrap_conf.world_size //
                    ctrl_bootstrap_conf.num_process_per_node.value)
        else:
            config_proto.resource.machine_num = len(
                env_util.default_env_proto.machine)


def _GetDefaultConfigProto():
    config_proto = job_set_util.ConfigProto()
    config_proto.resource.machine_num = 0
    if oneflow._oneflow_internal.flags.with_cuda():
        config_proto.resource.gpu_device_num = 1
    else:
        config_proto.resource.cpu_device_num = 1
        config_proto.resource.gpu_device_num = 0
    config_proto.io_conf.data_fs_conf.localfs_conf.SetInParent()
    config_proto.io_conf.snapshot_fs_conf.localfs_conf.SetInParent()
    config_proto.session_id = session_ctx.GetDefaultSession().id
    return config_proto


session_ctx.OpenDefaultSession(
    Session(oneflow._oneflow_internal.NewSessionId()))
Exemplo n.º 5
0
def clear_default_session():
    session_ctx.TryCloseDefaultSession()
    session_ctx.OpenDefaultSession(Session(oneflow_api.NewSessionId()))
Exemplo n.º 6
0
    func = enable_if.unique([sync_default_session])
    return func()


@enable_if.condition(hob.in_normal_mode)
def sync_default_session() -> None:
    session_ctx.GetDefaultSession().Sync()


def _TryCompleteConfigProto(config_proto):
    if config_proto.resource.machine_num == 0:
        config_proto.resource.machine_num = len(
            env_util.default_env_proto.machine)


def _GetDefaultConfigProto():
    config_proto = job_set_util.ConfigProto()
    config_proto.resource.machine_num = 0
    if oneflow_api.flags.with_cuda():
        config_proto.resource.gpu_device_num = 1
    else:
        config_proto.resource.cpu_device_num = 1
        config_proto.resource.gpu_device_num = 0
    config_proto.io_conf.data_fs_conf.localfs_conf.SetInParent()
    config_proto.io_conf.snapshot_fs_conf.localfs_conf.SetInParent()
    config_proto.session_id = session_ctx.GetDefaultSession().id
    return config_proto


session_ctx.OpenDefaultSession(Session(oneflow_api.NewSessionId()))
Exemplo n.º 7
0
def clear_default_session() -> None:
    r"""Clear the default session. All compiled OneFlow functions will be deleted.
    """
    session_ctx.TryCloseDefaultSession()
    session_ctx.OpenDefaultSession(Session())
    session_ctx.GetDefaultSession().InitNormalModeScope()