def _GetPhysicalBlobObjects(logical_blob_object, lbi):
blob_register = oneflow_api.GetDefaultBlobRegister()
physical_blob_objects = None
def BuildLogical2PhysicalInstruction(builder):
nonlocal physical_blob_objects
physical_blob_objects = builder.UnpackLogicalBlobToPhysicalBlobs(
logical_blob_object)
oneflow_api.deprecated.LogicalRun(BuildLogical2PhysicalInstruction)
return physical_blob_objects
def MirroredCast(op_attribute_str, parallel_conf):
op_attribute = text_format.Parse(op_attribute_str, op_attribute_pb.OpAttribute())
blob_register = oneflow_api.GetDefaultBlobRegister()
is_cast_to_mirrored = op_attribute.op_conf.HasField("cast_to_mirrored_conf")
is_cast_from_mirrored = op_attribute.op_conf.HasField("cast_from_mirrored_conf")
assert is_cast_to_mirrored or is_cast_from_mirrored
_MirroredCastAndAddOutputBlobReleaser(op_attribute, blob_register)
bw_blob_register = gradient_util.GetDefaultBackwardBlobRegister()
gradient_util.TrySetBackwardUsedBlobObject(
op_attribute, blob_register, bw_blob_register
)
import oneflow
import oneflow.python.framework.input_blob_def as input_blob_def
import oneflow.python.framework.dtype as dtype_util
import oneflow.python.framework.python_callback as python_callback
import oneflow.python.framework.balanced_splitter as balanced_splitter
import oneflow.python.framework.remote_blob as remote_blob_util
import oneflow.python.framework.id_util as id_util
import oneflow.python.eager.boxing_util as boxing_util
import oneflow.core.operator.op_conf_pb2 as op_conf_util
import oneflow.core.register.logical_blob_id_pb2 as logical_blob_id_util
import oneflow_api.oneflow.core.register.logical_blob_id as lbi_util
import oneflow_api
import numpy
from functools import reduce
blob_register = oneflow_api.GetDefaultBlobRegister()
def AsyncPush(session, job_func, *arg):
assert len(arg) == len(job_func.__oneflow_input_blob_defs__)
for i in range(len(arg)):
_AsyncPushArg(session, job_func.__oneflow_input_blob_defs__[i], arg[i])
def _AsyncPushArg(session, arg_blob_def, arg_ndarray):
if isinstance(arg_blob_def, (list, tuple)):
assert isinstance(
arg_ndarray,
(list, tuple)), "type(arg_ndarray): %s" % (type(arg_ndarray))
assert len(arg_blob_def) == len(arg_ndarray), "%s v.s. %s" % (
len(arg_blob_def),
def ForceReleaseEagerBlobs(self):
oneflow_api.GetDefaultBlobRegister().ForceReleaseAll()
self.backward_blob_register_.ForceReleaseAll()
