def tensorflow_parse(architecture_name, test_input_path):
from mmdnn.conversion.examples.tensorflow.extractor import tensorflow_extractor
from mmdnn.conversion.tensorflow.tensorflow_parser import TensorflowParser
# get original model prediction result
original_predict = tensorflow_extractor.inference(architecture_name, None, TestModels.cachedir, test_input_path)
del tensorflow_extractor
# original to IR
IR_file = TestModels.tmpdir + 'tensorflow_' + architecture_name + "_converted"
parser = TensorflowParser(
TestModels.cachedir + "imagenet_" + architecture_name + ".ckpt.meta",
TestModels.cachedir + "imagenet_" + architecture_name + ".ckpt",
["MMdnn_Output"])
parser.run(IR_file)
del parser
del TensorflowParser
return original_predict
def TensorFlowParse(architecture_name, image_path):
from mmdnn.conversion.examples.tensorflow.extractor import tensorflow_extractor
from mmdnn.conversion.tensorflow.tensorflow_parser import TensorflowParser
# get original model prediction result
original_predict = tensorflow_extractor.inference(architecture_name, TestModels.cachedir, image_path)
del tensorflow_extractor
# original to IR
IR_file = TestModels.tmpdir + 'tensorflow_' + architecture_name + "_converted"
parser = TensorflowParser(
TestModels.cachedir + "imagenet_" + architecture_name + ".ckpt.meta",
TestModels.cachedir + "imagenet_" + architecture_name + ".ckpt",
None,
"MMdnn_Output")
parser.run(IR_file)
del parser
del TensorflowParser
return original_predict
def _convert(args):
if args.srcFramework == 'caffe':
from mmdnn.conversion.caffe.transformer import CaffeTransformer
transformer = CaffeTransformer(args.network,
args.weights,
"tensorflow",
args.inputShape,
phase=args.caffePhase)
graph = transformer.transform_graph()
data = transformer.transform_data()
from mmdnn.conversion.caffe.writer import JsonFormatter, ModelSaver, PyWriter
JsonFormatter(graph).dump(args.dstPath + ".json")
print("IR network structure is saved as [{}.json].".format(
args.dstPath))
prototxt = graph.as_graph_def().SerializeToString()
with open(args.dstPath + ".pb", 'wb') as of:
of.write(prototxt)
print("IR network structure is saved as [{}.pb].".format(args.dstPath))
import numpy as np
with open(args.dstPath + ".npy", 'wb') as of:
np.save(of, data)
print("IR weights are saved as [{}.npy].".format(args.dstPath))
return 0
elif args.srcFramework == 'caffe2':
raise NotImplementedError("Caffe2 is not supported yet.")
'''
assert args.inputShape != None
from dlconv.caffe2.conversion.transformer import Caffe2Transformer
transformer = Caffe2Transformer(args.network, args.weights, args.inputShape, 'tensorflow')
graph = transformer.transform_graph()
data = transformer.transform_data()
from dlconv.common.writer import JsonFormatter, ModelSaver, PyWriter
JsonFormatter(graph).dump(args.dstPath + ".json")
print ("IR saved as [{}.json].".format(args.dstPath))
prototxt = graph.as_graph_def().SerializeToString()
with open(args.dstPath + ".pb", 'wb') as of:
of.write(prototxt)
print ("IR saved as [{}.pb].".format(args.dstPath))
import numpy as np
with open(args.dstPath + ".npy", 'wb') as of:
np.save(of, data)
print ("IR weights saved as [{}.npy].".format(args.dstPath))
return 0
'''
elif args.srcFramework == 'keras':
if args.network != None:
model = (args.network, args.weights)
else:
model = args.weights
from mmdnn.conversion.keras.keras2_parser import Keras2Parser
parser = Keras2Parser(model)
elif args.srcFramework == 'tensorflow':
if args.weights == None:
# only convert network structure
model = args.network
else:
model = (args.network, args.weights)
from mmdnn.conversion.tensorflow.tensorflow_parser import TensorflowParser
parser = TensorflowParser(model, args.dstNodeName)
elif args.srcFramework == 'mxnet':
assert args.inputShape != None
if args.weights == None:
model = (args.network, args.inputShape)
else:
import re
if re.search('.', args.weights):
args.weights = args.weights[:-7]
prefix, epoch = args.weights.rsplit('-', 1)
model = (args.network, prefix, epoch, args.inputShape)
from mmdnn.conversion.mxnet.mxnet_parser import MXNetParser
parser = MXNetParser(model)
else:
raise NotImplementedError("Unknown framework [{}].".format(
args.srcFramework))
parser.gen_IR()
parser.save_to_json(args.dstPath + ".json")
parser.save_to_proto(args.dstPath + ".pb")
parser.save_weights(args.dstPath + ".npy")
return 0
def _convert(args):
if args.inputShape != None:
inputshape = []
for x in args.inputShape:
shape = x.split(',')
inputshape.append([int(x) for x in shape])
else:
inputshape = [None]
if args.srcFramework == 'caffe':
from mmdnn.conversion.caffe.transformer import CaffeTransformer
transformer = CaffeTransformer(args.network,
args.weights,
"tensorflow",
inputshape[0],
phase=args.caffePhase)
graph = transformer.transform_graph()
data = transformer.transform_data()
from mmdnn.conversion.caffe.writer import JsonFormatter, ModelSaver, PyWriter
JsonFormatter(graph).dump(args.dstPath + ".json")
print("IR network structure is saved as [{}.json].".format(
args.dstPath))
prototxt = graph.as_graph_def().SerializeToString()
with open(args.dstPath + ".pb", 'wb') as of:
of.write(prototxt)
print("IR network structure is saved as [{}.pb].".format(args.dstPath))
import numpy as np
with open(args.dstPath + ".npy", 'wb') as of:
np.save(of, data)
print("IR weights are saved as [{}.npy].".format(args.dstPath))
return 0
elif args.srcFramework == 'caffe2':
raise NotImplementedError("Caffe2 is not supported yet.")
elif args.srcFramework == 'keras':
if args.network != None:
model = (args.network, args.weights)
else:
model = args.weights
from mmdnn.conversion.keras.keras2_parser import Keras2Parser
parser = Keras2Parser(model)
elif args.srcFramework == 'tensorflow' or args.srcFramework == 'tf':
if args.dstNodeName is None:
raise ValueError(
"Need to provide the output node of Tensorflow model.")
assert args.network or args.weights
if not args.network:
if args.inNodeName is None:
raise ValueError(
"Need to provide the input node of Tensorflow model.")
if inputshape is None:
raise ValueError(
"Need to provide the input node shape of Tensorflow model."
)
assert len(args.inNodeName) == len(inputshape)
from mmdnn.conversion.tensorflow.tensorflow_frozenparser import TensorflowParser2
parser = TensorflowParser2(args.weights, inputshape,
args.inNodeName, args.dstNodeName)
else:
from mmdnn.conversion.tensorflow.tensorflow_parser import TensorflowParser
if args.inNodeName and inputshape[0]:
parser = TensorflowParser(args.network, args.weights,
args.dstNodeName, inputshape[0],
args.inNodeName)
else:
parser = TensorflowParser(args.network, args.weights,
args.dstNodeName)
elif args.srcFramework == 'mxnet':
assert inputshape != None
if args.weights == None:
model = (args.network, inputshape[0])
else:
import re
if re.search('.', args.weights):
args.weights = args.weights[:-7]
prefix, epoch = args.weights.rsplit('-', 1)
model = (args.network, prefix, epoch, inputshape[0])
from mmdnn.conversion.mxnet.mxnet_parser import MXNetParser
parser = MXNetParser(model)
elif args.srcFramework == 'cntk':
from mmdnn.conversion.cntk.cntk_parser import CntkParser
model = args.network or args.weights
parser = CntkParser(model)
elif args.srcFramework == 'pytorch':
assert inputshape != None
from mmdnn.conversion.pytorch.pytorch_parser import PytorchParser
model = args.network or args.weights
assert model != None
parser = PytorchParser(model, inputshape[0])
elif args.srcFramework == 'torch' or args.srcFramework == 'torch7':
from mmdnn.conversion.torch.torch_parser import TorchParser
model = args.network or args.weights
assert model != None
parser = TorchParser(model, inputshape[0])
elif args.srcFramework == 'onnx':
from mmdnn.conversion.onnx.onnx_parser import ONNXParser
parser = ONNXParser(args.network)
elif args.srcFramework == 'darknet':
from mmdnn.conversion.darknet.darknet_parser import DarknetParser
parser = DarknetParser(args.network, args.weights, args.darknetStart)
elif args.srcFramework == 'coreml':
from mmdnn.conversion.coreml.coreml_parser import CoremlParser
parser = CoremlParser(args.network)
else:
raise ValueError("Unknown framework [{}].".format(args.srcFramework))
parser.run(args.dstPath)
return 0
def _convert(args):
if args.srcFramework == 'caffe':
from mmdnn.conversion.caffe.transformer import CaffeTransformer
transformer = CaffeTransformer(args.network,
args.weights,
"tensorflow",
args.inputShape,
phase=args.caffePhase)
graph = transformer.transform_graph()
data = transformer.transform_data()
from mmdnn.conversion.caffe.writer import JsonFormatter, ModelSaver, PyWriter
JsonFormatter(graph).dump(args.dstPath + ".json")
print("IR network structure is saved as [{}.json].".format(
args.dstPath))
prototxt = graph.as_graph_def().SerializeToString()
with open(args.dstPath + ".pb", 'wb') as of:
of.write(prototxt)
print("IR network structure is saved as [{}.pb].".format(args.dstPath))
import numpy as np
with open(args.dstPath + ".npy", 'wb') as of:
np.save(of, data)
print("IR weights are saved as [{}.npy].".format(args.dstPath))
return 0
elif args.srcFramework == 'caffe2':
raise NotImplementedError("Caffe2 is not supported yet.")
elif args.srcFramework == 'keras':
if args.network != None:
model = (args.network, args.weights)
else:
model = args.weights
from mmdnn.conversion.keras.keras2_parser import Keras2Parser
parser = Keras2Parser(model)
elif args.srcFramework == 'tensorflow' or args.srcFramework == 'tf':
if args.dstNodeName is None:
raise ValueError(
"Need to provide the output node of Tensorflow model.")
# assert args.network or args.frozen_pb
if args.frozen_pb:
from mmdnn.conversion.tensorflow.tensorflow_frozenparser import TensorflowParser2
parser = TensorflowParser2(args.frozen_pb, args.inputShape,
args.dstNodeName)
else:
from mmdnn.conversion.tensorflow.tensorflow_parser import TensorflowParser
parser = TensorflowParser(args.network, args.weights,
args.frozen_pb, args.dstNodeName)
elif args.srcFramework == 'mxnet':
assert args.inputShape != None
if args.weights == None:
model = (args.network, args.inputShape)
else:
import re
if re.search('.', args.weights):
args.weights = args.weights[:-7]
prefix, epoch = args.weights.rsplit('-', 1)
model = (args.network, prefix, epoch, args.inputShape)
from mmdnn.conversion.mxnet.mxnet_parser import MXNetParser
parser = MXNetParser(model)
elif args.srcFramework == 'cntk':
from mmdnn.conversion.cntk.cntk_parser import CntkParser
model = args.network or args.weights
parser = CntkParser(model)
elif args.srcFramework == 'pytorch':
assert args.inputShape != None
from mmdnn.conversion.pytorch.pytorch_parser import PyTorchParser
parser = PyTorchParser(args.network, args.inputShape)
else:
raise ValueError("Unknown framework [{}].".format(args.srcFramework))
parser.run(args.dstPath)
return 0
def _convert(args):
if args.srcFramework == 'caffe':
from mmdnn.conversion.caffe.transformer import CaffeTransformer
transformer = CaffeTransformer(args.network, args.weights, "tensorflow", args.inputShape, phase = args.caffePhase)
graph = transformer.transform_graph()
data = transformer.transform_data()
from mmdnn.conversion.caffe.writer import JsonFormatter, ModelSaver, PyWriter
JsonFormatter(graph).dump(args.dstPath + ".json")
print ("IR network structure is saved as [{}.json].".format(args.dstPath))
prototxt = graph.as_graph_def().SerializeToString()
with open(args.dstPath + ".pb", 'wb') as of:
of.write(prototxt)
print ("IR network structure is saved as [{}.pb].".format(args.dstPath))
import numpy as np
with open(args.dstPath + ".npy", 'wb') as of:
np.save(of, data)
print ("IR weights are saved as [{}.npy].".format(args.dstPath))
return 0
elif args.srcFramework == 'caffe2':
raise NotImplementedError("Caffe2 is not supported yet.")
'''
assert args.inputShape != None
from dlconv.caffe2.conversion.transformer import Caffe2Transformer
transformer = Caffe2Transformer(args.network, args.weights, args.inputShape, 'tensorflow')
graph = transformer.transform_graph()
data = transformer.transform_data()
from dlconv.common.writer import JsonFormatter, ModelSaver, PyWriter
JsonFormatter(graph).dump(args.dstPath + ".json")
print ("IR saved as [{}.json].".format(args.dstPath))
prototxt = graph.as_graph_def().SerializeToString()
with open(args.dstPath + ".pb", 'wb') as of:
of.write(prototxt)
print ("IR saved as [{}.pb].".format(args.dstPath))
import numpy as np
with open(args.dstPath + ".npy", 'wb') as of:
np.save(of, data)
print ("IR weights saved as [{}.npy].".format(args.dstPath))
return 0
'''
elif args.srcFramework == 'keras':
if args.network != None:
model = (args.network, args.weights)
else:
model = args.weights
from mmdnn.conversion.keras.keras2_parser import Keras2Parser
parser = Keras2Parser(model)
elif args.srcFramework == 'tensorflow' or args.srcFramework == 'tf':
if args.dstNodeName is None:
raise ValueError("Need to provide the output node of Tensorflow model.")
if args.weights is None:
# only convert network structure
model = args.network
else:
model = (args.network, args.weights)
from mmdnn.conversion.tensorflow.tensorflow_parser import TensorflowParser
parser = TensorflowParser(model, args.dstNodeName)
elif args.srcFramework == 'mxnet':
assert args.inputShape != None
if args.weights == None:
model = (args.network, args.inputShape)
else:
import re
if re.search('.', args.weights):
args.weights = args.weights[:-7]
prefix, epoch = args.weights.rsplit('-', 1)
model = (args.network, prefix, epoch, args.inputShape)
from mmdnn.conversion.mxnet.mxnet_parser import MXNetParser
parser = MXNetParser(model)
else:
raise ValueError("Unknown framework [{}].".format(args.srcFramework))
parser.gen_IR()
parser.save_to_json(args.dstPath + ".json")
parser.save_to_proto(args.dstPath + ".pb")
parser.save_weights(args.dstPath + ".npy")
return 0
