def Conv2D(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
inputsRef = curNode.getInputsRef()
assert (len(inputsRef) == 2)
options = {}
# TODO : Parse other options and make sure backend is consuming those
# Other options left to parse include T, data_format, dilations
paddingUsed = curNode.getAttrMapRef()["\"padding\""].getS()
if (paddingUsed == "\"SAME\""):
options["padding"] = 0
elif (paddingUsed == "\"VALID\""):
options["padding"] = 1
else:
options["padding"] = -1
stridesUsed = curNode.getAttrMapRef()["\"strides\""].getList().getILi()
options["strides"] = stridesUsed
return (None,
AST.BOp(AST.ID(dictNodeNameToOutVarStr[inputsRef[0]]),
TFNodesAST.getOperatorsIdx('#'),
AST.ID(dictNodeNameToOutVarStr[inputsRef[1]]),
options))
def Pack(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
inputsRef = curNode.getInputsRef()
N = curNode.getAttrMapRef()["\"N\""].getI()
axis = curNode.getAttrMapRef()["\"axis\""].getI()
assert (len(inputsRef) == N)
retAST = AST.UninterpFuncCall(
extraNodeInfoDict[curNode.getName()][0],
TFNodesAST.UninterpFuncCallNames.Pack.name,
list(map(lambda x: AST.ID(dictNodeNameToOutVarStr[x]),
inputsRef)) + [AST.Int(axis)])
return (None, retAST)
def Cast(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
inputsRef = curNode.getInputsRef()
assert (len(inputsRef) == 1)
sourceType = curNode.getAttrMapRef()["\"SrcT\""].getDataType()
destType = curNode.getAttrMapRef()["\"DstT\""].getDataType()
return (None,
AST.UninterpFuncCall(
extraNodeInfoDict[curNode.getName()][0],
TFNodesAST.UninterpFuncCallNames.Cast.name, [
AST.ID(dictNodeNameToOutVarStr[inputsRef[0]]),
AST.ID(sourceType.name),
AST.ID(destType.name)
]))
def VariableV2(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
curNodeShapeLi = curNode.getAttrMapRef()["\"shape\""].getShape(
).getDimRef()[:]
curNodeInputType = curNode.getAttrMapRef()["\"dtype\""].getDataType()
# TODO_TAB : for inference, have commented out decl and inserted input nodes.
# TODO : Right now in the current implementation, the dataType being passed to the node is being ignored by SeeDot.
# Fix this later.
# return (None, AST.Decl(curNodeShapeLi, curNodeInputType.name, None, None))
# NOTE : since this becomes an input node right now, i have also added to be prefixed at top in ProcessTFGraph::prefixAllPlaceHolderNodes()
# CHANGESRI
# return (None, AST.Input(curNodeShapeLi, curNodeInputType.name))
return (None, AST.Decl(curNodeShapeLi, [0.1, 0.1]))
def Const(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
assert (len(curNode.getInputsRef()) == 0)
tensor = curNode.getAttrMapRef()["\"value\""].getTensor()
curNodeDataType = curNode.getAttrMapRef()["\"dtype\""].getDataType()
# create a different copy to not change the original copy
curNodeShape = tensor.getShapeRef()[:]
tensorConstantVal = tensor.getConstantVal()
if tensorConstantVal is not None:
# Use uinterpreted call of CreateTensor to create the tensor and fill it with a constant value
dataPassed = None
if curNodeDataType == Graph.DataTypeEnum.DT_INT32:
dataPassed = AST.Int(tensorConstantVal, 32)
elif curNodeDataType == Graph.DataTypeEnum.DT_FLOAT:
dataPassed = AST.Float(tensorConstantVal)
else:
assert False
if (len(curNodeShape) == 0):
# This is a constant element
retAST = dataPassed
else:
retAST = AST.UninterpFuncCall(
curNodeShape,
TFNodesAST.UninterpFuncCallNames.CreateTensor.name,
[dataPassed],
isSecret=False)
else:
# The tensor content is given as byte array. Extract val array from the byte array and create ast.
if curNodeDataType == Graph.DataTypeEnum.DT_INT32:
dataPassed = list(
map(lambda x: AST.Int(x, 32),
tensor.getContentAsValArr()[:]))
elif curNodeDataType == Graph.DataTypeEnum.DT_FLOAT:
dataPassed = list(
map(lambda x: AST.Float(x),
tensor.getContentAsValArr()[:]))
else:
assert False
retAST = AST.Decl(curNodeShape,
None,
None,
dataPassed,
isSecret=False)
return (None, retAST)
def Placeholder(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
#curNodeShapeLi = curNode.getAttrMapRef()["\"shape\""].getShape().getDimRef()
curNodeShapeLi = extraNodeInfoDict[curNode.getName()][0]
curNodeInputType = curNode.getAttrMapRef()["\"dtype\""].getDataType()
assert (curNodeInputType is not Graph.DataTypeEnum.DT_INVALID)
# TODO : There has to be some way to take range, understand the dimensions for SeeDot
# CHANGESRI
# return (None, AST.Input(curNodeShapeLi, curNodeInputType.name))
return (None, AST.Decl(curNodeShapeLi, (-0.1, 0.1)))
def AvgPool(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
inputsRef = curNode.getInputsRef()
assert (len(inputsRef) == 1)
options = {}
stridesUsed = curNode.getAttrMapRef()["\"strides\""].getList().getILi()
assert ((stridesUsed[0] == 1) and (stridesUsed[3] == 1))
strideH = stridesUsed[1]
strideW = stridesUsed[2]
kSizeUsed = curNode.getAttrMapRef()["\"ksize\""].getList().getILi()
assert ((kSizeUsed[0] == 1) and (kSizeUsed[3] == 1))
kSizeH = kSizeUsed[1]
kSizeW = kSizeUsed[2]
paddingUsedStr = curNode.getAttrMapRef()["\"padding\""].getS()
zPadH = zPadW = -1
if (paddingUsedStr == "\"SAME\""):
zPadH = int((kSizeH - 1) / 2)
zPadW = int((kSizeW - 1) / 2)
elif (paddingUsedStr == "\"VALID\""):
zPadH = zPadW = 0
else:
zPadH = zPadW = -1
inputShape = extraNodeInfoDict[inputsRef[0]][0]
imgH = inputShape[1]
imgW = inputShape[2]
return (None,
AST.UninterpFuncCall(
extraNodeInfoDict[curNode.getName()][0],
TFNodesAST.UninterpFuncCallNames.AvgPool.name, [
AST.Int(kSizeH, 32),
AST.Int(kSizeW, 32),
AST.Int(zPadH, 32),
AST.Int(zPadW, 32),
AST.Int(strideH, 32),
AST.Int(strideW, 32),
AST.ID(dictNodeNameToOutVarStr[inputsRef[0]])
]))
def ZerosLike(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
inputsRef = curNode.getInputsRef()
assert (len(inputsRef) == 1)
curNodeOutputType = curNode.getAttrMapRef()["\"T\""].getDataType()
assert (curNodeOutputType is not Graph.DataTypeEnum.DT_INVALID)
retAST = AST.UninterpFuncCall(
extraNodeInfoDict[curNode.getName()][0],
TFNodesAST.UninterpFuncCallNames.CreateTensor.name, [AST.Int(0)],
isSecret=False)
return (None, retAST)
def RandomUniform(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
curNodeDataType = curNode.getAttrMapRef()["\"dtype\""].getDataType()
assert (curNodeDataType is not Graph.DataTypeEnum.DT_INVALID)
inputsRef = curNode.getInputsRef()
assert (len(inputsRef) == 1)
curNodeOutputShape = extraNodeInfoDict[curNode.getName()][0]
return (None,
AST.UninterpFuncCall(
curNodeOutputShape,
TFNodesAST.UninterpFuncCallNames.RandomUniform.name,
[AST.ID(curNodeDataType.name)]))
def ConcatV2(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
inputsRef = curNode.getInputsRef()
N = curNode.getAttrMapRef()["\"N\""].getI()
assert (len(inputsRef) == N + 1) # One extra for axis
# TODO : Since the axis of concat is constant, therefore, its known here - the input's sizes along that dim should be
# passed as input to the below function.
# For now hardcoding.
retAST = AST.UninterpFuncCall(
extraNodeInfoDict[curNode.getName()][0],
TFNodesAST.UninterpFuncCallNames.Concat.name + str(N) + 'T',
list(map(lambda x: AST.ID(dictNodeNameToOutVarStr[x]), inputsRef)),
outputDiffInpDims=1)
return (None, retAST)
def Pad(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
# Mode refers to 'CONSTANT', 'REFLECT' or 'SYMMETRIC'
mode = 0
if ("\"mode\"" in curNode.getAttrMapRef()):
mode = curNode.getAttrMapRef()["\"mode\""].getI()
constant_values = 0
if ("\"constant_values\"" in curNode.getAttrMapRef()):
constant_values = curNode.getAttrMapRef(
)["\"constant_values\""].getI()
# For now to make life easy - deal with SYMMETRIC AND REFLECT when time comes
assert (mode == 0 and constant_values == 0)
inputsRef = curNode.getInputsRef()
inputTensorShapeLi = extraNodeInfoDict[inputsRef[0]][0]
return (None,
AST.UninterpFuncCall(
extraNodeInfoDict[curNode.getName()][0],
TFNodesAST.UninterpFuncCallNames.Pad.name, [
AST.ID(dictNodeNameToOutVarStr[inputsRef[0]]),
AST.ID(dictNodeNameToOutVarStr[inputsRef[1]])
],
outputDiffInpDims=1))
def TruncatedNormal(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict,
extraNodeInfoDict: dict):
curNodeDataType = curNode.getAttrMapRef()["\"dtype\""].getDataType()
assert (curNodeDataType is not Graph.DataTypeEnum.DT_INVALID)
inputsRef = curNode.getInputsRef()
assert (len(inputsRef) == 1)
curNodeOutputShape = extraNodeInfoDict[curNode.getName()][0]
return (None,
AST.UninterpFuncCall(
extraNodeInfoDict[curNode.getName()][0],
TFNodesAST.UninterpFuncCallNames.TruncatedNormal.name,
[AST.ID(curNodeDataType.name)] +
list(map(lambda x: AST.Int(x), curNodeOutputShape)))
) # TODO
def Identity(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
# In SeeDot, J2=J1 creates a new reference for J1 -- so
# the corresponding code in Seedot cannot simply be J2 = J1.
# Instead create a new tensor first and then assign the old one to the new one.
inputsRef = curNode.getInputsRef()
assert (len(inputsRef) == 1)
curNodeDataType = curNode.getAttrMapRef()["\"T\""].getDataType()
assert (curNodeDataType is not Graph.DataTypeEnum.DT_INVALID)
curNodeShape = extraNodeInfoDict[curNode.getName()][0]
retAST = AST.UninterpFuncCall(
curNodeShape, TFNodesAST.UninterpFuncCallNames.CreateIdentity.name,
[AST.ID(dictNodeNameToOutVarStr[inputsRef[0]])])
return (None, retAST)
def Squeeze(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
# TODO : Do this in somewhat better way
inputsRef = curNode.getInputsRef()
inputTensorShape = extraNodeInfoDict[inputsRef[0]][0]
inputTensorRank = len(inputTensorShape)
squeezeDims = curNode.getAttrMapRef()["\"squeeze_dims\""].getList(
).getILi()
squeezeDimsRank = len(squeezeDims)
return (None,
AST.UninterpFuncCall(
extraNodeInfoDict[curNode.getName()][0],
TFNodesAST.UninterpFuncCallNames.Squeeze.name,
list(map(lambda x: AST.Int(x, 32), squeezeDims)) +
[AST.ID(dictNodeNameToOutVarStr[inputsRef[0]])]))
def Fill(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
inputsRef = curNode.getInputsRef()
assert (len(inputsRef) == 2)
curNodeOutputShape = extraNodeInfoDict[inputsRef[0]][0]
# inputsRef[0] denotes a shape and should have a rank of 1
assert (len(curNodeOutputShape) == 1)
curNodeOutputType = curNode.getAttrMapRef()["\"T\""].getDataType()
assert (curNodeOutputType is not Graph.DataTypeEnum.DT_INVALID)
retAST = AST.UninterpFuncCall(
extraNodeInfoDict[curNode.getName()][0],
TFNodesAST.UninterpFuncCallNames.CreateTensor.name,
[AST.ID(dictNodeNameToOutVarStr[inputsRef[1]])],
isSecret=False)
return (None, retAST)
def Slice(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
inputsRef = curNode.getInputsRef()
assert (len(inputsRef) == 3)
curNodeDataType = curNode.getAttrMapRef()["\"T\""].getDataType()
curNodeShapeASTLi = list(
map(lambda x: AST.Int(x), extraNodeInfoDict[curNode.getName()][0]))
retAST = AST.UninterpFuncCall(
extraNodeInfoDict[curNode.getName()][0],
TFNodesAST.UninterpFuncCallNames.CreateCopy.name,
[
AST.ID(dictNodeNameToOutVarStr[inputsRef[0]]), # of this
# begin idx
AST.ID(dictNodeNameToOutVarStr[inputsRef[1]]),
# size
AST.ID(dictNodeNameToOutVarStr[inputsRef[2]])
])
return (None, retAST)
def ShapeN(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
# TODO : generalize -- remove usage of Declare
inputsRef = curNode.getInputsRef()
assert (len(inputsRef) == 2)
N = curNode.getAttrMapRef()["\"N\""].getI()
assert (N == 2)
# TODO
# curNodeShape = extraNodeInfoDict[curNode.getName()][0]
# curNodeDataType = curNode.getAttrMapRef()["\"T\""].getDataType()
# retAST = AST.Let(AST.ID('temp_shapen_1'), AST.Declare(list(map(lambda x : AST.Int(x), curNodeShape)), AST.ID(curNodeDataType.name)), None)
# retAST.expr = AST.Let(AST.Index(AST.ID('temp_shapen_1'), [AST.Int(0)]),
# AST.Func(TFNodesAST.getOperatorsIdx('shape'), AST.ID(dictNodeNameToOutVarStr[inputsRef[0]])),
# None)
# retAST.expr.expr = AST.Let(AST.Index(AST.ID('temp_shapen_1'), [AST.Int(1)]),
# AST.Func(TFNodesAST.getOperatorsIdx('shape'), AST.ID(dictNodeNameToOutVarStr[inputsRef[1]])),
# AST.ID('temp_shapen_1'))
return (None, None)
def MatMul(graph: Graph.Graph, curNode: Graph.Node,
dictNodeNameToOutVarStr: dict, extraNodeInfoDict: dict):
inputsRef = curNode.getInputsRef()
assert (len(inputsRef) == 2)
inp1Str = dictNodeNameToOutVarStr[inputsRef[0]]
inp2Str = dictNodeNameToOutVarStr[inputsRef[1]]
inp1AST = AST.ID(inp1Str)
inp2AST = AST.ID(inp2Str)
attrMapRef = curNode.getAttrMapRef()
transposeABool = transposeBBool = False
if ("\"transpose_a\"" in attrMapRef):
transposeABool = attrMapRef["\"transpose_a\""].getB()
if ("\"transpose_b\"" in attrMapRef):
transposeBBool = attrMapRef["\"transpose_b\""].getB()
if (transposeABool):
inp1AST = AST.Transp(inp1AST)
if (transposeBBool):
inp2AST = AST.Transp(inp2AST)
return (None, AST.BOp(inp1AST, TFNodesAST.getOperatorsIdx('*'),
inp2AST))