def get_super_resolution(): factor = 3 size = 224 data = sym.Variable(name='9') conv1 = sym.conv2d(data, channels=64, kernel_size=(5, 5), padding=(2, 2), use_bias=False) relu1 = sym.relu(conv1 + sym.Variable(name='2')) conv2 = sym.conv2d(relu1, channels=64, kernel_size=(3, 3), padding=(1, 1), use_bias=False) relu2 = sym.relu(conv2 + sym.Variable(name='4')) conv3 = sym.conv2d(relu2, channels=32, kernel_size=(3, 3), padding=(1, 1), use_bias=False) relu3 = sym.relu(conv3 + sym.Variable(name='6')) conv4 = sym.conv2d(relu3, channels=factor**2, kernel_size=(3, 3), padding=(1, 1), use_bias=False) conv4 = conv4 + sym.Variable(name='8') # TODO(zhreshold): allow shape inference for batch size > 1 r1 = sym.reshape(conv4, shape=(1, 1, factor, factor, size, size)) t1 = sym.transpose(r1, axes=(0, 1, 4, 2, 5, 3)) r2 = sym.reshape(t1, shape=(1, 1, size * factor, size * factor)) return r2
def basic_block(data, num_filter, stride=1, downsample=None, dilation=(1, 1), residual=True): out = data out = conv3x3(out, num_filter, stride, padding=dilation[0], dilation=dilation[0]) out = int8_wrapper(sym.batch_norm, data=out) out = sym.relu(data=out) out = conv3x3(out, num_filter, padding=dilation[1], dilation=dilation[1]) out = int8_wrapper(sym.batch_norm, data=out) if residual: _residual = data if downsample is not None: _residual = downsample(data=_residual) out = _residual + out out = sym.relu(data=out) return out
def get_classifier(input_data, num_classes): """Get VGG classifier layers as fc layers.""" flatten = sym.flatten(data=input_data, name="flatten") fc6 = sym.dense(data=flatten, units=4096, name="fc6") relu6 = sym.relu(data=fc6, name="relu6") drop6 = sym.dropout(data=relu6, rate=0.5, name="drop6") fc7 = sym.dense(data=drop6, units=4096, name="fc7") relu7 = sym.relu(data=fc7, name="relu7") drop7 = sym.dropout(data=relu7, rate=0.5, name="drop7") fc8 = sym.dense(data=drop7, units=num_classes, name="fc8") return fc8
def get_super_resolution_deprecated(): factor = 3 size = 224 data = sym.Variable(name='9') conv1 = sym.conv2d(data, channels=64, kernel_size=(5, 5), padding=(2, 2)) relu1 = sym.relu(conv1) conv2 = sym.conv2d(relu1, channels=64, kernel_size=(3, 3), padding=(1, 1)) relu2 = sym.relu(conv2) conv3 = sym.conv2d(relu2, channels=32, kernel_size=(3, 3), padding=(1, 1)) relu3 = sym.relu(conv3) conv4 = sym.conv2d(relu3, channels=factor**2, kernel_size=(3, 3), padding=(1, 1)) r1 = sym.reshape(conv4, shape=(0, 1, factor, factor, size, size)) t1 = sym.transpose(r1, axes=(0, 1, 4, 2, 5, 3)) r2 = sym.reshape(t1, shape=(0, 1, size * factor, size * factor)) return r2
def Conv(data, num_filter, kernel=(1, 1), stride=(1, 1), pad=(0, 0), name=None, suffix=''): conv = sym.conv2d(data=data, channels=num_filter, kernel_size=kernel, strides=stride, padding=pad, use_bias=False, name='%s%s_conv2d' % (name, suffix)) bn = int8_wrapper(sym.batch_norm, data=conv, name='%s%s_bn' % (name, suffix), epsilon=2e-5) act = sym.relu(data=bn, name='%s%s_relu' % (name, suffix)) return act
def block1_block_nnvm(sym_149080784, sym_consts): # Begin of Cell 1 cs = sym_consts sym_75044384 = cs["sym_75044384"] sym_73427696 = cs["sym_73427696"] sym_223382672 = cs["sym_223382672"] sym_356827536 = cs["sym_356827536"] sym_451228704 = cs["sym_451228704"] sym_88828560 = cs["sym_88828560"] sym_379167584 = cs["sym_379167584"] sym_492256464 = cs["sym_492256464"] sym_104779696 = cs["sym_104779696"] sym_378983504 = cs["sym_378983504"] sym_73418512 = cs["sym_73418512"] sym_134609696 = cs["sym_134609696"] sym_131967104 = cs["sym_131967104"] sym_473740336 = cs["sym_473740336"] sym_112766576 = cs["sym_112766576"] sym_105635760 = cs["sym_105635760"] sym_457698256 = _sym.pad(sym_149080784, pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_382705136 = _sym.conv2d( sym_457698256, sym_75044384, padding=[0, 0], dilation=(1, 1), layout="NHWC", strides=(1, 1), kernel_size=(1, 1), channels=64, kernel_layout="HWIO", name="Rcnn_ctcV3/expand_conv1/conv2d_4/convolution", use_bias=False) sym_457698256 = _sym.broadcast_add(sym_382705136, sym_73427696) sym_394053216 = _sym.pad(sym_149080784, pad_width=((0, 0), (1, 1), (1, 1), (0, 0))) sym_140340480 = _sym.conv2d( sym_394053216, sym_451228704, dilation=(1, 1), layout="NHWC", strides=(1, 1), padding=[0, 0], kernel_size=(3, 3), channels=64, kernel_layout="HWIO", name="Rcnn_ctcV3/expand_conv1/conv2d_5/convolution", use_bias=False) sym_394053216 = _sym.broadcast_add(sym_140340480, sym_88828560) sym_88729488 = _sym.broadcast_add( sym_378983504, sym_73418512, name= "Rcnn_ctcV3/expand_conv1/static_batch_normalization_3/batchnorm/add") sym_104808848 = _sym.__pow_scalar__( sym_88729488, name= "Rcnn_ctcV3/expand_conv1/static_batch_normalization_3/batchnorm/Rsqrt", scalar=-0.5) sym_80975232 = _sym.broadcast_mul( sym_104808848, sym_379167584, name= "Rcnn_ctcV3/expand_conv1/static_batch_normalization_3/batchnorm/mul") sym_86811088 = _sym.broadcast_mul( sym_394053216, sym_80975232, name= "Rcnn_ctcV3/expand_conv1/static_batch_normalization_3/batchnorm/mul_1") sym_382126160 = _sym.broadcast_mul( sym_104779696, sym_80975232, name= "Rcnn_ctcV3/expand_conv1/static_batch_normalization_3/batchnorm/mul_2") sym_104808912 = _sym.broadcast_sub( sym_492256464, sym_382126160, name= "Rcnn_ctcV3/expand_conv1/static_batch_normalization_3/batchnorm/sub") sym_114622080 = _sym.broadcast_add( sym_86811088, sym_104808912, name= "Rcnn_ctcV3/expand_conv1/static_batch_normalization_3/batchnorm/add_1") sym_382620512 = _sym.pad(sym_114622080, pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_457310224 = _sym.conv2d( sym_382620512, sym_223382672, layout="NHWC", strides=(1, 1), padding=[0, 0], dilation=(1, 1), kernel_size=(1, 1), channels=64, kernel_layout="HWIO", name="Rcnn_ctcV3/expand_conv1/activation/conv2d_6/convolution", use_bias=False) sym_382620512 = _sym.broadcast_add(sym_457310224, sym_356827536) sym_74589536 = _sym.pad(sym_114622080, pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_73915248 = _sym.conv2d( sym_74589536, sym_134609696, layout="NHWC", strides=(1, 1), padding=[0, 0], dilation=(1, 1), kernel_size=(1, 1), channels=64, kernel_layout="HWIO", name="Rcnn_ctcV3/expand_conv1/activation/conv2d_7/convolution", use_bias=False) sym_74589536 = _sym.broadcast_add(sym_73915248, sym_131967104) sym_73915280 = _sym.broadcast_add( sym_382620512, sym_74589536, name="Rcnn_ctcV3/expand_conv1/activation/max_2/add") sym_73550304 = _sym.broadcast_sub( sym_382620512, sym_74589536, name="Rcnn_ctcV3/expand_conv1/activation/max_2/sub") sym_457788432 = _sym.relu( sym_73550304, name="Rcnn_ctcV3/expand_conv1/activation/max_2/Relu") sym_457788880 = _sym.broadcast_add( sym_73915280, sym_457788432, name="Rcnn_ctcV3/expand_conv1/activation/max_2/add_1") sym_105411888 = _sym.broadcast_sub( sym_74589536, sym_382620512, name="Rcnn_ctcV3/expand_conv1/activation/max_2/sub_1") sym_76993232 = _sym.relu( sym_105411888, name="Rcnn_ctcV3/expand_conv1/activation/max_2/Relu_1") sym_223578592 = _sym.broadcast_add( sym_457788880, sym_76993232, name="Rcnn_ctcV3/expand_conv1/activation/max_2/add_2") sym_152477424 = _sym.broadcast_mul( sym_473740336, sym_223578592, name="Rcnn_ctcV3/expand_conv1/activation/max_2/mul") sym_393365024 = _sym.pad(sym_152477424, pad_width=((0, 0), (1, 1), (1, 1), (0, 0))) sym_79064400 = _sym.conv2d( sym_393365024, sym_112766576, dilation=(1, 1), layout="NHWC", strides=(1, 1), padding=[0, 0], kernel_size=(3, 3), channels=64, kernel_layout="HWIO", name="Rcnn_ctcV3/expand_conv1/conv2d_8/convolution", use_bias=False) sym_393365024 = _sym.broadcast_add(sym_79064400, sym_105635760) sym_118484944 = _sym.broadcast_add( sym_393365024, sym_457698256, name="Rcnn_ctcV3/expand_conv1/add_1/add") # End of Cell 1 return sym_118484944
def demo_softmax_debug(): x = np.array([[0, 0], [0, 1], [1, 0], [1, 1]]).astype(np.float32) print(with_nnvm(0, 1, [x], lambda a: sym.relu(sym.softmax(a)), debug=True))
def residual_unit(data, num_filter, stride, dim_match, name, bottle_neck=True, last_filter=16): """Return ResNet Unit symbol for building ResNet Parameters ---------- data : str Input data num_filter : int Number of output channels bnf : int Bottle neck channels factor with regard to num_filter stride : tuple Stride used in convolution dim_match : Boolean True means channel number between input and output is the same, otherwise means differ name : str Base name of the operators """ if bottle_neck: bn1 = sym.batch_norm(data=data, epsilon=2e-5, name=name + '_bn1', axis=3) act1 = sym.relu(data=bn1, name=name + '_relu1') conv1 = sym.conv2d(data=act1, channels=int(num_filter * 0.25), kernel_size=(1, 1), strides=stride, padding=(0, 0), use_bias=False, name=name + '_conv1') if last_filter <= 129: conv1 = sym.conv2d(data=conv1,channels=int(num_filter*0.25),kernel_size=(1, 1),\ strides=(1,1),padding=(0,0),dilation=(0,0),use_bias=False,name=name + '_conv1b') bn2 = sym.batch_norm(data=conv1, epsilon=2e-5, name=name + '_bn2', axis=3) act2 = sym.relu(data=bn2, name=name + '_relu2') conv2 = sym.conv2d(data=act2, channels=int(num_filter * 0.25), kernel_size=(3, 3), strides=(1, 1), padding=(1, 1), use_bias=False, name=name + '_conv2') if num_filter * 0.25 <= 129: conv2 = sym.conv2d(data=conv2,channels=int(num_filter*0.25),kernel_size=(1, 1),\ strides=(1,1),padding=(0,0),dilation=(0,0),use_bias=False,name=name + '_conv2b') bn3 = sym.batch_norm(data=conv2, epsilon=2e-5, name=name + '_bn3', axis=3) act3 = sym.relu(data=bn3, name=name + '_relu3') conv3 = sym.conv2d(data=act3, channels=num_filter, kernel_size=(1, 1), strides=(1, 1), padding=(0, 0), use_bias=False, name=name + '_conv3') if num_filter * 0.25 <= 129: conv3 = sym.conv2d(data=conv3,channels=num_filter,kernel_size=(1, 1),\ strides=(1,1),padding=(0,0),dilation=(0,0),use_bias=False,name=name + '_conv3b') if dim_match: shortcut = data else: shortcut = sym.conv2d(data=act1, channels=num_filter, kernel_size=(1, 1), strides=stride, use_bias=False, name=name + '_sc') return sym.elemwise_add(conv3, shortcut) else: bn1 = sym.batch_norm(data=data, epsilon=2e-5, name=name + '_bn1', axis=3) act1 = sym.relu(data=bn1, name=name + '_relu1') conv1 = sym.conv2d(data=act1, channels=num_filter, kernel_size=(3, 3), strides=stride, padding=(1, 1), use_bias=False, name=name + '_conv1') if last_filter <= 129: conv1 = sym.conv2d(data=conv1,channels=num_filter,kernel_size=(1, 1),\ strides=(1,1),padding=(0,0),dilation=(0,0),use_bias=False,name=name + '_conv1b') bn2 = sym.batch_norm(data=conv1, epsilon=2e-5, name=name + '_bn2', axis=3) act2 = sym.relu(data=bn2, name=name + '_relu2') conv2 = sym.conv2d(data=act2, channels=num_filter, kernel_size=(3, 3), strides=(1, 1), padding=(1, 1), use_bias=False, name=name + '_conv2') if num_filter <= 129: conv2 = sym.conv2d(data=conv2,channels=num_filter,kernel_size=(1, 1),\ strides=(1,1),padding=(0,0),dilation=(0,0),use_bias=False,name=name + '_conv2b') if dim_match: shortcut = data else: shortcut = sym.conv2d(data=act1, channels=num_filter, kernel_size=(1, 1), strides=stride, use_bias=False, name=name + '_sc') return sym.elemwise_add(conv2, shortcut)
def resnet(units, num_stages, filter_list, num_classes, image_shape, bottle_neck=True): """Return ResNet symbol of Parameters ---------- units : list Number of units in each stage num_stages : int Number of stage filter_list : list Channel size of each stage num_classes : int Ouput size of symbol dataset : str Dataset type, only cifar10 and imagenet supports """ num_unit = len(units) assert num_unit == num_stages data = sym.Variable(name='data') #data = sym.batch_norm(data=data, epsilon=2e-5, scale=False, name='bn_data',axis=3) (_, height, _) = image_shape if height <= 32: # such as cifar10 body = sym.conv2d(data=data, channels=filter_list[0], kernel_size=(3, 3), strides=(1, 1), padding=(1, 1), use_bias=False, name="conv0") else: # often expected to be 224 such as imagenet body = sym.conv2d(data=data, channels=filter_list[0], kernel_size=(7, 7), strides=(2, 2), padding=(3, 3), use_bias=False, name="conv0") body = sym.batch_norm(data=body, epsilon=2e-5, name='bn0', axis=3) body = sym.relu(data=body, name='relu0') body = sym.max_pool2d(data=body, pool_size=(3, 3), strides=(2, 2), padding=(1, 1), layout="NHWC") #body = residual_unit2( # body, filter_list[1], (1,1), # False, name='stage%d_unit%d' % (1, 1), bottle_neck=bottle_neck,filter_last=filter_list[0]) for i in range(num_stages): body = residual_unit(body, filter_list[i + 1], (1 if i == 0 else 2, 1 if i == 0 else 2), False, name='stage%d_unit%d' % (i + 1, 1), bottle_neck=bottle_neck, last_filter=filter_list[i]) for j in range(units[i] - 1): body = residual_unit(body, filter_list[i + 1], (1, 1), True, name='stage%d_unit%d' % (i + 1, j + 2), bottle_neck=bottle_neck, last_filter=filter_list[i + 1]) bn1 = sym.batch_norm(data=body, epsilon=2e-5, name='bn1', axis=3) relu1 = sym.relu(data=bn1, name='relu1') return relu1
def block2_block_nnvm(nblocks:int,sym_480391360): varnames = {} def addvar(name,shape): nonlocal varnames s = _sym.Variable(name=name,shape=shape) varnames.update({name:s}) return s sym_85993200 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_28/gamma",shape=(192,)) sym_367190496 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_28/beta",shape=(192,)) sym_393365200 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_28/moving_mean",shape=(192,)) sym_89108592 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_28/moving_variance",shape=(192,)) sym_86660000 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_28/batchnorm/add/y",shape=(1,)) sym_91999584 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/activation/conv2d_85/kernel",shape=(1, 1, 192, 192)) sym_489572528 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/activation/conv2d_85/bias",shape=(192,)) sym_105212592 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/activation/conv2d_86/kernel",shape=(1, 1, 192, 192)) sym_100075984 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/activation/conv2d_86/bias",shape=(192,)) sym_88942384 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/activation/max_27/mul/x",shape=(1,)) sym_146185312 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/conv2d_87/kernel",shape=(3, 3, 192, 192)) sym_123818576 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/conv2d_87/bias",shape=(192,)) sym_118481536 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_29/gamma",shape=(192,)) sym_108661440 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_29/beta",shape=(192,)) sym_83230208 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_29/moving_mean",shape=(192,)) sym_75303200 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_29/moving_variance",shape=(192,)) sym_223540640 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_29/batchnorm/add/y",shape=(1,)) sym_149765696 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/conv2d_88/kernel",shape=(1, 1, 192, 192)) sym_483354480 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/conv2d_88/bias",shape=(192,)) sym_145792752 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/conv2d_89/kernel",shape=(1, 1, 192, 192)) sym_457499856 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/conv2d_89/bias",shape=(192,)) sym_149177840 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/max_28/mul/x",shape=(1,)) sym_104094144 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/conv2d_90/kernel",shape=(3, 3, 192, 192)) sym_385754128 = addvar(name="Rcnn_ctcV3/conv_block3_1/unit2/conv2d_90/bias",shape=(192,)) sym_377560640 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_30/gamma",shape=(192,)) sym_105564416 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_30/beta",shape=(192,)) sym_149177744 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_30/moving_mean",shape=(192,)) sym_394323280 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_30/moving_variance",shape=(192,)) sym_143315712 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_30/batchnorm/add/y",shape=(1,)) sym_367184720 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/activation/conv2d_91/kernel",shape=(1, 1, 192, 192)) sym_284058064 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/activation/conv2d_91/bias",shape=(192,)) sym_223532000 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/activation/conv2d_92/kernel",shape=(1, 1, 192, 192)) sym_75038320 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/activation/conv2d_92/bias",shape=(192,)) sym_88156448 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/activation/max_29/mul/x",shape=(1,)) sym_238287504 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/conv2d_93/kernel",shape=(3, 3, 192, 192)) sym_93313120 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/conv2d_93/bias",shape=(192,)) sym_453626080 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_31/gamma",shape=(192,)) sym_385757328 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_31/beta",shape=(192,)) sym_92005968 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_31/moving_mean",shape=(192,)) sym_457127312 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_31/moving_variance",shape=(192,)) sym_104985248 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_31/batchnorm/add/y",shape=(1,)) sym_83206384 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/conv2d_94/kernel",shape=(1, 1, 192, 192)) sym_125060048 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/conv2d_94/bias",shape=(192,)) sym_492264992 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/conv2d_95/kernel",shape=(1, 1, 192, 192)) sym_94777856 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/conv2d_95/bias",shape=(192,)) sym_120063008 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/max_30/mul/x",shape=(1,)) sym_116113008 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/conv2d_96/kernel",shape=(3, 3, 192, 192)) sym_382719232 = addvar(name="Rcnn_ctcV3/conv_block3_2/unit3/conv2d_96/bias",shape=(192,)) sym_489301152 = addvar(name="Rcnn_ctcV3/expand_conv4/conv2d_97/kernel",shape=(1, 1, 192, 256)) sym_457717648 = addvar(name="Rcnn_ctcV3/expand_conv4/conv2d_97/bias",shape=(256,)) sym_86813200 = addvar(name="Rcnn_ctcV3/expand_conv4/conv2d_98/kernel",shape=(3, 3, 192, 256)) sym_149206176 = addvar(name="Rcnn_ctcV3/expand_conv4/conv2d_98/bias",shape=(256,)) sym_79062816 = addvar(name="Rcnn_ctcV3/expand_conv4/static_batch_normalization_32/gamma",shape=(256,)) sym_100932496 = addvar(name="Rcnn_ctcV3/expand_conv4/static_batch_normalization_32/beta",shape=(256,)) sym_75061856 = addvar(name="Rcnn_ctcV3/expand_conv4/static_batch_normalization_32/moving_mean",shape=(256,)) sym_121639120 = addvar(name="Rcnn_ctcV3/expand_conv4/static_batch_normalization_32/moving_variance",shape=(256,)) sym_489278688 = addvar(name="Rcnn_ctcV3/expand_conv4/static_batch_normalization_32/batchnorm/add/y",shape=(1,)) sym_86776256 = addvar(name="Rcnn_ctcV3/expand_conv4/activation/conv2d_99/kernel",shape=(1, 1, 256, 256)) sym_379070224 = addvar(name="Rcnn_ctcV3/expand_conv4/activation/conv2d_99/bias",shape=(256,)) sym_92742368 = addvar(name="Rcnn_ctcV3/expand_conv4/activation/conv2d_100/kernel",shape=(1, 1, 256, 256)) sym_88574976 = addvar(name="Rcnn_ctcV3/expand_conv4/activation/conv2d_100/bias",shape=(256,)) sym_453605008 = addvar(name="Rcnn_ctcV3/expand_conv4/activation/max_31/mul/x",shape=(1,)) sym_234740896 = addvar(name="Rcnn_ctcV3/expand_conv4/conv2d_101/kernel",shape=(3, 3, 256, 256)) sym_394390128 = addvar(name="Rcnn_ctcV3/expand_conv4/conv2d_101/bias",shape=(256,)) sym_124429376 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_33/gamma",shape=(256,)) sym_385617296 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_33/beta",shape=(256,)) sym_75392816 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_33/moving_mean",shape=(256,)) sym_103921888 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_33/moving_variance",shape=(256,)) sym_394044400 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_33/batchnorm/add/y",shape=(1,)) sym_70178352 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/activation/conv2d_102/kernel",shape=(1, 1, 256, 256)) sym_73075840 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/activation/conv2d_102/bias",shape=(256,)) sym_392605408 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/activation/conv2d_103/kernel",shape=(1, 1, 256, 256)) sym_152478752 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/activation/conv2d_103/bias",shape=(256,)) sym_392605408 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/activation/conv2d_103/kernel",shape=(1, 1, 256, 256)) sym_152478752 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/activation/conv2d_103/bias",shape=(256,)) sym_83201008 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/conv2d_104/kernel",shape=(3, 3, 256, 256)) sym_93335072 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/conv2d_104/bias",shape=(256,)) sym_81047024 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_34/gamma",shape=(256,)) sym_79073392 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_34/beta",shape=(256,)) sym_91927664 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_34/moving_mean",shape=(256,)) sym_238348176 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_34/moving_variance",shape=(256,)) sym_379840640 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_34/batchnorm/add/y",shape=(1,)) sym_76408096 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/activation_1/conv2d_105/kernel",shape=(1, 1, 256, 256)) sym_218187488 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/activation_1/conv2d_105/bias",shape=(256,)) sym_51337392 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/activation_1/conv2d_106/kernel",shape=(1, 1, 256, 256)) sym_104880304 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/activation_1/conv2d_106/bias",shape=(256,)) sym_146204704 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/activation_1/max_33/mul/x",shape=(1,)) sym_79059936 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/conv2d_107/kernel",shape=(3, 3, 256, 256)) sym_78831712 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/conv2d_107/bias",shape=(256,)) sym_256158240 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_35/gamma",shape=(256,)) sym_83430496 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_35/beta",shape=(256,)) sym_329254032 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_35/moving_mean",shape=(256,)) sym_378173584 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_35/moving_variance",shape=(256,)) sym_457507168 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_35/batchnorm/add/y",shape=(1,)) sym_378281392 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/activation/max_34/mul/x",shape=(1,)) sym_152788384 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/conv2d_110/kernel",shape=(3, 3, 256, 256)) sym_77188768 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/conv2d_110/bias",shape=(256,)) sym_88778896 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_36/gamma",shape=(256,)) sym_238290352 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_36/beta",shape=(256,)) sym_104191024 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_36/moving_mean",shape=(256,)) sym_86902736 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_36/moving_variance",shape=(256,)) sym_52504256 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_36/batchnorm/add/y",shape=(1,)) sym_125175280 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/conv2d_111/kernel",shape=(1, 1, 256, 256)) sym_366867792 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/conv2d_111/bias",shape=(256,)) sym_130260432 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/conv2d_112/kernel",shape=(1, 1, 256, 256)) sym_394401808 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/conv2d_112/bias",shape=(256,)) sym_223649568 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/max_35/mul/x",shape=(1,)) sym_394319936 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/conv2d_113/kernel",shape=(3, 3, 256, 256)) sym_121636512 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/conv2d_113/bias",shape=(256,)) sym_457721664 = addvar(name="Rcnn_ctcV3/static_batch_normalization_37/gamma",shape=(256,)) sym_382354176 = addvar(name="Rcnn_ctcV3/static_batch_normalization_37/beta",shape=(256,)) sym_104234656 = addvar(name="Rcnn_ctcV3/static_batch_normalization_37/moving_mean",shape=(256,)) sym_385760896 = addvar(name="Rcnn_ctcV3/static_batch_normalization_37/moving_variance",shape=(256,)) sym_115259392 = addvar(name="Rcnn_ctcV3/static_batch_normalization_37/batchnorm/add/y",shape=(1,)) sym_88800208 = addvar(name="Rcnn_ctcV3/activation/conv2d_114/kernel",shape=(1, 1, 256, 256)) sym_378170400 = addvar(name="Rcnn_ctcV3/activation/conv2d_114/bias",shape=(256,)) sym_132599600 = addvar(name="Rcnn_ctcV3/activation/conv2d_115/kernel",shape=(1, 1, 256, 256)) sym_394302224 = addvar(name="Rcnn_ctcV3/activation/conv2d_115/bias",shape=(256,)) sym_100941744 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/activation/conv2d_108/kernel",shape=(1, 1, 256, 256)) sym_80614592 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/activation/conv2d_108/bias",shape=(256,)) sym_101105904 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/activation/conv2d_109/kernel",shape=(1, 1, 256, 256)) sym_394411888 = addvar(name="Rcnn_ctcV3/conv_block4_1/unit2/activation/conv2d_109/bias",shape=(256,)) sym_140634816 = addvar(name="Rcnn_ctcV3/activation/max_36/mul/x",shape=(1,)) sym_283877680 = addvar(name="Rcnn_ctcV3/conv2d_116/kernel",shape=(1, 6, 256, 1318)) sym_105665056 = addvar(name="Rcnn_ctcV3/conv2d_116/bias",shape=(1318,)) sym_452814752 = addvar(name="Rcnn_ctcV3/conv_block4/unit1/activation/max_32/mul/x",shape=(1,)) sym_146107552 = _sym.broadcast_add(sym_89108592,sym_86660000,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_28/batchnorm/add") sym_382713408 = _sym.__pow_scalar__(sym_146107552,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_28/batchnorm/Rsqrt",scalar=-0.5) sym_146107280 = _sym.broadcast_mul(sym_382713408,sym_85993200,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_28/batchnorm/mul") sym_146107376 = _sym.broadcast_mul(sym_480391360,sym_146107280,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_28/batchnorm/mul_1") sym_100393904 = _sym.broadcast_mul(sym_393365200,sym_146107280,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_28/batchnorm/mul_2") sym_100394320 = _sym.broadcast_sub(sym_367190496,sym_100393904,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_28/batchnorm/sub") sym_149168256 = _sym.broadcast_add(sym_146107376,sym_100394320,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_28/batchnorm/add_1") sym_452185136 = _sym.pad(sym_149168256,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_489573008 = _sym.conv2d(sym_452185136,sym_91999584,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(1, 1),channels=192,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block3_1/unit2/activation/conv2d_85/convolution",use_bias=False) sym_452185136 = _sym.broadcast_add(sym_489573008,sym_489572528) sym_105212304 = _sym.pad(sym_149168256,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_455423312 = _sym.conv2d(sym_105212304,sym_105212592,layout="NHWC",strides=(1, 1),padding=[0, 0],dilation=(1, 1),kernel_size=(1, 1),channels=192,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block3_1/unit2/activation/conv2d_86/convolution",use_bias=False) sym_105212304 = _sym.broadcast_add(sym_455423312,sym_100075984) sym_455423856 = _sym.broadcast_add(sym_452185136,sym_105212304,name="Rcnn_ctcV3/conv_block3_1/unit2/activation/max_27/add") sym_82981456 = _sym.broadcast_sub(sym_452185136,sym_105212304,name="Rcnn_ctcV3/conv_block3_1/unit2/activation/max_27/sub") sym_88256992 = _sym.relu(sym_82981456,name="Rcnn_ctcV3/conv_block3_1/unit2/activation/max_27/Relu") sym_385748976 = _sym.broadcast_add(sym_455423856,sym_88256992,name="Rcnn_ctcV3/conv_block3_1/unit2/activation/max_27/add_1") sym_118633648 = _sym.broadcast_sub(sym_105212304,sym_452185136,name="Rcnn_ctcV3/conv_block3_1/unit2/activation/max_27/sub_1") sym_118633776 = _sym.relu(sym_118633648,name="Rcnn_ctcV3/conv_block3_1/unit2/activation/max_27/Relu_1") sym_83860624 = _sym.broadcast_add(sym_385748976,sym_118633776,name="Rcnn_ctcV3/conv_block3_1/unit2/activation/max_27/add_2") sym_83860784 = _sym.broadcast_mul(sym_88942384,sym_83860624,name="Rcnn_ctcV3/conv_block3_1/unit2/activation/max_27/mul") sym_51379712 = _sym.pad(sym_83860784,pad_width=((0, 0), (1, 1), (1, 1), (0, 0))) sym_284337840 = _sym.conv2d(sym_51379712,sym_146185312,layout="NHWC",strides=(1, 1),padding=[0, 0],dilation=(1, 1),kernel_size=(3, 3),channels=192,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block3_1/unit2/conv2d_87/convolution",use_bias=False) sym_51379712 = _sym.broadcast_add(sym_284337840,sym_123818576) sym_284338384 = _sym.broadcast_add(sym_75303200,sym_223540640,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_29/batchnorm/add") sym_379070752 = _sym.__pow_scalar__(sym_284338384,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_29/batchnorm/Rsqrt",scalar=-0.5) sym_457130976 = _sym.broadcast_mul(sym_379070752,sym_118481536,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_29/batchnorm/mul") sym_470662800 = _sym.broadcast_mul(sym_51379712,sym_457130976,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_29/batchnorm/mul_1") sym_470662864 = _sym.broadcast_mul(sym_83230208,sym_457130976,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_29/batchnorm/mul_2") sym_89117184 = _sym.broadcast_sub(sym_108661440,sym_470662864,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_29/batchnorm/sub") sym_89117376 = _sym.broadcast_add(sym_470662800,sym_89117184,name="Rcnn_ctcV3/conv_block3_1/unit2/static_batch_normalization_29/batchnorm/add_1") sym_367083280 = _sym.pad(sym_89117376,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_483354960 = _sym.conv2d(sym_367083280,sym_149765696,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(1, 1),channels=192,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/conv2d_88/convolution",use_bias=False) sym_367083280 = _sym.broadcast_add(sym_483354960,sym_483354480) sym_145792464 = _sym.pad(sym_89117376,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_149112096 = _sym.conv2d(sym_145792464,sym_145792752,padding=[0, 0],dilation=(1, 1),layout="NHWC",strides=(1, 1),kernel_size=(1, 1),channels=192,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/conv2d_89/convolution",use_bias=False) sym_145792464 = _sym.broadcast_add(sym_149112096,sym_457499856) sym_149112640 = _sym.broadcast_add(sym_367083280,sym_145792464,name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/max_28/add") sym_457122720 = _sym.broadcast_sub(sym_367083280,sym_145792464,name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/max_28/sub") sym_457709440 = _sym.relu(sym_457122720,name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/max_28/Relu") sym_88086480 = _sym.broadcast_add(sym_149112640,sym_457709440,name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/max_28/add_1") sym_223552112 = _sym.broadcast_sub(sym_145792464,sym_367083280,name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/max_28/sub_1") sym_223552176 = _sym.relu(sym_223552112,name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/max_28/Relu_1") sym_223552560 = _sym.broadcast_add(sym_88086480,sym_223552176,name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/max_28/add_2") sym_394085360 = _sym.broadcast_mul(sym_149177840,sym_223552560,name="Rcnn_ctcV3/conv_block3_1/unit2/activation_1/max_28/mul") sym_149177968 = _sym.pad(sym_394085360,pad_width=((0, 0), (1, 1), (1, 1), (0, 0))) sym_359386352 = _sym.conv2d(sym_149177968,sym_104094144,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(3, 3),channels=192,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block3_1/unit2/conv2d_90/convolution",use_bias=False) sym_149177968 = _sym.broadcast_add(sym_359386352,sym_385754128) sym_88474160 = _sym.broadcast_add(sym_149177968,sym_480391360,name="Rcnn_ctcV3/conv_block3_1/unit2/add_15/add") sym_149177568 = _sym.broadcast_add(sym_394323280,sym_143315712,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_30/batchnorm/add") sym_223534496 = _sym.__pow_scalar__(sym_149177568,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_30/batchnorm/Rsqrt",scalar=-0.5) sym_223534592 = _sym.broadcast_mul(sym_223534496,sym_377560640,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_30/batchnorm/mul") sym_359373472 = _sym.broadcast_mul(sym_88474160,sym_223534592,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_30/batchnorm/mul_1") sym_359373888 = _sym.broadcast_mul(sym_149177744,sym_223534592,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_30/batchnorm/mul_2") sym_82826624 = _sym.broadcast_sub(sym_105564416,sym_359373888,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_30/batchnorm/sub") sym_82827104 = _sym.broadcast_add(sym_359373472,sym_82826624,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_30/batchnorm/add_1") sym_367184304 = _sym.pad(sym_82827104,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_394436448 = _sym.conv2d(sym_367184304,sym_367184720,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(1, 1),channels=192,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block3_2/unit3/activation/conv2d_91/convolution",use_bias=False) sym_367184304 = _sym.broadcast_add(sym_394436448,sym_284058064) sym_394436992 = _sym.pad(sym_82827104,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_149198800 = _sym.conv2d(sym_394436992,sym_223532000,padding=[0, 0],dilation=(1, 1),layout="NHWC",strides=(1, 1),kernel_size=(1, 1),channels=192,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block3_2/unit3/activation/conv2d_92/convolution",use_bias=False) sym_394436992 = _sym.broadcast_add(sym_149198800,sym_75038320) sym_223512992 = _sym.broadcast_add(sym_367184304,sym_394436992,name="Rcnn_ctcV3/conv_block3_2/unit3/activation/max_29/add") sym_88156128 = _sym.broadcast_sub(sym_367184304,sym_394436992,name="Rcnn_ctcV3/conv_block3_2/unit3/activation/max_29/sub") sym_181417296 = _sym.relu(sym_88156128,name="Rcnn_ctcV3/conv_block3_2/unit3/activation/max_29/Relu") sym_385616848 = _sym.broadcast_add(sym_223512992,sym_181417296,name="Rcnn_ctcV3/conv_block3_2/unit3/activation/max_29/add_1") sym_385617264 = _sym.broadcast_sub(sym_394436992,sym_367184304,name="Rcnn_ctcV3/conv_block3_2/unit3/activation/max_29/sub_1") sym_52513744 = _sym.relu(sym_385617264,name="Rcnn_ctcV3/conv_block3_2/unit3/activation/max_29/Relu_1") sym_367099056 = _sym.broadcast_add(sym_385616848,sym_52513744,name="Rcnn_ctcV3/conv_block3_2/unit3/activation/max_29/add_2") sym_367099216 = _sym.broadcast_mul(sym_88156448,sym_367099056,name="Rcnn_ctcV3/conv_block3_2/unit3/activation/max_29/mul") sym_394312880 = _sym.pad(sym_367099216,pad_width=((0, 0), (1, 1), (1, 1), (0, 0))) sym_455609696 = _sym.conv2d(sym_394312880,sym_238287504,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(3, 3),channels=192,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block3_2/unit3/conv2d_93/convolution",use_bias=False) sym_394312880 = _sym.broadcast_add(sym_455609696,sym_93313120) sym_453625568 = _sym.broadcast_add(sym_457127312,sym_104985248,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_31/batchnorm/add") sym_367089856 = _sym.__pow_scalar__(sym_453625568,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_31/batchnorm/Rsqrt",scalar=-0.5) sym_472030368 = _sym.broadcast_mul(sym_367089856,sym_453626080,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_31/batchnorm/mul") sym_472030464 = _sym.broadcast_mul(sym_394312880,sym_472030368,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_31/batchnorm/mul_1") sym_74982368 = _sym.broadcast_mul(sym_92005968,sym_472030368,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_31/batchnorm/mul_2") sym_74982496 = _sym.broadcast_sub(sym_385757328,sym_74982368,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_31/batchnorm/sub") sym_223613200 = _sym.broadcast_add(sym_472030464,sym_74982496,name="Rcnn_ctcV3/conv_block3_2/unit3/static_batch_normalization_31/batchnorm/add_1") sym_223613680 = _sym.pad(sym_223613200,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_452030544 = _sym.conv2d(sym_223613680,sym_83206384,padding=[0, 0],dilation=(1, 1),layout="NHWC",strides=(1, 1),kernel_size=(1, 1),channels=192,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/conv2d_94/convolution",use_bias=False) sym_223613680 = _sym.broadcast_add(sym_452030544,sym_125060048) sym_132912848 = _sym.pad(sym_223613200,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_385631504 = _sym.conv2d(sym_132912848,sym_492264992,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(1, 1),channels=192,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/conv2d_95/convolution",use_bias=False) sym_132912848 = _sym.broadcast_add(sym_385631504,sym_94777856) sym_453607776 = _sym.broadcast_add(sym_223613680,sym_132912848,name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/max_30/add") sym_74186480 = _sym.broadcast_sub(sym_223613680,sym_132912848,name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/max_30/sub") sym_457775984 = _sym.relu(sym_74186480,name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/max_30/Relu") sym_457776176 = _sym.broadcast_add(sym_453607776,sym_457775984,name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/max_30/add_1") sym_216045840 = _sym.broadcast_sub(sym_132912848,sym_223613680,name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/max_30/sub_1") sym_299777120 = _sym.relu(sym_216045840,name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/max_30/Relu_1") sym_74186176 = _sym.broadcast_add(sym_457776176,sym_299777120,name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/max_30/add_2") sym_74186272 = _sym.broadcast_mul(sym_120063008,sym_74186176,name="Rcnn_ctcV3/conv_block3_2/unit3/activation_1/max_30/mul") sym_382719056 = _sym.pad(sym_74186272,pad_width=((0, 0), (1, 1), (1, 1), (0, 0))) sym_382112272 = _sym.conv2d(sym_382719056,sym_116113008,padding=[0, 0],dilation=(1, 1),layout="NHWC",strides=(1, 1),kernel_size=(3, 3),channels=192,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block3_2/unit3/conv2d_96/convolution",use_bias=False) sym_382719056 = _sym.broadcast_add(sym_382112272,sym_382719232) sym_74186736 = _sym.broadcast_add(sym_382719056,sym_88474160,name="Rcnn_ctcV3/conv_block3_2/unit3/add_16/add") sym_472042128 = _sym.pad(sym_74186736,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_379783504 = _sym.conv2d(sym_472042128,sym_489301152,layout="NHWC",strides=(1, 1),padding=[0, 0],dilation=(1, 1),kernel_size=(1, 1),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/expand_conv4/conv2d_97/convolution",use_bias=False) sym_472042128 = _sym.broadcast_add(sym_379783504,sym_457717648) sym_366878288 = _sym.pad(sym_74186736,pad_width=((0, 0), (1, 1), (1, 1), (0, 0))) sym_378188352 = _sym.conv2d(sym_366878288,sym_86813200,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(3, 3),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/expand_conv4/conv2d_98/convolution",use_bias=False) sym_366878288 = _sym.broadcast_add(sym_378188352,sym_149206176) sym_223609616 = _sym.broadcast_add(sym_121639120,sym_489278688,name="Rcnn_ctcV3/expand_conv4/static_batch_normalization_32/batchnorm/add") sym_382109104 = _sym.__pow_scalar__(sym_223609616,name="Rcnn_ctcV3/expand_conv4/static_batch_normalization_32/batchnorm/Rsqrt",scalar=-0.5) sym_472034112 = _sym.broadcast_mul(sym_382109104,sym_79062816,name="Rcnn_ctcV3/expand_conv4/static_batch_normalization_32/batchnorm/mul") sym_472034560 = _sym.broadcast_mul(sym_366878288,sym_472034112,name="Rcnn_ctcV3/expand_conv4/static_batch_normalization_32/batchnorm/mul_1") sym_457503264 = _sym.broadcast_mul(sym_75061856,sym_472034112,name="Rcnn_ctcV3/expand_conv4/static_batch_normalization_32/batchnorm/mul_2") sym_457503648 = _sym.broadcast_sub(sym_100932496,sym_457503264,name="Rcnn_ctcV3/expand_conv4/static_batch_normalization_32/batchnorm/sub") sym_455442096 = _sym.broadcast_add(sym_472034560,sym_457503648,name="Rcnn_ctcV3/expand_conv4/static_batch_normalization_32/batchnorm/add_1") sym_455442480 = _sym.pad(sym_455442096,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_451396240 = _sym.conv2d(sym_455442480,sym_86776256,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(1, 1),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/expand_conv4/activation/conv2d_99/convolution",use_bias=False) sym_455442480 = _sym.broadcast_add(sym_451396240,sym_379070224) sym_223539440 = _sym.pad(sym_455442096,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_483359056 = _sym.conv2d(sym_223539440,sym_92742368,layout="NHWC",strides=(1, 1),padding=[0, 0],dilation=(1, 1),kernel_size=(1, 1),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/expand_conv4/activation/conv2d_100/convolution",use_bias=False) sym_223539440 = _sym.broadcast_add(sym_483359056,sym_88574976) sym_223540032 = _sym.broadcast_add(sym_455442480,sym_223539440,name="Rcnn_ctcV3/expand_conv4/activation/max_31/add") sym_457135056 = _sym.broadcast_sub(sym_455442480,sym_223539440,name="Rcnn_ctcV3/expand_conv4/activation/max_31/sub") sym_457729248 = _sym.relu(sym_457135056,name="Rcnn_ctcV3/expand_conv4/activation/max_31/Relu") sym_457729440 = _sym.broadcast_add(sym_223540032,sym_457729248,name="Rcnn_ctcV3/expand_conv4/activation/max_31/add_1") sym_457142480 = _sym.broadcast_sub(sym_223539440,sym_455442480,name="Rcnn_ctcV3/expand_conv4/activation/max_31/sub_1") sym_457142672 = _sym.relu(sym_457142480,name="Rcnn_ctcV3/expand_conv4/activation/max_31/Relu_1") sym_385623856 = _sym.broadcast_add(sym_457729440,sym_457142672,name="Rcnn_ctcV3/expand_conv4/activation/max_31/add_2") sym_385624016 = _sym.broadcast_mul(sym_453605008,sym_385623856,name="Rcnn_ctcV3/expand_conv4/activation/max_31/mul") sym_378184992 = _sym.pad(sym_385624016,pad_width=((0, 0), (1, 1), (1, 1), (0, 0))) sym_51336848 = _sym.conv2d(sym_378184992,sym_234740896,padding=[0, 0],dilation=(1, 1),layout="NHWC",strides=(1, 1),kernel_size=(3, 3),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/expand_conv4/conv2d_101/convolution",use_bias=False) sym_378184992 = _sym.broadcast_add(sym_51336848,sym_394390128) sym_477435760 = _sym.broadcast_add(sym_378184992,sym_472042128,name="Rcnn_ctcV3/expand_conv4/add_17/add") sym_477435888 = _sym.broadcast_add(sym_103921888,sym_394044400,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_33/batchnorm/add") sym_385433312 = _sym.__pow_scalar__(sym_477435888,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_33/batchnorm/Rsqrt",scalar=-0.5) sym_457495552 = _sym.broadcast_mul(sym_385433312,sym_124429376,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_33/batchnorm/mul") sym_457496096 = _sym.broadcast_mul(sym_477435760,sym_457495552,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_33/batchnorm/mul_1") sym_378195984 = _sym.broadcast_mul(sym_75392816,sym_457495552,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_33/batchnorm/mul_2") sym_378196400 = _sym.broadcast_sub(sym_385617296,sym_378195984,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_33/batchnorm/sub") sym_46963920 = _sym.broadcast_add(sym_457496096,sym_378196400,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_33/batchnorm/add_1") sym_223558384 = _sym.pad(sym_46963920,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_394305968 = _sym.conv2d(sym_223558384,sym_70178352,padding=[0, 0],dilation=(1, 1),layout="NHWC",strides=(1, 1),kernel_size=(1, 1),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block4/unit1/activation/conv2d_102/convolution",use_bias=False) sym_223558384 = _sym.broadcast_add(sym_394305968,sym_73075840) sym_452990880 = _sym.pad(sym_46963920,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_86637584 = _sym.conv2d(sym_452990880,sym_392605408,layout="NHWC",strides=(1, 1),padding=[0, 0],dilation=(1, 1),kernel_size=(1, 1),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block4/unit1/activation/conv2d_103/convolution",use_bias=False) sym_452990880 = _sym.broadcast_add(sym_86637584,sym_152478752) sym_152480096 = _sym.broadcast_add(sym_223558384,sym_452990880,name="Rcnn_ctcV3/conv_block4/unit1/activation/max_32/add") sym_382186448 = _sym.broadcast_sub(sym_223558384,sym_452990880,name="Rcnn_ctcV3/conv_block4/unit1/activation/max_32/sub") sym_367093088 = _sym.relu(sym_382186448,name="Rcnn_ctcV3/conv_block4/unit1/activation/max_32/Relu") sym_367093280 = _sym.broadcast_add(sym_152480096,sym_367093088,name="Rcnn_ctcV3/conv_block4/unit1/activation/max_32/add_1") sym_451215696 = _sym.broadcast_sub(sym_452990880,sym_223558384,name="Rcnn_ctcV3/conv_block4/unit1/activation/max_32/sub_1") sym_451215888 = _sym.relu(sym_451215696,name="Rcnn_ctcV3/conv_block4/unit1/activation/max_32/Relu_1") sym_382119392 = _sym.broadcast_add(sym_367093280,sym_451215888,name="Rcnn_ctcV3/conv_block4/unit1/activation/max_32/add_2") sym_382119552 = _sym.broadcast_mul(sym_452814752,sym_382119392,name="Rcnn_ctcV3/conv_block4/unit1/activation/max_32/mul") sym_486331504 = _sym.pad(sym_382119552,pad_width=((0, 0), (1, 1), (1, 1), (0, 0))) sym_382363280 = _sym.conv2d(sym_486331504,sym_83201008,padding=[0, 0],dilation=(1, 1),layout="NHWC",strides=(1, 1),kernel_size=(3, 3),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block4/unit1/conv2d_104/convolution",use_bias=False) sym_486331504 = _sym.broadcast_add(sym_382363280,sym_93335072) sym_394299376 = _sym.broadcast_add(sym_238348176,sym_379840640,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_34/batchnorm/add") sym_89392304 = _sym.__pow_scalar__(sym_394299376,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_34/batchnorm/Rsqrt",scalar=-0.5) sym_93587680 = _sym.broadcast_mul(sym_89392304,sym_81047024,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_34/batchnorm/mul") sym_93587776 = _sym.broadcast_mul(sym_486331504,sym_93587680,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_34/batchnorm/mul_1") sym_73448960 = _sym.broadcast_mul(sym_91927664,sym_93587680,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_34/batchnorm/mul_2") sym_382736736 = _sym.broadcast_sub(sym_79073392,sym_73448960,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_34/batchnorm/sub") sym_382736864 = _sym.broadcast_add(sym_93587776,sym_382736736,name="Rcnn_ctcV3/conv_block4/unit1/static_batch_normalization_34/batchnorm/add_1") sym_93588000 = _sym.pad(sym_382736864,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_76671024 = _sym.conv2d(sym_93588000,sym_76408096,padding=[0, 0],dilation=(1, 1),layout="NHWC",strides=(1, 1),kernel_size=(1, 1),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block4/unit1/activation_1/conv2d_105/convolution",use_bias=False) sym_93588000 = _sym.broadcast_add(sym_76671024,sym_218187488) sym_76671152 = _sym.pad(sym_382736864,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_81912736 = _sym.conv2d(sym_76671152,sym_51337392,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(1, 1),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block4/unit1/activation_1/conv2d_106/convolution",use_bias=False) sym_76671152 = _sym.broadcast_add(sym_81912736,sym_104880304) sym_473742192 = _sym.broadcast_add(sym_93588000,sym_76671152,name="Rcnn_ctcV3/conv_block4/unit1/activation_1/max_33/add") sym_379159792 = _sym.broadcast_sub(sym_93588000,sym_76671152,name="Rcnn_ctcV3/conv_block4/unit1/activation_1/max_33/sub") sym_146204640 = _sym.relu(sym_379159792,name="Rcnn_ctcV3/conv_block4/unit1/activation_1/max_33/Relu") sym_366874912 = _sym.broadcast_add(sym_473742192,sym_146204640,name="Rcnn_ctcV3/conv_block4/unit1/activation_1/max_33/add_1") sym_366875328 = _sym.broadcast_sub(sym_76671152,sym_93588000,name="Rcnn_ctcV3/conv_block4/unit1/activation_1/max_33/sub_1") sym_88731184 = _sym.relu(sym_366875328,name="Rcnn_ctcV3/conv_block4/unit1/activation_1/max_33/Relu_1") sym_152211952 = _sym.broadcast_add(sym_366874912,sym_88731184,name="Rcnn_ctcV3/conv_block4/unit1/activation_1/max_33/add_2") sym_152212112 = _sym.broadcast_mul(sym_146204704,sym_152211952,name="Rcnn_ctcV3/conv_block4/unit1/activation_1/max_33/mul") sym_452825680 = _sym.pad(sym_152212112,pad_width=((0, 0), (1, 1), (1, 1), (0, 0))) sym_457779424 = _sym.conv2d(sym_452825680,sym_79059936,padding=[0, 0],dilation=(1, 1),layout="NHWC",strides=(1, 1),kernel_size=(3, 3),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block4/unit1/conv2d_107/convolution",use_bias=False) sym_452825680 = _sym.broadcast_add(sym_457779424,sym_78831712) sym_457507664 = _sym.broadcast_add(sym_452825680,sym_477435760,name="Rcnn_ctcV3/conv_block4/unit1/add_18/add") sym_89401920 = _sym.broadcast_add(sym_378173584,sym_457507168,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_35/batchnorm/add") sym_477439760 = _sym.__pow_scalar__(sym_89401920,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_35/batchnorm/Rsqrt",scalar=-0.5) sym_477439856 = _sym.broadcast_mul(sym_477439760,sym_256158240,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_35/batchnorm/mul") sym_453615040 = _sym.broadcast_mul(sym_457507664,sym_477439856,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_35/batchnorm/mul_1") sym_367200976 = _sym.broadcast_mul(sym_329254032,sym_477439856,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_35/batchnorm/mul_2") sym_367201104 = _sym.broadcast_sub(sym_83430496,sym_367200976,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_35/batchnorm/sub") sym_101145744 = _sym.broadcast_add(sym_453615040,sym_367201104,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_35/batchnorm/add_1") sym_101146224 = _sym.pad(sym_101145744,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_143310448 = _sym.conv2d(sym_101146224,sym_100941744,padding=[0, 0],dilation=(1, 1),layout="NHWC",strides=(1, 1),kernel_size=(1, 1),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block4_1/unit2/activation/conv2d_108/convolution",use_bias=False) sym_101146224 = _sym.broadcast_add(sym_143310448,sym_80614592) sym_104543072 = _sym.pad(sym_101145744,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_83196848 = _sym.conv2d(sym_104543072,sym_101105904,layout="NHWC",strides=(1, 1),padding=[0, 0],dilation=(1, 1),kernel_size=(1, 1),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block4_1/unit2/activation/conv2d_109/convolution",use_bias=False) sym_104543072 = _sym.broadcast_add(sym_83196848,sym_394411888) sym_104543664 = _sym.broadcast_add(sym_101146224,sym_104543072,name="Rcnn_ctcV3/conv_block4_1/unit2/activation/max_34/add") sym_117663728 = _sym.broadcast_sub(sym_101146224,sym_104543072,name="Rcnn_ctcV3/conv_block4_1/unit2/activation/max_34/sub") sym_105219440 = _sym.relu(sym_117663728,name="Rcnn_ctcV3/conv_block4_1/unit2/activation/max_34/Relu") sym_83021568 = _sym.broadcast_add(sym_104543664,sym_105219440,name="Rcnn_ctcV3/conv_block4_1/unit2/activation/max_34/add_1") sym_83021728 = _sym.broadcast_sub(sym_104543072,sym_101146224,name="Rcnn_ctcV3/conv_block4_1/unit2/activation/max_34/sub_1") sym_83407296 = _sym.relu(sym_83021728,name="Rcnn_ctcV3/conv_block4_1/unit2/activation/max_34/Relu_1") sym_103682960 = _sym.broadcast_add(sym_83021568,sym_83407296,name="Rcnn_ctcV3/conv_block4_1/unit2/activation/max_34/add_2") sym_378281200 = _sym.broadcast_mul(sym_378281392,sym_103682960,name="Rcnn_ctcV3/conv_block4_1/unit2/activation/max_34/mul") sym_89400064 = _sym.pad(sym_378281200,pad_width=((0, 0), (1, 1), (1, 1), (0, 0))) sym_77190208 = _sym.conv2d(sym_89400064,sym_152788384,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(3, 3),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block4_1/unit2/conv2d_110/convolution",use_bias=False) sym_89400064 = _sym.broadcast_add(sym_77190208,sym_77188768) sym_238712976 = _sym.broadcast_add(sym_86902736,sym_52504256,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_36/batchnorm/add") sym_452801328 = _sym.__pow_scalar__(sym_238712976,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_36/batchnorm/Rsqrt",scalar=-0.5) sym_379767200 = _sym.broadcast_mul(sym_452801328,sym_88778896,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_36/batchnorm/mul") sym_379767296 = _sym.broadcast_mul(sym_89400064,sym_379767200,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_36/batchnorm/mul_1") sym_149039632 = _sym.broadcast_mul(sym_104191024,sym_379767200,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_36/batchnorm/mul_2") sym_149040048 = _sym.broadcast_sub(sym_238290352,sym_149039632,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_36/batchnorm/sub") sym_378980928 = _sym.broadcast_add(sym_379767296,sym_149040048,name="Rcnn_ctcV3/conv_block4_1/unit2/static_batch_normalization_36/batchnorm/add_1") sym_366864960 = _sym.pad(sym_378980928,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_379847360 = _sym.conv2d(sym_366864960,sym_125175280,padding=[0, 0],dilation=(1, 1),layout="NHWC",strides=(1, 1),kernel_size=(1, 1),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/conv2d_111/convolution",use_bias=False) sym_366864960 = _sym.broadcast_add(sym_379847360,sym_366867792) sym_378993264 = _sym.pad(sym_378980928,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_105862560 = _sym.conv2d(sym_378993264,sym_130260432,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(1, 1),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/conv2d_112/convolution",use_bias=False) sym_378993264 = _sym.broadcast_add(sym_105862560,sym_394401808) sym_83429088 = _sym.broadcast_add(sym_366864960,sym_378993264,name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/max_35/add") sym_118634784 = _sym.broadcast_sub(sym_366864960,sym_378993264,name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/max_35/sub") sym_455434320 = _sym.relu(sym_118634784,name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/max_35/Relu") sym_455434512 = _sym.broadcast_add(sym_83429088,sym_455434320,name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/max_35/add_1") sym_452016176 = _sym.broadcast_sub(sym_378993264,sym_366864960,name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/max_35/sub_1") sym_452016368 = _sym.relu(sym_452016176,name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/max_35/Relu_1") sym_149046704 = _sym.broadcast_add(sym_455434512,sym_452016368,name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/max_35/add_2") sym_451233824 = _sym.broadcast_mul(sym_223649568,sym_149046704,name="Rcnn_ctcV3/conv_block4_1/unit2/activation_1/max_35/mul") sym_149047296 = _sym.pad(sym_451233824,pad_width=((0, 0), (1, 1), (1, 1), (0, 0))) sym_94636928 = _sym.conv2d(sym_149047296,sym_394319936,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(3, 3),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/conv_block4_1/unit2/conv2d_113/convolution",use_bias=False) sym_149047296 = _sym.broadcast_add(sym_94636928,sym_121636512) sym_382095632 = _sym.broadcast_add(sym_149047296,sym_457507664,name="Rcnn_ctcV3/conv_block4_1/unit2/add_19/add") sym_385428032 = _sym.broadcast_add(sym_385760896,sym_115259392,name="Rcnn_ctcV3/static_batch_normalization_37/batchnorm/add") sym_121467136 = _sym.__pow_scalar__(sym_385428032,name="Rcnn_ctcV3/static_batch_normalization_37/batchnorm/Rsqrt",scalar=-0.5) sym_121467232 = _sym.broadcast_mul(sym_121467136,sym_457721664,name="Rcnn_ctcV3/static_batch_normalization_37/batchnorm/mul") sym_121467680 = _sym.broadcast_mul(sym_382095632,sym_121467232,name="Rcnn_ctcV3/static_batch_normalization_37/batchnorm/mul_1") sym_367166064 = _sym.broadcast_mul(sym_104234656,sym_121467232,name="Rcnn_ctcV3/static_batch_normalization_37/batchnorm/mul_2") sym_367166448 = _sym.broadcast_sub(sym_382354176,sym_367166064,name="Rcnn_ctcV3/static_batch_normalization_37/batchnorm/sub") sym_472209424 = _sym.broadcast_add(sym_121467680,sym_367166448,name="Rcnn_ctcV3/static_batch_normalization_37/batchnorm/add_1") sym_472209872 = _sym.pad(sym_472209424,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_382373888 = _sym.conv2d(sym_472209872,sym_88800208,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(1, 1),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/activation/conv2d_114/convolution",use_bias=False) sym_472209872 = _sym.broadcast_add(sym_382373888,sym_378170400) sym_477431696 = _sym.pad(sym_472209424,pad_width=((0, 0), (0, 0), (0, 0), (0, 0))) sym_88133200 = _sym.conv2d(sym_477431696,sym_132599600,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(1, 1),channels=256,kernel_layout="HWIO",name="Rcnn_ctcV3/activation/conv2d_115/convolution",use_bias=False) sym_477431696 = _sym.broadcast_add(sym_88133200,sym_394302224) sym_486318912 = _sym.broadcast_add(sym_472209872,sym_477431696,name="Rcnn_ctcV3/activation/max_36/add") sym_486319296 = _sym.broadcast_sub(sym_472209872,sym_477431696,name="Rcnn_ctcV3/activation/max_36/sub") sym_75084208 = _sym.relu(sym_486319296,name="Rcnn_ctcV3/activation/max_36/Relu") sym_75084400 = _sym.broadcast_add(sym_486318912,sym_75084208,name="Rcnn_ctcV3/activation/max_36/add_1") sym_75084752 = _sym.broadcast_sub(sym_477431696,sym_472209872,name="Rcnn_ctcV3/activation/max_36/sub_1") sym_120853792 = _sym.relu(sym_75084752,name="Rcnn_ctcV3/activation/max_36/Relu_1") sym_120854176 = _sym.broadcast_add(sym_75084400,sym_120853792,name="Rcnn_ctcV3/activation/max_36/add_2") sym_140634432 = _sym.broadcast_mul(sym_140634816,sym_120854176,name="Rcnn_ctcV3/activation/max_36/mul") sym_89033648 = _sym.conv2d(sym_140634432,sym_283877680,dilation=(1, 1),layout="NHWC",strides=(1, 1),padding=[0, 0],kernel_size=(1, 6),channels=1318,kernel_layout="HWIO",name="Rcnn_ctcV3/conv2d_116/convolution",use_bias=False) sym_375435392 = _sym.broadcast_add(sym_89033648,sym_105665056) return sym_375435392,varnames
def drn(arch, block, layers, num_classes=1000, channels=(16, 32, 64, 128, 256, 512, 512, 512)): data = sym.Variable(name='data') if arch == 'C': out = data out = sym.conv2d(data=out, channels=channels[0], kernel_size=(7, 7), strides=(1, 1), padding=(3, 3), use_bias=False) out = int8_wrapper(sym.batch_norm, data=out) out = sym.relu(data=out) out = drn_unit(out, basic_block, channels[0], channels[0], layers[0], stride=1) out = drn_unit(out, basic_block, channels[0], channels[1], layers[1], stride=2) num_channel = channels[1] else: raise NotImplementedError() out = drn_unit(out, block, num_channel, channels[2], layers[2], stride=2) out = drn_unit(out, block, channels[2], channels[3], layers[3], stride=2) out = drn_unit(out, block, channels[3], channels[4], layers[4], dilation=2, new_level=False) num_channel = channels[4] if layers[5] > 0: out = drn_unit(out, block, num_channel, channels[5], layers[5], dilation=4, new_level=False) num_channel = channels[5] if arch == 'C': if layers[6] > 0: out = drn_unit(out, block, num_channel, channels[6], layers[6], dilation=2, new_level=False, residual=False) num_channel = channels[6] if layers[7] > 0: out = drn_unit(out, block, num_channel, channels[7], layers[7], dilation=1, new_level=False, residual=False) num_channel = channels[7] return out