def __init__(self, in_channels, out_channels, size1=(28, 28), size2=(14, 14)): super(AttentionModule_stage2, self).__init__() self.first_residual_blocks = ResidualBlock(in_channels, out_channels) self.trunk_branches = nn.Sequential( ResidualBlock(in_channels, out_channels), ResidualBlock(in_channels, out_channels)) self.mpool1 = nn.MaxPool2d(kernel_size=3, stride=2, padding=1) self.softmax1_blocks = ResidualBlock(in_channels, out_channels) self.skip1_connection_residual_block = ResidualBlock( in_channels, out_channels) self.mpool2 = nn.MaxPool2d(kernel_size=3, stride=2, padding=1) self.softmax2_blocks = nn.Sequential( ResidualBlock(in_channels, out_channels), ResidualBlock(in_channels, out_channels)) self.interpolation2 = nn.UpsamplingBilinear2d(size=size2) self.softmax3_blocks = ResidualBlock(in_channels, out_channels) self.interpolation1 = nn.UpsamplingBilinear2d(size=size1) self.softmax4_blocks = nn.Sequential( nn.BatchNorm2d(out_channels), nn.ReLU(inplace=True), nn.Conv2d(out_channels, out_channels, kernel_size=1, stride=1, bias=False), nn.BatchNorm2d(out_channels), nn.ReLU(inplace=True), nn.Conv2d(out_channels, out_channels, kernel_size=1, stride=1, bias=False), nn.Sigmoid()) self.last_blocks = ResidualBlock(in_channels, out_channels)
def __init__(self, in_channels, out_channels, size=(8, 8)): super(AttentionModule_stage3_cifar, self).__init__() self.first_residual_blocks = ResidualBlock(in_channels, out_channels) self.trunk_branches = nn.Sequential( ResidualBlock(in_channels, out_channels), ResidualBlock(in_channels, out_channels)) self.middle_2r_blocks = nn.Sequential( ResidualBlock(in_channels, out_channels), ResidualBlock(in_channels, out_channels)) self.conv1_1_blocks = nn.Sequential( nn.BatchNorm2d(out_channels), nn.ReLU(inplace=True), nn.Conv2d(out_channels, out_channels, kernel_size=1, stride=1, bias=False), nn.BatchNorm2d(out_channels), nn.ReLU(inplace=True), nn.Conv2d(out_channels, out_channels, kernel_size=1, stride=1, bias=False), nn.Sigmoid()) self.last_blocks = ResidualBlock(in_channels, out_channels)
def __init__(self, in_channels, out_channels, size=(8, 8)): super(AttentionModule_stage2_cifar, self).__init__() self.first_residual_blocks = ResidualBlock(in_channels, out_channels) self.trunk_branches = nn.Sequential( ResidualBlock(in_channels, out_channels), ResidualBlock(in_channels, out_channels)) self.mpool1 = nn.MaxPool2d(kernel_size=3, stride=2, padding=1) # 4*4 self.middle_2r_blocks = nn.Sequential( ResidualBlock(in_channels, out_channels), ResidualBlock(in_channels, out_channels)) self.interpolation1 = nn.UpsamplingBilinear2d(size=size) # 8*8 self.conv1_1_blocks = nn.Sequential( nn.BatchNorm2d(out_channels), nn.ReLU(inplace=True), nn.Conv2d(out_channels, out_channels, kernel_size=1, stride=1, bias=False), nn.BatchNorm2d(out_channels), nn.ReLU(inplace=True), nn.Conv2d(out_channels, out_channels, kernel_size=1, stride=1, bias=False), nn.Sigmoid()) self.last_blocks = ResidualBlock(in_channels, out_channels)
def __init__(self, n_classes): super().__init__() self.conv1 = nn.Sequential( nn.Conv2d(3, 32, kernel_size=3, stride=1, padding=1, bias=False), nn.BatchNorm2d(32), nn.ReLU(inplace=True) ) # 32*32 # self.mpool1 = nn.MaxPool2d(kernel_size=2, stride=2, padding=0) # 16*16 self.residual_block1 = ResidualBlock(32, 128) # 32*32 self.attention_module1 = AttentionModule_stage1_cifar(128, 128, size1=(32, 32), size2=(16, 16)) # 32*32 self.residual_block2 = ResidualBlock(128, 256, 2) # 16*16 self.attention_module2 = AttentionModule_stage2_cifar(256, 256, size=(16, 16)) # 16*16 self.attention_module2_2 = AttentionModule_stage2_cifar(256, 256, size=(16, 16)) # 16*16 # tbq add self.residual_block3 = ResidualBlock(256, 512, 2) # 4*4 self.attention_module3 = AttentionModule_stage3_cifar(512, 512) # 8*8 self.attention_module3_2 = AttentionModule_stage3_cifar(512, 512) # 8*8 # tbq add self.attention_module3_3 = AttentionModule_stage3_cifar(512, 512) # 8*8 # tbq add self.residual_block4 = ResidualBlock(512, 1024) # 8*8 self.residual_block5 = ResidualBlock(1024, 1024) # 8*8 self.residual_block6 = ResidualBlock(1024, 1024) # 8*8 self.mpool2 = nn.Sequential( nn.BatchNorm2d(1024), nn.ReLU(inplace=True), nn.AvgPool2d(kernel_size=8) ) self.fc = nn.Linear(1024,n_classes)
def __init__(self, n_classes): super(ResidualAttentionModel_56, self).__init__() self.conv1 = nn.Sequential( nn.Conv2d(3, 64, kernel_size=7, stride=2, padding=3, bias=False), nn.BatchNorm2d(64), nn.ReLU(inplace=True)) self.mpool1 = nn.MaxPool2d(kernel_size=3, stride=2, padding=1) self.residual_block1 = ResidualBlock(64, 256) self.attention_module1 = AttentionModule_stage1(256, 256) self.residual_block2 = ResidualBlock(256, 512, 2) self.attention_module2 = AttentionModule_stage2(512, 512) self.residual_block3 = ResidualBlock(512, 1024, 2) self.attention_module3 = AttentionModule_stage3(1024, 1024) self.residual_block4 = ResidualBlock(1024, 2048, 2) self.residual_block5 = ResidualBlock(2048, 2048) self.residual_block6 = ResidualBlock(2048, 2048) self.mpool2 = nn.Sequential(nn.BatchNorm2d(2048), nn.ReLU(inplace=True), nn.AvgPool2d(kernel_size=7, stride=1)) self.fc = nn.Linear(2048, n_classes)