def __init__(self, dim_hids=128):
super().__init__()
self.encoder = nn.Sequential(FixupResUnit(1, 16, stride=2),
FixupResUnit(16, 32, stride=2),
FixupResUnit(32, dim_hids, stride=2),
nn.AdaptiveAvgPool2d(1))
self.fc = nn.Sequential(View(-1, dim_hids), nn.Linear(dim_hids, 1))
def __init__(self, dim_hids=128, num_inds=32):
super().__init__()
self.encoder = nn.Sequential(FixupResUnit(1, 16, stride=2),
FixupResUnit(16, 32, stride=2),
FixupResUnit(32, dim_hids, stride=2),
nn.AdaptiveAvgPool2d(1))
self.isab = StackedISAB(dim_hids, dim_hids, num_inds, 4)
self.fc = nn.Linear(dim_hids, 1)
def __init__(self, dim_hids=128, num_inds=32):
super().__init__()
self.encoder = nn.Sequential(FixupResUnit(1, 32), nn.MaxPool2d(2),
FixupResUnit(32, 64), nn.MaxPool2d(2),
FixupResUnit(64, dim_hids),
nn.AdaptiveAvgPool2d(1))
self.isab = StackedISAB(dim_hids, dim_hids, num_inds, 4, p=0.3)
self.fc = nn.Linear(dim_hids, 1)
def __init__(self, dim_hids=256, num_inds=32):
super().__init__()
self.encoder = nn.Sequential(
FixupResUnit(3, 16),
nn.AvgPool2d(2),
FixupResUnit(16, 32),
nn.AvgPool2d(2),
FixupResUnit(32, 64),
nn.AvgPool2d(2),
FixupResUnit(64, dim_hids),
nn.AdaptiveAvgPool2d(1))
self.mab1 = MAB(dim_hids, dim_hids, dim_hids)
self.isab = StackedISAB(dim_hids, dim_hids, num_inds, 4)
self.mab2 = MAB(dim_hids, dim_hids, dim_hids)
self.fc = nn.Linear(dim_hids, 1)
def __init__(self, dim_hids=256):
super().__init__()
self.encoder = nn.Sequential(
nn.Conv2d(3, 16, kernel_size=7, padding=3),
FixupResUnit(16, 32, stride=2), FixupResUnit(32, 32),
FixupResUnit(32, 64, stride=2), FixupResUnit(64, 64),
FixupResUnit(64, 128, stride=2), FixupResUnit(128, dim_hids),
nn.AdaptiveAvgPool2d(1))
self.fc = nn.Sequential(View(-1, dim_hids), nn.Linear(dim_hids, 1))
