def main():
cfg = Config.fromfile('../src/config/testa.py')
print(cfg)
# init logger before other steps
logger = setup_logger(logging.DEBUG)
logger.info('test: {}'.format('pass'))
v = ViT(image_size=256,
patch_size=32,
num_classes=num_classes,
dim=1024,
depth=6,
heads=16,
mlp_dim=2048,
dropout=0.1,
emb_dropout=0.1)
preds = v(img)
print(preds)
print(preds.shape)
from src.utils.config import Config
from src.factory import get_dataloader, get_dataset_df
cfg = Config.fromfile('conf/transformer.py')
loader = get_dataloader(cfg.data.train)
inputs, targets, ids = next(iter(loader))
train_dataset = get_dataset_df(cfg.data.train)
num_classes = len(train_dataset['target'].unique())
print("number of classes: %d" % num_classes)
model = BaseVit(cfg.imgsize[0], cfg.patch_size, num_classes=num_classes)
model.train(True)
outputs = model(inputs)
criterion = torch.nn.CrossEntropyLoss()
print(criterion(outputs, targets))