def main(): cfg = Config.fromfile('../src/config/testa.py') print(cfg) # init logger before other steps logger = setup_logger(logging.DEBUG) logger.info('test: {}'.format('pass'))
v = ViT(image_size=256, patch_size=32, num_classes=num_classes, dim=1024, depth=6, heads=16, mlp_dim=2048, dropout=0.1, emb_dropout=0.1) preds = v(img) print(preds) print(preds.shape) from src.utils.config import Config from src.factory import get_dataloader, get_dataset_df cfg = Config.fromfile('conf/transformer.py') loader = get_dataloader(cfg.data.train) inputs, targets, ids = next(iter(loader)) train_dataset = get_dataset_df(cfg.data.train) num_classes = len(train_dataset['target'].unique()) print("number of classes: %d" % num_classes) model = BaseVit(cfg.imgsize[0], cfg.patch_size, num_classes=num_classes) model.train(True) outputs = model(inputs) criterion = torch.nn.CrossEntropyLoss() print(criterion(outputs, targets))