def main(args=None):
parser = argparse.ArgumentParser(description='Simple training script for training a CNN3 network.')
parser.add_argument('--voc_path', help='Path to VOC directory')
parser.add_argument('--model_path', help='Path to model', type=str)
parser = parser.parse_args(args)
# dataset_val = VocDataset(parser.voc_path, set_name='2007',name = "trainval2",
dataset_val = VocDataset(parser.voc_path, set_name='2007',name = "val2",
transform=transforms.Compose([Normalizer(), Resizer([800,1000])]))
# Create the model
cnn3 = model.resnet50(num_classes=dataset_val.num_classes(), pretrained=True)
use_gpu = True
if use_gpu:
if torch.cuda.is_available():
cnn3 = cnn3.cuda()
cnn3 = torch.nn.DataParallel(cnn3).cuda()
model_dict = torch.load(parser.model_path).module.state_dict()
cnn3.module.load_state_dict(model_dict)
cnn3.training = False
cnn3.eval()
cnn3.module.freeze_bn()
voc_eval.evaluate(dataset_val, cnn3)
Don.Mess()
def main(args=None):
model_name = "hh_model_final"
# model_name = "low80h_model_final"
parser = argparse.ArgumentParser(
description='Simple training script for training a cnn3 network.')
parser.add_argument('--dataset',
help='Dataset type, must be one of csv or coco.')
parser.add_argument('--coco_path', help='Path to COCO directory')
parser.add_argument(
'--csv_train',
help='Path to file containing training annotations (see readme)')
parser.add_argument('--csv_classes',
help='Path to file containing class list (see readme)')
parser.add_argument(
'--csv_val',
help=
'Path to file containing validation annotations (optional, see readme)'
)
parser.add_argument(
'--depth',
help='Resnet depth, must be one of 18, 34, 50, 101, 152',
type=int,
default=101)
parser.add_argument('--epochs',
help='Number of epochs',
type=int,
default=100)
parser = parser.parse_args(args)
# Create the data loaders
if parser.dataset == 'coco':
if parser.coco_path is None:
raise ValueError('Must provide --coco_path when training on COCO,')
dataset_train = CocoDataset(
parser.coco_path,
set_name='train2017',
# transform=transforms.Compose([Normalizer(), Augmenter(), Resizer([460,640])]),part = 1)
transform=transforms.Compose([Normalizer(),
Resizer([350, 500])]),
part=1)
dataset_val = CocoDataset(parser.coco_path,
set_name='val2017',
transform=transforms.Compose(
[Normalizer(),
Resizer([460, 640])]),
part=1)
# transform=transforms.Compose([Normalizer(), Resizer([350,500])]),part = 1)
elif parser.dataset == 'csv':
if parser.csv_train is None:
raise ValueError('Must provide --csv_train when training on COCO,')
if parser.csv_classes is None:
raise ValueError(
'Must provide --csv_classes when training on COCO,')
dataset_train = CSVDataset(train_file=parser.csv_train,
class_list=parser.csv_classes,
transform=transforms.Compose(
[Normalizer(),
Augmenter(),
Resizer()]))
if parser.csv_val is None:
dataset_val = None
print('No validation annotations provided.')
else:
dataset_val = CSVDataset(train_file=parser.csv_val,
class_list=parser.csv_classes,
transform=transforms.Compose(
[Normalizer(),
Resizer()]))
elif parser.dataset == 'voc':
if parser.coco_path is None:
raise ValueError('Must provide --coco_path when training on COCO,')
dataset_train = VocDataset(
parser.coco_path,
set_name='2007',
name="train2",
# transform=transforms.Compose([Normalizer(), Augmenter(), Resizer([480,600])]))
transform=transforms.Compose(
[Normalizer(), Augmenter(),
Resizer([800, 1000])]))
# transform=transforms.Compose([Normalizer(), Augmenter()]))
dataset_val = VocDataset(parser.coco_path,
set_name='2007',
name="trainval2",
transform=transforms.Compose(
[Normalizer(),
Resizer([800, 1000])]))
# transform=transforms.Compose([Normalizer(), Resizer([350,500])]),part = 1)
else:
raise ValueError(
'Dataset type not understood (must be csv or coco), exiting.')
sampler = AspectRatioBasedSampler(dataset_train,
batch_size=1,
drop_last=False)
dataloader_train = DataLoader(dataset_train,
num_workers=1,
collate_fn=collater,
batch_sampler=sampler)
if dataset_val is not None:
sampler_val = AspectRatioBasedSampler(dataset_val,
batch_size=1,
drop_last=False)
dataloader_val = DataLoader(dataset_val,
num_workers=1,
collate_fn=collater,
batch_sampler=sampler_val)
# Create the model
if parser.depth == 18:
cnn3 = model.resnet18(num_classes=dataset_train.num_classes(),
pretrained=True)
elif parser.depth == 34:
cnn3 = model.resnet34(num_classes=dataset_train.num_classes(),
pretrained=True)
elif parser.depth == 50:
cnn3 = model.resnet50(num_classes=dataset_train.num_classes(),
pretrained=True)
elif parser.depth == 101:
cnn3 = model.resnet101(num_classes=dataset_train.num_classes(),
pretrained=True)
elif parser.depth == 152:
cnn3 = model.resnet152(num_classes=dataset_train.num_classes(),
pretrained=True)
else:
raise ValueError(
'Unsupported model depth, must be one of 18, 34, 50, 101, 152')
# print(dataset_train.image_ids[0])
num = 0
for i in dataset_train:
# print(dataset_train.image_ids[num])
print(i["annot"])
num += 1
if (num == 5):
break
Don.Mess()
def main(args=None):
model_name = "model_final1"
if not os.path.isdir(model_name):
os.mkdir(model_name)
parser = argparse.ArgumentParser(
description='Simple training script for training a cnn3 network.')
parser.add_argument('--dataset',
help='Dataset type, must be one of csv or coco.')
parser.add_argument('--coco_path', help='Path to COCO directory')
parser.add_argument(
'--csv_train',
help='Path to file containing training annotations (see readme)')
parser.add_argument('--csv_classes',
help='Path to file containing class list (see readme)')
parser.add_argument(
'--csv_val',
help=
'Path to file containing validation annotations (optional, see readme)'
)
parser.add_argument(
'--depth',
help='Resnet depth, must be one of 18, 34, 50, 101, 152',
type=int,
default=101)
parser.add_argument('--epochs',
help='Number of epochs',
type=int,
default=100)
parser = parser.parse_args(args)
# Create the data loaders
if parser.dataset == 'coco':
if parser.coco_path is None:
raise ValueError('Must provide --coco_path when training on COCO,')
dataset_train = CocoDataset(
parser.coco_path,
set_name='train2017',
# transform=transforms.Compose([Normalizer(), Augmenter(), Resizer([0,0])]),part = 1)
transform=transforms.Compose([Normalizer(),
Resizer([0, 0])]),
part=1)
dataset_val = CocoDataset(parser.coco_path,
set_name='val2017',
transform=transforms.Compose(
[Normalizer(),
Resizer([0, 0])]),
part=1)
# transform=transforms.Compose([Normalizer(), Resizer([0,0])]),part = 1)
elif parser.dataset == 'csv':
if parser.csv_train is None:
raise ValueError('Must provide --csv_train when training on COCO,')
if parser.csv_classes is None:
raise ValueError(
'Must provide --csv_classes when training on COCO,')
dataset_train = CSVDataset(train_file=parser.csv_train,
class_list=parser.csv_classes,
transform=transforms.Compose(
[Normalizer(),
Augmenter(),
Resizer()]))
if parser.csv_val is None:
dataset_val = None
print('No validation annotations provided.')
else:
dataset_val = CSVDataset(train_file=parser.csv_val,
class_list=parser.csv_classes,
transform=transforms.Compose(
[Normalizer(),
Resizer()]))
elif parser.dataset == 'voc':
if parser.coco_path is None:
raise ValueError('Must provide --coco_path when training on COCO,')
dataset_train = VocDataset(
parser.coco_path,
set_name='2007',
name="train",
# transform=transforms.Compose([Normalizer(), Augmenter(), Resizer([480,600])]))
transform=transforms.Compose(
[Normalizer(), Augmenter(),
Resizer([0, 0])]))
dataset_val = VocDataset(parser.coco_path,
set_name='2007',
name="val",
transform=transforms.Compose(
[Normalizer(),
Resizer([0, 0])]))
# transform=transforms.Compose([Normalizer(), Resizer([0,0])]),part = 1)
else:
raise ValueError(
'Dataset type not understood (must be csv or coco), exiting.')
sampler = AspectRatioBasedSampler(dataset_train,
batch_size=1,
drop_last=False)
dataloader_train = DataLoader(dataset_train,
num_workers=1,
collate_fn=collater,
batch_sampler=sampler)
if dataset_val is not None:
sampler_val = AspectRatioBasedSampler(dataset_val,
batch_size=1,
drop_last=False)
dataloader_val = DataLoader(dataset_val,
num_workers=1,
collate_fn=collater,
batch_sampler=sampler_val)
# Create the model
if parser.depth == 18:
cnn3 = model.resnet18(num_classes=dataset_train.num_classes(),
pretrained=True)
elif parser.depth == 34:
cnn3 = model.resnet34(num_classes=dataset_train.num_classes(),
pretrained=True)
elif parser.depth == 50:
cnn3 = model.resnet50(num_classes=dataset_train.num_classes(),
pretrained=True)
elif parser.depth == 101:
cnn3 = model.resnet101(num_classes=dataset_train.num_classes(),
pretrained=True)
elif parser.depth == 152:
cnn3 = model.resnet152(num_classes=dataset_train.num_classes(),
pretrained=True)
else:
raise ValueError(
'Unsupported model depth, must be one of 18, 34, 50, 101, 152')
use_gpu = True
if use_gpu:
if torch.cuda.is_available():
cnn3 = cnn3.cuda()
if torch.cuda.is_available():
cnn3 = torch.nn.DataParallel(cnn3).cuda()
else:
cnn3 = torch.nn.DataParallel(cnn3)
cnn3.training = True
optimizer = optim.Adam(cnn3.parameters(), lr=1e-5)
scheduler = optim.lr_scheduler.ReduceLROnPlateau(optimizer,
patience=3,
verbose=True)
loss_hist = collections.deque(maxlen=500)
cnn3.train()
cnn3.module.freeze_bn()
print('Num training images: {}'.format(len(dataset_train)))
num = 0
os.chdir(model_name)
for epoch_num in range(parser.epochs):
cnn3.train()
cnn3.module.freeze_bn()
epoch_loss = []
epoch_dir = "Epoch" + str(epoch_num)
if not os.path.isdir(epoch_dir):
os.mkdir(epoch_dir)
os.chdir(epoch_dir)
for iter_num, data in enumerate(dataloader_train):
try:
optimizer.zero_grad()
if torch.cuda.is_available():
classification_loss, regression_loss = cnn3(
[data['img'].cuda().float(), data['annot']])
else:
classification_loss, regression_loss = cnn3(
[data['img'].float(), data['annot']])
# print("*"*50)
# print(data["annot"])
# print(classification_loss,regression_loss)
classification_loss = classification_loss.mean()
regression_loss = regression_loss.mean()
# print(classification_loss,regression_loss)
# if(num == 2):
# exit()
# num += 1
loss = classification_loss + regression_loss
if bool(loss == 0):
continue
loss.backward()
torch.nn.utils.clip_grad_norm_(cnn3.parameters(), 0.1)
optimizer.step()
loss_hist.append(float(loss))
epoch_loss.append(float(loss))
print(
'Epoch: {} | Iteration: {} | Classification loss: {:1.5f} | Regression loss: {:1.5f} | Running loss: {:1.5f}'
.format(epoch_num, iter_num, float(classification_loss),
float(regression_loss), np.mean(loss_hist)))
del classification_loss
del regression_loss
except Exception as e:
print(e)
continue
os.chdir("../")
if parser.dataset == 'coco':
print('Evaluating dataset')
coco_eval.evaluate_coco(dataset_val, cnn3)
elif parser.dataset == 'csv' and parser.csv_val is not None:
print('Evaluating dataset')
mAP = csv_eval.evaluate(dataset_val, cnn3)
elif parser.dataset == 'voc':
print('Evaluating dataset')
mAP = voc_eval.evaluate(dataset_val, cnn3, epoch_num)
scheduler.step(np.mean(epoch_loss))
torch.save(cnn3.module, '{}_cnn3_{}.pt'.format(parser.dataset,
epoch_num))
torch.save(cnn3, model_name + str(epoch_num) + '.pt')
cnn3.eval()
torch.save(cnn3, model_name + str(parser.epochs - 1) + '.pt')
def main(args=None):
parser = argparse.ArgumentParser(
description='Simple training script for training a cnn3 network.')
parser.add_argument('--dataset',
help='Dataset type, must be one of csv or coco.')
parser.add_argument('--coco_path', help='Path to COCO directory')
parser.add_argument(
'--csv_train',
help='Path to file containing training annotations (see readme)')
parser.add_argument('--csv_classes',
help='Path to file containing class list (see readme)')
parser.add_argument(
'--csv_val',
help=
'Path to file containing validation annotations (optional, see readme)'
)
parser.add_argument(
'--depth',
help='Resnet depth, must be one of 18, 34, 50, 101, 152',
type=int,
default=101)
parser.add_argument('--epochs',
help='Number of epochs',
type=int,
default=100)
parser = parser.parse_args(args)
# Create the data loaders
if parser.dataset == 'coco':
if parser.coco_path is None:
raise ValueError('Must provide --coco_path when training on COCO,')
dataset_train = CocoDataset(parser.coco_path,
set_name='train2017',
transform=transforms.Compose([
Normalizer(),
Augmenter(),
Resizer([460, 640])
]),
part=1)
dataset_val = CocoDataset(parser.coco_path,
set_name='val2017',
transform=transforms.Compose(
[Normalizer(),
Resizer([460, 640])]),
part=1)
# transform=transforms.Compose([Normalizer(), Resizer([350,500])]),part = 1)
print(len(dataset_train))
num = 0
for i in dataset_train:
print(i["img"].size())
if num == 100:
break
num += 1
pass
for i in dataset_val:
print(i["img"].size())
if num == 200:
break
num += 1
pass