def __init__(self, dataset_folder, spt_path, boxes_file, vid2idx, mode='train',get_loader=get_default_video_loader, sample_size=112, classes_idx=None): self.dataset_folder = dataset_folder self.sample_size = sample_size self.boxes_file = boxes_file self.vid2idx = vid2idx self.mode = mode self.data, self.max_frames, self.max_actions = make_dataset_names( dataset_folder, spt_path, boxes_file, mode) self.loader = get_loader() self.classes_idx = classes_idx # mean = [112.07945832, 112.87372333, 106.90993363] # ucf-101 24 classes mean = [103.29825354, 104.63845484, 90.79830328] # jhmdb from .png spatial_transform = Compose([Scale(sample_size), # [Resize(sample_size), ToTensor(), Normalize(mean, [1, 1, 1])]) self.spatial_transform=spatial_transform
split_txt_path = os.path.abspath( os.path.join(root_path, dataset_cfg.dataset.split_txt_path)) ### get videos id actions = dataset_cfg.dataset.classes cls2idx = {actions[i]: i for i in range(0, len(actions))} vid2idx, vid_names = get_vid_dict(dataset_frames) # # get mean # mean = [112.07945832, 112.87372333, 106.90993363] # ucf-101 24 classes mean = [0.5, 0.5, 0.5] std = [0.5, 0.5, 0.5] spatial_transform = Compose([ Scale(sample_size), # [Resize(sample_size), ToTensor(), Normalize(mean, std) ]) temporal_transform = LoopPadding(sample_duration) n_classes = len(actions) ####################################################### # Part 1-1 - train nTPN - without reg # ####################################################### print(' -----------------------------------------------------') print('| Part 1-1 - train TPN - without reg |') print(' -----------------------------------------------------') ## Define Dataloaders
sample_size = 112 sample_duration = 16 # len(images) batch_size = 1 n_threads = 0 # # get mean # mean = [103.75581543 104.79421473 91.16894564] # jhmdb mean = [103.29825354, 104.63845484, 90.79830328] # jhmdb from .png # generate model last_fc = False scale_size = [sample_size, sample_size] spatial_transform = Compose([ Scale(sample_size), # [Resize(sample_size), ToTensor() ]) temporal_transform = LoopPadding(sample_duration) spatial_transform2 = Compose([ # [Resize(sample_size), ToTensor() ]) ## UCF code dataset_folder = '/gpu-data/sgal/UCF-101-frames' boxes_file = './pyannot.pkl' actions = [ 'Basketball', 'BasketballDunk', 'Biking', 'CliffDiving', 'CricketBowling', 'Diving', 'Fencing', 'FloorGymnastics', 'GolfSwing', 'HorseRiding', 'IceDancing', 'LongJump', 'PoleVault', 'RopeClimbing', 'SalsaSpin', 'SkateBoarding', 'Skiing', 'Skijet', 'SoccerJuggling',
sample_size = 112 sample_duration = 16 # len(images) batch_size = 1 n_threads = 0 # # get mean # mean = [103.75581543 104.79421473 91.16894564] # jhmdb mean = [103.29825354, 104.63845484, 90.79830328] # jhmdb from .png # generate model last_fc = False scale_size = [sample_size,sample_size] spatial_transform = Compose([Scale(sample_size), # [Resize(sample_size), ToTensor(), Normalize(mean, [1, 1, 1])]) temporal_transform = LoopPadding(sample_duration) # ## UCF code # dataset_folder = '/gpu-data/sgal/UCF-101-frames' # boxes_file = './pyannot.pkl' # actions = ['Basketball','BasketballDunk','Biking','CliffDiving','CricketBowling', # 'Diving','Fencing','FloorGymnastics','GolfSwing','HorseRiding','IceDancing', # 'LongJump','PoleVault','RopeClimbing','SalsaSpin','SkateBoarding','Skiing', # 'Skijet','SoccerJuggling','Surfing','TennisSwing','TrampolineJumping', # 'VolleyballSpiking','WalkingWithDog'] # cls2idx = {actions[i]: i for i in range(0, len(actions))}