def buildModel(args):
start = time.time()
num_frames = args.seq_len
cfg = ModelConfig((num_frames,) + pennaction_dataconf.input_shape, pa16j2d,
num_actions=[15], num_pyramids=6, action_pyramids=[5, 6],
num_levels=4, pose_replica=True,
num_pose_features=160, num_visual_features=160)
num_predictions = spnet.get_num_predictions(
cfg.num_pyramids, cfg.num_levels)
num_action_predictions = \
spnet.get_num_predictions(len(cfg.action_pyramids), cfg.num_levels)
full_model = spnet.build(cfg)
weights_file = 'weights/weights_mpii+penn_ar_028.hdf5'
full_model.load_weights(weights_file, by_name=True)
models = split_model(full_model, cfg, interlaced=False,
model_names=['2DPose', '2DAction'])
end = time.time()
print("Time Taken to build model : ", end - start)
return models[0], models[1]
from ntu_tools import eval_multiclip_dataset
logdir = './'
if len(sys.argv) > 1:
logdir = sys.argv[1]
mkdir(logdir)
sys.stdout = open(str(logdir) + '/log.txt', 'w')
num_frames = 8
cfg = ModelConfig((num_frames,) + ntu_dataconf.input_shape, pa17j3d,
num_actions=[60], num_pyramids=2, action_pyramids=[1, 2],
num_levels=4, pose_replica=False,
num_pose_features=192, num_visual_features=192)
logger.debug(cfg)
num_predictions = spnet.get_num_predictions(cfg.num_pyramids, cfg.num_levels)
num_action_predictions = spnet.get_num_predictions(len(cfg.action_pyramids), cfg.num_levels)
logger.debug("NUM PREDICTIONS")
logger.debug(num_action_predictions)
"""Load datasets"""
# h36m = Human36M(datasetpath('Human3.6M'), dataconf=human36m_dataconf,
# poselayout=pa17j3d, topology='frames')
ntu_data_path = os.getcwd() + '/datasets/NTU'
logger.debug(ntu_data_path)
ntu = Ntu(ntu_data_path, ntu_dataconf, poselayout=pa17j3d,
topology='sequences', use_gt_bbox=True, clip_size=num_frames, num_S=5)
#logger.debug ('WARNING!! USING ONLY S1 FOR EVALUATION!')
def datasetpath(dataset):
if dataset == "Penn_Action":
dataset = "PennAction"
return os.getcwd() + "/datasets/" + dataset
logdir = './'
if len(sys.argv) > 1:
logdir = sys.argv[1]
mkdir(logdir)
sys.stdout = open(str(logdir) + '/log.txt', 'w')
cfg = ModelConfig(mpii_dataconf.input_shape, pa17j3d, num_pyramids=8,
action_pyramids=[], num_levels=4)
num_predictions = spnet.get_num_predictions(cfg.num_pyramids, cfg.num_levels)
start_lr = 0.001
weights_path = os.path.join(logdir, 'weights_posebaseline_{epoch:03d}.hdf5')
batch_size_mpii = 14
batch_size_ar = 2
"""Load datasets"""
mpii = MpiiSinglePerson(datasetpath('MPII'), dataconf=mpii_dataconf,
poselayout=pa17j3d)
# h36m = Human36M(datasetpath('Human3.6M'), dataconf=human36m_dataconf,
# poselayout=pa17j3d, topology='frames')f
penn_sf = PennAction(datasetpath('Penn_Action'), pennaction_dataconf,
