def action_modalities(hparams):
hparams.problem_hparams.input_modality = {
"inputs": modalities.VideoModalityL2Raw(hparams, 256),
"input_action": modalities.SymbolModalityOneHot(hparams, 5),
}
hparams.problem_hparams.target_modality = {
"targets": modalities.VideoModalityL2Raw(hparams, 256),
"target_action": modalities.SymbolModalityOneHot(hparams, 5),
}
return hparams
def full_modalities(hparams):
"""Full modalities with actions and rewards."""
hparams.problem_hparams.input_modality = {
"inputs": modalities.VideoModalityL2Raw(hparams, 256),
"input_reward": modalities.SymbolModalityOneHot(hparams, 3),
"input_action": modalities.SymbolModalityOneHot(hparams, 5),
}
hparams.problem_hparams.target_modality = {
"targets": modalities.VideoModalityL2Raw(hparams, 256),
"target_reward": modalities.SymbolModalityOneHot(hparams, 3),
"target_action": modalities.SymbolModalityOneHot(hparams, 5),
}
hparams.force_full_predict = True
return hparams