def testSeqModelMemorizesTinyExprMaskedXent(self):
cnf_model_test_lib.test_memorization(
self,
self.tiny_expr,
num_iterations=200,
extra_hparams='depth=1,masked_xent=true',
model_class=cnf_model.CNFSequenceModel)
def testTreeModelWorksWithTinyExprTanhMostVariationssVae(self):
cnf_model_test_lib.test_memorization(
self,
self.tiny_expr,
num_iterations=1,
extra_hparams='model_variants=[gated,layer_norm,rev_read,uncond_sib],'
'act_fn=tanh,objective=vae,min_kl_weight=1')
def testTreeModelMemorizesTinyExprAuxLstmUncondSibVae(self):
cnf_model_test_lib.test_memorization(
self,
self.tiny_expr,
num_iterations=200,
extra_hparams='model_variants=[aux_lstm,uncond_sib],'
'objective=vae,embedding_length=64,min_kl_weight=1')
def testTreeModelMemorizesHugeExprAuxLstmFixedZ(self):
cnf_model_test_lib.test_memorization(
self,
self.huge_expr,
num_iterations=100,
extra_hparams='embedding_length=128,'
'model_variants=[aux_lstm]')
def testSeqModelMemorizesHugeExprMaskedXent(self):
cnf_model_test_lib.test_memorization(
self,
self.huge_expr,
num_iterations=450,
extra_hparams='depth=1,embedding_length=128,masked_xent=true',
model_class=cnf_model.CNFSequenceModel)
def testSeqModelWorksWithTinyHugeExprMaskedXent(self):
cnf_model_test_lib.test_memorization(
self, [self.tiny_expr, self.huge_expr],
num_iterations=1,
extra_hparams='masked_xent=true',
model_class=cnf_model.CNFSequenceModel)
def testSeqModelWorksWithTinyHugeExpr(self):
cnf_model_test_lib.test_memorization(
self, [self.tiny_expr, self.huge_expr],
num_iterations=1,
model_class=cnf_model.CNFSequenceModel)
def testTreeModelMemorizesTinyExprMostVariationsDeepFixedZ(self):
cnf_model_test_lib.test_memorization(
self,
self.tiny_expr,
extra_hparams='model_variants=[gated,layer_norm,rev_read,uncond_sib],'
'highway_layers=5,op_hidden=1')
def testTreeModelMemorizesTinyExprStdVae(self):
cnf_model_test_lib.test_memorization(
self, self.tiny_expr, extra_hparams='objective=vae,min_kl_weight=1')
def testTreeModelMemorizesTinyExprAuxLstmVae(self):
cnf_model_test_lib.test_memorization(
self,
self.tiny_expr,
num_iterations=80,
extra_hparams='model_variants=[aux_lstm],objective=vae,min_kl_weight=1')
def testTreeModelMemorizesTinyExprGatedTiedFixedZ(self):
cnf_model_test_lib.test_memorization(
self,
self.tiny_expr,
extra_hparams='model_variants=[gated],gate_tied=true')
def testTreeModelMemorizesTinyExprGatedSoftmaxFixedZ(self):
cnf_model_test_lib.test_memorization(
self,
self.tiny_expr,
extra_hparams='model_variants=[gated],gate_type=softmax')
def testTreeModelMemorizesTinyExprUncondSibFixedZ(self):
cnf_model_test_lib.test_memorization(
self, self.tiny_expr, extra_hparams='model_variants=[uncond_sib]')
def testTreeModelMemorizesTinyExprAuxLstmFixedZ(self):
cnf_model_test_lib.test_memorization(
self, self.tiny_expr, extra_hparams='model_variants=[aux_lstm]')
def testTreeModelMemorizesTinyExprStdVaeMix(self):
cnf_model_test_lib.test_memorization(
self, self.tiny_expr, extra_hparams='objective=vae_mix,batch_size=3',
num_iterations=150)
def testTreeModelMemorizesTinyExprStdIwaeMcSamples2(self):
cnf_model_test_lib.test_memorization(
self,
self.tiny_expr,
extra_hparams='objective=iwae,min_kl_weight=1,mc_samples=2')
def testTreeModelMemorizesTinyExprAuxLstmGatedUncondSibFixedZ(self):
cnf_model_test_lib.test_memorization(
self,
self.tiny_expr,
extra_hparams='model_variants=[aux_lstm,gated,uncond_sib]')
def testTreeModelMemorizesTinyExprGatedLayerNormUncondSibVae(self):
cnf_model_test_lib.test_memorization(
self,
self.tiny_expr,
extra_hparams='model_variants=[gated,layer_norm,uncond_sib]')
def testTreeModelMemorizesHugeExprStdFixedZ(self):
cnf_model_test_lib.test_memorization(
self,
self.huge_expr,
num_iterations=100,
extra_hparams='embedding_length=128')
def testTreeModelMemorizesTinyExprStdFixedZ(self): cnf_model_test_lib.test_memorization(self, self.tiny_expr)