Python test_memorization Examples

Example #1

 def testSeqModelMemorizesTinyExprMaskedXent(self):
   cnf_model_test_lib.test_memorization(
       self,
       self.tiny_expr,
       num_iterations=200,
       extra_hparams='depth=1,masked_xent=true',
       model_class=cnf_model.CNFSequenceModel)

Example #2

 def testTreeModelWorksWithTinyExprTanhMostVariationssVae(self):
   cnf_model_test_lib.test_memorization(
       self,
       self.tiny_expr,
       num_iterations=1,
       extra_hparams='model_variants=[gated,layer_norm,rev_read,uncond_sib],'
       'act_fn=tanh,objective=vae,min_kl_weight=1')

Example #3

 def testTreeModelMemorizesTinyExprAuxLstmUncondSibVae(self):
     cnf_model_test_lib.test_memorization(
         self,
         self.tiny_expr,
         num_iterations=200,
         extra_hparams='model_variants=[aux_lstm,uncond_sib],'
         'objective=vae,embedding_length=64,min_kl_weight=1')

Example #4

 def testTreeModelMemorizesHugeExprAuxLstmFixedZ(self):
     cnf_model_test_lib.test_memorization(
         self,
         self.huge_expr,
         num_iterations=100,
         extra_hparams='embedding_length=128,'
         'model_variants=[aux_lstm]')

Example #5

 def testSeqModelMemorizesHugeExprMaskedXent(self):
     cnf_model_test_lib.test_memorization(
         self,
         self.huge_expr,
         num_iterations=450,
         extra_hparams='depth=1,embedding_length=128,masked_xent=true',
         model_class=cnf_model.CNFSequenceModel)

Example #6

 def testSeqModelWorksWithTinyHugeExprMaskedXent(self):
   cnf_model_test_lib.test_memorization(
       self, [self.tiny_expr, self.huge_expr],
       num_iterations=1,
       extra_hparams='masked_xent=true',
       model_class=cnf_model.CNFSequenceModel)

Example #7

 def testSeqModelWorksWithTinyHugeExpr(self):
   cnf_model_test_lib.test_memorization(
       self, [self.tiny_expr, self.huge_expr],
       num_iterations=1,
       model_class=cnf_model.CNFSequenceModel)

Example #8

 def testTreeModelMemorizesTinyExprMostVariationsDeepFixedZ(self):
   cnf_model_test_lib.test_memorization(
       self,
       self.tiny_expr,
       extra_hparams='model_variants=[gated,layer_norm,rev_read,uncond_sib],'
       'highway_layers=5,op_hidden=1')

Example #9

 def testTreeModelMemorizesTinyExprStdVae(self):
   cnf_model_test_lib.test_memorization(
       self, self.tiny_expr, extra_hparams='objective=vae,min_kl_weight=1')

Example #10

 def testTreeModelMemorizesTinyExprAuxLstmVae(self):
   cnf_model_test_lib.test_memorization(
       self,
       self.tiny_expr,
       num_iterations=80,
       extra_hparams='model_variants=[aux_lstm],objective=vae,min_kl_weight=1')

Example #11

 def testTreeModelMemorizesTinyExprGatedTiedFixedZ(self):
   cnf_model_test_lib.test_memorization(
       self,
       self.tiny_expr,
       extra_hparams='model_variants=[gated],gate_tied=true')

Example #12

 def testTreeModelMemorizesTinyExprGatedSoftmaxFixedZ(self):
   cnf_model_test_lib.test_memorization(
       self,
       self.tiny_expr,
       extra_hparams='model_variants=[gated],gate_type=softmax')

Example #13

 def testTreeModelMemorizesTinyExprUncondSibFixedZ(self):
   cnf_model_test_lib.test_memorization(
       self, self.tiny_expr, extra_hparams='model_variants=[uncond_sib]')

Example #14

 def testTreeModelMemorizesTinyExprAuxLstmFixedZ(self):
   cnf_model_test_lib.test_memorization(
       self, self.tiny_expr, extra_hparams='model_variants=[aux_lstm]')

Example #15

 def testTreeModelMemorizesTinyExprStdVaeMix(self):
   cnf_model_test_lib.test_memorization(
       self, self.tiny_expr, extra_hparams='objective=vae_mix,batch_size=3',
       num_iterations=150)

Example #16

 def testTreeModelMemorizesTinyExprStdIwaeMcSamples2(self):
   cnf_model_test_lib.test_memorization(
       self,
       self.tiny_expr,
       extra_hparams='objective=iwae,min_kl_weight=1,mc_samples=2')

Example #17

 def testTreeModelMemorizesTinyExprAuxLstmGatedUncondSibFixedZ(self):
   cnf_model_test_lib.test_memorization(
       self,
       self.tiny_expr,
       extra_hparams='model_variants=[aux_lstm,gated,uncond_sib]')

Example #18

 def testTreeModelMemorizesTinyExprGatedLayerNormUncondSibVae(self):
   cnf_model_test_lib.test_memorization(
       self,
       self.tiny_expr,
       extra_hparams='model_variants=[gated,layer_norm,uncond_sib]')

Example #19

 def testTreeModelMemorizesHugeExprStdFixedZ(self):
     cnf_model_test_lib.test_memorization(
         self,
         self.huge_expr,
         num_iterations=100,
         extra_hparams='embedding_length=128')

Example #20

 def testTreeModelMemorizesTinyExprStdFixedZ(self):
   cnf_model_test_lib.test_memorization(self, self.tiny_expr)