def __init__(self, was_reversed=False, was_copy=False):
problems = [
wiki_lm.LanguagemodelEnWiki32k(),
multinli.MultiNLIWikiLMSharedVocab(),
]
schedule = multi_problem_v2.constant_schedule([0.5, 0.5])
super(LanguagemodelEnWikiLMMultiNLISubwordsV2, self).__init__(
problems, schedule, was_reversed=was_reversed, was_copy=was_copy)
def __init__(self, was_reversed=False, was_copy=False):
problemos = []
rates = []
for rate, also_reverse, cls in self.problems_and_rates:
for r in [False, True] if also_reverse else [False]:
problemos.append(cls(was_reversed=r))
rates.append(rate)
pmf = multi_problem_v2.epoch_rates_to_pmf(problemos, epoch_rates=rates)
schedule = multi_problem_v2.constant_schedule(pmf)
super(Lm1bSocialMediaDepression,
self).__init__(problemos,
schedule,
was_reversed=was_reversed,
was_copy=was_copy)
def __init__(self, was_reversed=False, was_copy=False):
problems = []
rates = []
for rate, also_reverse, cls in self.problems_and_rates:
for r in [False, True] if also_reverse else [False]:
problems.append(cls(was_reversed=r))
rates.append(rate)
pmf = multi_problem_v2.epoch_rates_to_pmf(problems, epoch_rates=rates)
schedule = multi_problem_v2.constant_schedule(pmf)
super(LanguagemodelMultiWikiTranslatePacked1k,
self).__init__(problems,
schedule,
was_reversed=was_reversed,
was_copy=was_copy)
def __init__(self, was_reversed=False, was_copy=False):
problems = [
# TODO(noam): uncommonet once data is generated
wiki_lm.LanguagemodelDeEnFrRoWiki64kFitbPacked1k(),
wiki_lm.LanguagemodelDeEnFrRoWiki64kFitbPacked1k(was_reversed=True),
translate_ende.TranslateEndeWmtMulti64kPacked1k(),
translate_ende.TranslateEndeWmtMulti64kPacked1k(was_reversed=True),
translate_enfr.TranslateEnfrWmtMulti64kPacked1k(),
translate_enfr.TranslateEnfrWmtMulti64kPacked1k(was_reversed=True),
translate_enro.TranslateEnroWmtMultiTiny64kPacked1k(),
translate_enro.TranslateEnroWmtMultiTiny64kPacked1k(was_reversed=True),
cnn_dailymail.SummarizeCnnDailymailMulti64kPacked1k(),
cnn_dailymail.SummarizeCnnDailymailMulti64kPacked1k(was_reversed=True),
multinli.MultiNLIText2textMulti64kPacked1k(),
squad.SquadText2textMulti64kPacked1k(),
]
schedule = multi_problem_v2.constant_schedule(
multi_problem_v2.epoch_rates_to_pmf(problems))
super(LanguagemodelMultiWikiTranslatePacked1k, self).__init__(
problems, schedule, was_reversed=was_reversed, was_copy=was_copy)