def build(opt):
dpath = os.path.join(opt['datapath'], 'wizard_of_wikipedia')
version = '1.0'
if not build_data.built(dpath, version):
print('[building data: ' + dpath + ']')
if build_data.built(dpath):
# An older version exists, so remove these outdated files.
build_data.remove_dir(dpath)
build_data.make_dir(dpath)
# Download the data.
for downloadable_file in RESOURCES:
downloadable_file.download_file(dpath)
build_data.mark_done(dpath, version)
def build(opt):
dpath = os.path.join(opt['datapath'], 'empatheticdialogues')
version = '1.0'
if not build_data.built(dpath, version_string=version):
print('[building data: ' + dpath + ']')
if build_data.built(dpath):
# An older version exists, so remove these outdated files.
build_data.remove_dir(dpath)
build_data.make_dir(dpath)
# Download the data.
for downloadable_file in RESOURCES:
downloadable_file.download_file(dpath)
# Mark the data as built.
build_data.mark_done(dpath, version_string=version)
def build(datapath):
version = 'v1.0'
dpath = os.path.join(datapath, 'dialogue_safety')
if not build_data.built(dpath, version):
print('[building data: ' + dpath + ']')
if build_data.built(dpath):
# An older version exists, so remove these outdated files.
build_data.remove_dir(dpath)
build_data.make_dir(dpath)
# Download the data.
for downloadable_file in RESOURCES:
downloadable_file.download_file(dpath)
# Mark the data as built.
build_data.mark_done(dpath, version)
def build(opt):
dpath = os.path.join(opt['datapath'], 'blended_skill_talk')
version = 'v1.4'
if not build_data.built(dpath, version_string=version):
print('[building data: ' + dpath + ']')
if build_data.built(dpath):
# An older version exists, so remove these outdated files
build_data.remove_dir(dpath)
build_data.make_dir(dpath)
# Download the data
for downloadable_file in RESOURCES:
downloadable_file.download_file(dpath)
# Format it for use with ParlAIDialogTeacher
_create_parlai_format(dpath)
# Mark the data as built
build_data.mark_done(dpath, version_string=version)