def main():
""" Entry point """
if len(sys.argv) < 3:
usage()
return
input_file_path = sys.argv[1]
output_file_path = sys.argv[2]
parameters = {}
for i in range(3, len(sys.argv)):
args = sys.argv[i].split("=")
if len(args) == 2:
key, value = args
if key in [
gc.PPN_SYNCMAP_LANGUAGE,
gc.PPN_TASK_OS_FILE_SMIL_AUDIO_REF,
gc.PPN_TASK_OS_FILE_SMIL_PAGE_REF,
"input_format",
"output_format",
"text_file"
]:
parameters[key] = value
if "input_format" in parameters:
input_sm_format = parameters["input_format"]
else:
input_sm_format = gf.file_extension(input_file_path)
if input_sm_format not in SyncMapFormat.ALLOWED_VALUES:
print "[ERRO] Input sync map format '%s' is not allowed" % (input_sm_format)
print "[INFO] Allowed formats: %s" % (" ".join(SyncMapFormat.ALLOWED_VALUES))
return
if "output_format" in parameters:
output_sm_format = parameters["output_format"]
else:
output_sm_format = gf.file_extension(output_file_path)
if output_sm_format not in SyncMapFormat.ALLOWED_VALUES:
print "[ERRO] Output sync map format '%s' is not allowed" % (output_sm_format)
print "[INFO] Allowed sync map formats: %s" % (" ".join(SyncMapFormat.ALLOWED_VALUES))
return
try:
print "[INFO] Reading sync map in %s format from file %s ..." % (input_sm_format, input_file_path)
syncmap = SyncMap()
result = syncmap.read(input_sm_format, input_file_path, parameters)
if not result:
print "[ERRO] Error while reading sync map"
return
print "[INFO] Reading sync map in %s format from file %s ... done" % (input_sm_format, input_file_path)
print "[INFO] Read %s sync map fragments" % (len(syncmap))
print "[INFO] Writing sync map in %s format to file %s ..." % (output_sm_format, output_file_path)
result = syncmap.write(output_sm_format, output_file_path, parameters)
if not result:
print "[ERRO] Error while writing sync map (forgot required arguments?)"
return
print "[INFO] Writing sync map in %s format to file %s ... done" % (output_sm_format, output_file_path)
except Exception as e:
print "[ERRO] Uncaught exception %s" % (str(e))
return
def test_file_extension(self):
tests = [
("", ""),
("/", ""),
("/foo", ""),
("/foo.", ""),
("/.foo", ""),
("/foo.bar", "bar"),
("/foo/bar/foo.baz", "baz"),
("/foo/bar/baz", ""),
("/foo/bar/.baz", ""),
("foo", ""),
("foo.", ""),
(".foo", ""),
("foo.bar", "bar"),
("foo/bar/foo.baz", "baz"),
("foo/bar/baz", ""),
("foo/bar/.baz", ""),
]
self.assertIsNone(gf.file_extension(None))
for test in tests:
self.assertEqual(gf.file_extension(test[0]), test[1])
def test_file_extension(self):
tests = [
("", ""),
("/", ""),
("/foo", ""),
("/foo.", ""),
("/.foo", ""),
("/foo.bar", "bar"),
("/foo/bar/foo.baz", "baz"),
("/foo/bar/baz", ""),
("/foo/bar/.baz", ""),
("foo", ""),
("foo.", ""),
(".foo", ""),
("foo.bar", "bar"),
("foo/bar/foo.baz", "baz"),
("foo/bar/baz", ""),
("foo/bar/.baz", ""),
]
self.assertIsNone(gf.file_extension(None))
for test in tests:
self.assertEqual(gf.file_extension(test[0]), test[1])
def test_file_extension(self):
tests = [
[None, None],
["", ""],
["/", ""],
["/foo", ""],
["/foo.", ""],
["/.foo", ""],
["/foo.bar", "bar"],
["/foo/bar/foo.baz", "baz"],
["/foo/bar/baz", ""],
["/foo/bar/.baz", ""],
["foo", ""],
["foo.", ""],
[".foo", ""],
["foo.bar", "bar"],
["foo/bar/foo.baz", "baz"],
["foo/bar/baz", ""],
["foo/bar/.baz", ""],
]
for test in tests:
self.assertEqual(gf.file_extension(test[0]), test[1])
def test_file_extension(self):
tests = [
[None, None],
["", ""],
["/", ""],
["/foo", ""],
["/foo.", ""],
["/.foo", ""],
["/foo.bar", "bar"],
["/foo/bar/foo.baz", "baz"],
["/foo/bar/baz", ""],
["/foo/bar/.baz", ""],
["foo", ""],
["foo.", ""],
[".foo", ""],
["foo.bar", "bar"],
["foo/bar/foo.baz", "baz"],
["foo/bar/baz", ""],
["foo/bar/.baz", ""],
]
for test in tests:
self.assertEqual(gf.file_extension(test[0]), test[1])
def perform_command(self):
"""
Perform command and return the appropriate exit code.
:rtype: int
"""
if len(self.actual_arguments) < 2:
return self.print_help()
input_file_path = self.actual_arguments[0]
output_file_path = self.actual_arguments[1]
if not self.check_input_file(input_file_path):
return self.ERROR_EXIT_CODE
if not self.check_output_file(output_file_path):
return self.ERROR_EXIT_CODE
fast = self.has_option("--fast")
fragment_text = self.has_option("--text")
h_zoom = gf.safe_int(self.has_option_with_value("--hzoom"), 5)
label = self.has_option_with_value("--label")
time_step = gf.safe_int(self.has_option_with_value("--time-step"), 0)
v_zoom = gf.safe_int(self.has_option_with_value("--vzoom"), 30)
labels = not self.has_option("--no-labels")
begin_times = not self.has_option("--no-begin-times")
end_times = not self.has_option("--no-end-times")
begin_guides = not self.has_option("--no-begin-guides")
end_guides = not self.has_option("--no-end-guides")
try:
# import or ImportError
from aeneas.plotter import PlotLabelset
from aeneas.plotter import PlotTimeScale
from aeneas.plotter import PlotWaveform
from aeneas.plotter import Plotter
# create plotter object
self.print_info(u"Plotting to file...")
plotter = Plotter(rconf=self.rconf, logger=self.logger)
# add waveform
afm = AudioFile(input_file_path,
rconf=self.rconf,
logger=self.logger)
afm.read_samples_from_file()
plotter.add_waveform(
PlotWaveform(afm,
label=label,
fast=fast,
rconf=self.rconf,
logger=self.logger))
# add time scale, if requested
if time_step > 0:
plotter.add_timescale(
PlotTimeScale(afm.audio_length,
time_step=time_step,
rconf=self.rconf,
logger=self.logger))
# add labelsets, if any
for i in range(len(self.actual_arguments)):
if (self.actual_arguments[i]
== "-i") and (i + 1 < len(self.actual_arguments)):
label_file_path = self.actual_arguments[i + 1]
extension = gf.file_extension(label_file_path)
if extension == "vad":
labelset = self._read_syncmap_file(
label_file_path, SyncMapFormat.TSV, False)
ls = PlotLabelset(labelset,
parameters=None,
rconf=self.rconf,
logger=self.logger)
ls.parameters["labels"] = False
ls.parameters["begin_time"] = begin_times
ls.parameters["end_time"] = end_times
ls.parameters["begin_guide"] = begin_guides
ls.parameters["end_guide"] = end_guides
plotter.add_labelset(ls)
if extension in SyncMapFormat.ALLOWED_VALUES:
labelset = self._read_syncmap_file(
label_file_path, extension, fragment_text)
ls = PlotLabelset(labelset,
parameters=None,
rconf=self.rconf,
logger=self.logger)
ls.parameters["labels"] = labels
ls.parameters["begin_time"] = begin_times
ls.parameters["end_time"] = end_times
ls.parameters["begin_guide"] = begin_guides
ls.parameters["end_guide"] = end_guides
plotter.add_labelset(ls)
# output to file
plotter.draw_png(output_file_path, h_zoom=h_zoom, v_zoom=v_zoom)
self.print_info(u"Plotting to file... done")
self.print_success(u"Created file '%s'" % output_file_path)
return self.NO_ERROR_EXIT_CODE
except ImportError:
self.print_error(
u"You need to install Python module Pillow to output image to file. Run:"
)
self.print_error(u"$ pip install Pillow")
self.print_error(u"or, to install for all users:")
self.print_error(u"$ sudo pip install Pillow")
except Exception as exc:
self.print_error(
u"An unexpected error occurred while generating the image file:"
)
self.print_error(u"%s" % exc)
return self.ERROR_EXIT_CODE
def perform_command(self):
"""
Perform command and return the appropriate exit code.
:rtype: int
"""
if len(self.actual_arguments) < 2:
return self.print_help()
input_file_path = self.actual_arguments[0]
output_file_path = self.actual_arguments[1]
if not self.check_input_file(input_file_path):
return self.ERROR_EXIT_CODE
if not self.check_output_file(output_file_path):
return self.ERROR_EXIT_CODE
fast = self.has_option("--fast")
fragment_text = self.has_option("--text")
h_zoom = gf.safe_int(self.has_option_with_value("--hzoom"), 5)
label = self.has_option_with_value("--label")
time_step = gf.safe_int(self.has_option_with_value("--time-step"), 0)
v_zoom = gf.safe_int(self.has_option_with_value("--vzoom"), 30)
labels = not self.has_option("--no-labels")
begin_times = not self.has_option("--no-begin-times")
end_times = not self.has_option("--no-end-times")
begin_guides = not self.has_option("--no-begin-guides")
end_guides = not self.has_option("--no-end-guides")
try:
# import or ImportError
from aeneas.plotter import PlotLabelset
from aeneas.plotter import PlotTimeScale
from aeneas.plotter import PlotWaveform
from aeneas.plotter import Plotter
# create plotter object
self.print_info(u"Plotting to file...")
plotter = Plotter(rconf=self.rconf, logger=self.logger)
# add waveform
afm = AudioFile(input_file_path, rconf=self.rconf, logger=self.logger)
afm.read_samples_from_file()
plotter.add_waveform(PlotWaveform(afm, label=label, fast=fast, rconf=self.rconf, logger=self.logger))
# add time scale, if requested
if time_step > 0:
plotter.add_timescale(PlotTimeScale(afm.audio_length, time_step=time_step, rconf=self.rconf, logger=self.logger))
# add labelsets, if any
for i in range(len(self.actual_arguments)):
if (self.actual_arguments[i] == "-i") and (i + 1 < len(self.actual_arguments)):
label_file_path = self.actual_arguments[i+1]
extension = gf.file_extension(label_file_path)
if extension == "vad":
labelset = self._read_syncmap_file(label_file_path, SyncMapFormat.TSV, False)
ls = PlotLabelset(labelset, parameters=None, rconf=self.rconf, logger=self.logger)
ls.parameters["labels"] = False
ls.parameters["begin_time"] = begin_times
ls.parameters["end_time"] = end_times
ls.parameters["begin_guide"] = begin_guides
ls.parameters["end_guide"] = end_guides
plotter.add_labelset(ls)
if extension in SyncMapFormat.ALLOWED_VALUES:
labelset = self._read_syncmap_file(label_file_path, extension, fragment_text)
ls = PlotLabelset(labelset, parameters=None, rconf=self.rconf, logger=self.logger)
ls.parameters["labels"] = labels
ls.parameters["begin_time"] = begin_times
ls.parameters["end_time"] = end_times
ls.parameters["begin_guide"] = begin_guides
ls.parameters["end_guide"] = end_guides
plotter.add_labelset(ls)
# output to file
plotter.draw_png(output_file_path, h_zoom=h_zoom, v_zoom=v_zoom)
self.print_info(u"Plotting to file... done")
self.print_success(u"Created file '%s'" % output_file_path)
return self.NO_ERROR_EXIT_CODE
except ImportError:
self.print_error(u"You need to install Python module Pillow to output image to file. Run:")
self.print_error(u"$ pip install Pillow")
self.print_error(u"or, to install for all users:")
self.print_error(u"$ sudo pip install Pillow")
except Exception as exc:
self.print_error(u"An unexpected error occurred while generating the image file:")
self.print_error(u"%s" % exc)
return self.ERROR_EXIT_CODE
def perform_command(self):
"""
Perform command and return the appropriate exit code.
:rtype: int
"""
if len(self.actual_arguments) < 2:
return self.print_help()
input_file_path = self.actual_arguments[0]
output_file_path = self.actual_arguments[1]
output_html = self.has_option(u"--output-html")
if not self.check_input_file(input_file_path):
return self.ERROR_EXIT_CODE
input_sm_format = self.has_option_with_value(u"--input-format")
if input_sm_format is None:
input_sm_format = gf.file_extension(input_file_path)
if not self.check_format(input_sm_format):
return self.ERROR_EXIT_CODE
if not self.check_output_file(output_file_path):
return self.ERROR_EXIT_CODE
if output_html:
if len(self.actual_arguments) < 3:
return self.print_help()
audio_file_path = self.actual_arguments[2]
if not self.check_input_file(audio_file_path):
return self.ERROR_EXIT_CODE
else:
output_sm_format = self.has_option_with_value(u"--output-format")
if output_sm_format is None:
output_sm_format = gf.file_extension(output_file_path)
if not self.check_format(output_sm_format):
return self.ERROR_EXIT_CODE
# TODO add a way to specify a text file for input formats like SMIL
# that do not carry the source text
language = self.has_option_with_value(u"--language")
audio_ref = self.has_option_with_value(u"--audio-ref")
page_ref = self.has_option_with_value(u"--page-ref")
parameters = {
gc.PPN_SYNCMAP_LANGUAGE: language,
gc.PPN_TASK_OS_FILE_SMIL_AUDIO_REF: audio_ref,
gc.PPN_TASK_OS_FILE_SMIL_PAGE_REF: page_ref
}
try:
self.print_info(u"Reading sync map in '%s' format from file '%s'" %
(input_sm_format, input_file_path))
self.print_info(u"Reading sync map...")
syncmap = SyncMap(logger=self.logger)
syncmap.read(input_sm_format, input_file_path, parameters)
self.print_info(u"Reading sync map... done")
self.print_info(u"Read %d sync map fragments" % (len(syncmap)))
except Exception as exc:
self.print_error(
u"An unexpected error occurred while reading the input sync map:"
)
self.print_error(u"%s" % (exc))
return self.ERROR_EXIT_CODE
if output_html:
try:
self.print_info(u"Writing HTML file...")
syncmap.output_html_for_tuning(audio_file_path,
output_file_path, parameters)
self.print_info(u"Writing HTML file... done")
self.print_success(u"Created HTML file '%s'" %
(output_file_path))
return self.NO_ERROR_EXIT_CODE
except Exception as exc:
self.print_error(
u"An unexpected error occurred while writing the output HTML file:"
)
self.print_error(u"%s" % (exc))
else:
try:
self.print_info(u"Writing sync map...")
syncmap.write(output_sm_format, output_file_path, parameters)
self.print_info(u"Writing sync map... done")
self.print_success(u"Created '%s' sync map file '%s'" %
(output_sm_format, output_file_path))
return self.NO_ERROR_EXIT_CODE
except Exception as exc:
self.print_error(
u"An unexpected error occurred while writing the output sync map:"
)
self.print_error(u"%s" % (exc))
return self.ERROR_EXIT_CODE
def perform_command(self):
"""
Perform command and return the appropriate exit code.
:rtype: int
"""
if len(self.actual_arguments) < 1:
return self.print_help()
if self.has_option([u"-e", u"--examples"]):
return self.print_examples(False)
if self.has_option(u"--examples-all"):
return self.print_examples(True)
if self.has_option([u"--list-parameters"]):
return self.print_parameters()
parameter = self.has_option_with_value(u"--list-values")
if parameter is not None:
return self.print_values(parameter)
elif self.has_option(u"--list-values"):
return self.print_values(u"?")
# NOTE list() is needed for Python3, where keys() is not a list!
demo = self.has_option(list(self.DEMOS.keys()))
demo_parameters = u""
download_from_youtube = self.has_option([u"-y", u"--youtube"])
largest_audio = self.has_option(u"--largest-audio")
keep_audio = self.has_option(u"--keep-audio")
output_html = self.has_option(u"--output-html")
validate = not self.has_option(u"--skip-validator")
print_faster_rate = self.has_option(u"--faster-rate")
print_rates = self.has_option(u"--rates")
print_zero = self.has_option(u"--zero")
if demo:
validate = False
for key in self.DEMOS:
if self.has_option(key):
demo_parameters = self.DEMOS[key]
audio_file_path = demo_parameters[u"audio"]
text_file_path = demo_parameters[u"text"]
config_string = demo_parameters[u"config"]
sync_map_file_path = demo_parameters[u"syncmap"]
# TODO allow injecting rconf options directly from DEMOS options field
if key == u"--example-cewsubprocess":
self.rconf[RuntimeConfiguration.CEW_SUBPROCESS_ENABLED] = True
elif key == u"--example-ctw-espeak":
self.rconf[RuntimeConfiguration.TTS] = "custom"
self.rconf[RuntimeConfiguration.TTS_PATH] = self.CTW_ESPEAK
elif key == u"--example-ctw-speect":
self.rconf[RuntimeConfiguration.TTS] = "custom"
self.rconf[RuntimeConfiguration.TTS_PATH] = self.CTW_SPEECT
elif key == u"--example-festival":
self.rconf[RuntimeConfiguration.TTS] = "festival"
self.rconf[RuntimeConfiguration.TTS_PATH] = "text2wave"
elif key == u"--example-mws":
self.rconf[RuntimeConfiguration.MFCC_WINDOW_LENGTH] = "1.500"
self.rconf[RuntimeConfiguration.MFCC_WINDOW_SHIFT] = "0.500"
elif key == u"--example-faster-rate":
print_faster_rate = True
elif key == u"--example-no-zero":
print_zero = True
elif key == u"--example-py":
self.rconf[RuntimeConfiguration.C_EXTENSIONS] = False
elif key == u"--example-rates":
print_rates = True
elif key == u"--example-youtube":
download_from_youtube = True
break
else:
if len(self.actual_arguments) < 4:
return self.print_help()
audio_file_path = self.actual_arguments[0]
text_file_path = self.actual_arguments[1]
config_string = self.actual_arguments[2]
sync_map_file_path = self.actual_arguments[3]
html_file_path = None
if output_html:
keep_audio = True
html_file_path = sync_map_file_path + u".html"
if download_from_youtube:
youtube_url = audio_file_path
if (not download_from_youtube) and (not self.check_input_file(audio_file_path)):
return self.ERROR_EXIT_CODE
if not self.check_input_file(text_file_path):
return self.ERROR_EXIT_CODE
if not self.check_output_file(sync_map_file_path):
return self.ERROR_EXIT_CODE
if (html_file_path is not None) and (not self.check_output_file(html_file_path)):
return self.ERROR_EXIT_CODE
self.check_c_extensions()
if demo:
msg = []
msg.append(u"Running example task with arguments:")
if download_from_youtube:
msg.append(u" YouTube URL: %s" % youtube_url)
else:
msg.append(u" Audio file: %s" % audio_file_path)
msg.append(u" Text file: %s" % text_file_path)
msg.append(u" Config string: %s" % config_string)
msg.append(u" Sync map file: %s" % sync_map_file_path)
if len(demo_parameters[u"options"]) > 0:
msg.append(u" Options: %s" % demo_parameters[u"options"])
self.print_info(u"\n".join(msg))
if validate:
self.print_info(u"Validating config string (specify --skip-validator to bypass)...")
validator = Validator(logger=self.logger)
result = validator.check_configuration_string(config_string, is_job=False, external_name=True)
if not result.passed:
self.print_error(u"The given config string is not valid:")
self.print_generic(result.pretty_print())
return self.ERROR_EXIT_CODE
self.print_info(u"Validating config string... done")
if download_from_youtube:
try:
self.print_info(u"Downloading audio from '%s' ..." % youtube_url)
downloader = Downloader(logger=self.logger)
audio_file_path = downloader.audio_from_youtube(
youtube_url,
download=True,
output_file_path=None,
largest_audio=largest_audio
)
self.print_info(u"Downloading audio from '%s' ... done" % youtube_url)
except ImportError:
self.print_no_pafy_error()
return self.ERROR_EXIT_CODE
except Exception as exc:
self.print_error(u"An unexpected error occurred while downloading audio from YouTube:")
self.print_error(u"%s" % exc)
return self.ERROR_EXIT_CODE
else:
audio_extension = gf.file_extension(audio_file_path)
if audio_extension.lower() not in AudioFile.FILE_EXTENSIONS:
self.print_warning(u"Your audio file path has extension '%s', which is uncommon for an audio file." % audio_extension)
self.print_warning(u"Attempting at executing your Task anyway.")
self.print_warning(u"If it fails, you might have swapped the first two arguments.")
self.print_warning(u"The audio file path should be the first argument, the text file path the second.")
try:
self.print_info(u"Creating task...")
task = Task(config_string, logger=self.logger)
task.audio_file_path_absolute = audio_file_path
task.text_file_path_absolute = text_file_path
task.sync_map_file_path_absolute = sync_map_file_path
self.print_info(u"Creating task... done")
except Exception as exc:
self.print_error(u"An unexpected error occurred while creating the task:")
self.print_error(u"%s" % exc)
return self.ERROR_EXIT_CODE
try:
self.print_info(u"Executing task...")
executor = ExecuteTask(task=task, rconf=self.rconf, logger=self.logger)
executor.execute()
self.print_info(u"Executing task... done")
except Exception as exc:
self.print_error(u"An unexpected error occurred while executing the task:")
self.print_error(u"%s" % exc)
return self.ERROR_EXIT_CODE
try:
self.print_info(u"Creating output sync map file...")
path = task.output_sync_map_file()
self.print_info(u"Creating output sync map file... done")
self.print_success(u"Created file '%s'" % path)
except Exception as exc:
self.print_error(u"An unexpected error occurred while writing the sync map file:")
self.print_error(u"%s" % exc)
return self.ERROR_EXIT_CODE
if output_html:
try:
parameters = {}
parameters[gc.PPN_TASK_OS_FILE_FORMAT] = task.configuration["o_format"]
parameters[gc.PPN_TASK_OS_FILE_EAF_AUDIO_REF] = task.configuration["o_eaf_audio_ref"]
parameters[gc.PPN_TASK_OS_FILE_SMIL_AUDIO_REF] = task.configuration["o_smil_audio_ref"]
parameters[gc.PPN_TASK_OS_FILE_SMIL_PAGE_REF] = task.configuration["o_smil_page_ref"]
self.print_info(u"Creating output HTML file...")
task.sync_map.output_html_for_tuning(audio_file_path, html_file_path, parameters)
self.print_info(u"Creating output HTML file... done")
self.print_success(u"Created file '%s'" % html_file_path)
except Exception as exc:
self.print_error(u"An unexpected error occurred while writing the HTML file:")
self.print_error(u"%s" % exc)
return self.ERROR_EXIT_CODE
if download_from_youtube:
if keep_audio:
self.print_info(u"Option --keep-audio set: keeping downloaded file '%s'" % audio_file_path)
else:
gf.delete_file(None, audio_file_path)
if print_zero:
zero_duration = [l for l in task.sync_map.fragments_tree.vleaves_not_empty if l.begin == l.end]
if len(zero_duration) > 0:
self.print_warning(u"Fragments with zero duration:")
for fragment in zero_duration:
self.print_generic(u" %s" % fragment)
if print_rates:
self.print_info(u"Fragments with rates:")
for fragment in task.sync_map.fragments_tree.vleaves_not_empty:
self.print_generic(u" %s (rate: %.3f chars/s)" % (fragment, fragment.rate))
if print_faster_rate:
max_rate = task.configuration["aba_rate_value"]
if max_rate is not None:
faster = [l for l in task.sync_map.fragments_tree.vleaves_not_empty if l.rate >= max_rate + Decimal("0.001")]
if len(faster) > 0:
self.print_warning(u"Fragments with rate greater than %.3f:" % max_rate)
for fragment in faster:
self.print_generic(u" %s (rate: %.3f chars/s)" % (fragment, fragment.rate))
return self.NO_ERROR_EXIT_CODE
def perform_command(self):
"""
Perform command and return the appropriate exit code.
:rtype: int
"""
if len(self.actual_arguments) < 1:
return self.print_help()
if self.has_option([u"-e", u"--examples"]):
return self.print_examples(False)
if self.has_option(u"--examples-all"):
return self.print_examples(True)
if self.has_option([u"--list-parameters"]):
return self.print_parameters()
parameter = self.has_option_with_value(u"--list-values")
if parameter is not None:
return self.print_values(parameter)
elif self.has_option(u"--list-values"):
return self.print_values(u"?")
# NOTE list() is needed for Python3, where keys() is not a list!
demo = self.has_option(list(self.DEMOS.keys()))
demo_parameters = u""
download_from_youtube = self.has_option([u"-y", u"--youtube"])
largest_audio = self.has_option(u"--largest-audio")
keep_audio = self.has_option(u"--keep-audio")
output_html = self.has_option(u"--output-html")
validate = not self.has_option(u"--skip-validator")
print_faster_rate = self.has_option(u"--faster-rate")
print_rates = self.has_option(u"--rates")
print_zero = self.has_option(u"--zero")
if demo:
validate = False
for key in self.DEMOS:
if self.has_option(key):
demo_parameters = self.DEMOS[key]
audio_file_path = demo_parameters[u"audio"]
text_file_path = demo_parameters[u"text"]
config_string = demo_parameters[u"config"]
sync_map_file_path = demo_parameters[u"syncmap"]
# TODO allow injecting rconf options directly from DEMOS options field
if key == u"--example-cewsubprocess":
self.rconf[
RuntimeConfiguration.CEW_SUBPROCESS_ENABLED] = True
elif key == u"--example-ctw-espeak":
self.rconf[RuntimeConfiguration.TTS] = "custom"
self.rconf[
RuntimeConfiguration.TTS_PATH] = self.CTW_ESPEAK
elif key == u"--example-ctw-speect":
self.rconf[RuntimeConfiguration.TTS] = "custom"
self.rconf[
RuntimeConfiguration.TTS_PATH] = self.CTW_SPEECT
elif key == u"--example-festival":
self.rconf[RuntimeConfiguration.TTS] = "festival"
elif key == u"--example-mws":
self.rconf[
RuntimeConfiguration.MFCC_WINDOW_LENGTH] = "1.500"
self.rconf[
RuntimeConfiguration.MFCC_WINDOW_SHIFT] = "0.500"
elif key == u"--example-multilevel-tts":
self.rconf[RuntimeConfiguration.TTS_L1] = "festival"
self.rconf[RuntimeConfiguration.TTS_L2] = "festival"
self.rconf[RuntimeConfiguration.TTS_L3] = "espeak"
elif key == u"--example-words-festival-cache":
self.rconf[RuntimeConfiguration.TTS] = "festival"
self.rconf[RuntimeConfiguration.TTS_CACHE] = True
elif key == u"--example-faster-rate":
print_faster_rate = True
elif key == u"--example-no-zero":
print_zero = True
elif key == u"--example-py":
self.rconf[RuntimeConfiguration.C_EXTENSIONS] = False
elif key == u"--example-rates":
print_rates = True
elif key == u"--example-youtube":
download_from_youtube = True
break
else:
if len(self.actual_arguments) < 4:
return self.print_help()
audio_file_path = self.actual_arguments[0]
text_file_path = self.actual_arguments[1]
config_string = self.actual_arguments[2]
sync_map_file_path = self.actual_arguments[3]
html_file_path = None
if output_html:
keep_audio = True
html_file_path = sync_map_file_path + u".html"
if download_from_youtube:
youtube_url = audio_file_path
if (not download_from_youtube) and (
not self.check_input_file(audio_file_path)):
return self.ERROR_EXIT_CODE
if not self.check_input_file(text_file_path):
return self.ERROR_EXIT_CODE
if not self.check_output_file(sync_map_file_path):
return self.ERROR_EXIT_CODE
if (html_file_path
is not None) and (not self.check_output_file(html_file_path)):
return self.ERROR_EXIT_CODE
self.check_c_extensions()
if demo:
msg = []
msg.append(u"Running example task with arguments:")
if download_from_youtube:
msg.append(u" YouTube URL: %s" % youtube_url)
else:
msg.append(u" Audio file: %s" % audio_file_path)
msg.append(u" Text file: %s" % text_file_path)
msg.append(u" Config string: %s" % config_string)
msg.append(u" Sync map file: %s" % sync_map_file_path)
if len(demo_parameters[u"options"]) > 0:
msg.append(u" Options: %s" %
demo_parameters[u"options"])
self.print_info(u"\n".join(msg))
if validate:
self.print_info(
u"Validating config string (specify --skip-validator to bypass)..."
)
validator = Validator(logger=self.logger)
result = validator.check_configuration_string(config_string,
is_job=False,
external_name=True)
if not result.passed:
self.print_error(u"The given config string is not valid:")
self.print_generic(result.pretty_print())
return self.ERROR_EXIT_CODE
self.print_info(u"Validating config string... done")
if download_from_youtube:
try:
self.print_info(u"Downloading audio from '%s' ..." %
youtube_url)
downloader = Downloader(logger=self.logger)
audio_file_path = downloader.audio_from_youtube(
youtube_url,
download=True,
output_file_path=None,
largest_audio=largest_audio)
self.print_info(u"Downloading audio from '%s' ... done" %
youtube_url)
except ImportError:
self.print_no_pafy_error()
return self.ERROR_EXIT_CODE
except Exception as exc:
self.print_error(
u"An unexpected error occurred while downloading audio from YouTube:"
)
self.print_error(u"%s" % exc)
return self.ERROR_EXIT_CODE
else:
audio_extension = gf.file_extension(audio_file_path)
if audio_extension.lower() not in AudioFile.FILE_EXTENSIONS:
self.print_warning(
u"Your audio file path has extension '%s', which is uncommon for an audio file."
% audio_extension)
self.print_warning(
u"Attempting at executing your Task anyway.")
self.print_warning(
u"If it fails, you might have swapped the first two arguments."
)
self.print_warning(
u"The audio file path should be the first argument, the text file path the second."
)
try:
self.print_info(u"Creating task...")
task = Task(config_string, logger=self.logger)
task.audio_file_path_absolute = audio_file_path
task.text_file_path_absolute = text_file_path
task.sync_map_file_path_absolute = sync_map_file_path
self.print_info(u"Creating task... done")
except Exception as exc:
self.print_error(
u"An unexpected error occurred while creating the task:")
self.print_error(u"%s" % exc)
return self.ERROR_EXIT_CODE
try:
self.print_info(u"Executing task...")
executor = ExecuteTask(task=task,
rconf=self.rconf,
logger=self.logger)
executor.execute()
self.print_info(u"Executing task... done")
except Exception as exc:
self.print_error(
u"An unexpected error occurred while executing the task:")
self.print_error(u"%s" % exc)
return self.ERROR_EXIT_CODE
try:
self.print_info(u"Creating output sync map file...")
path = task.output_sync_map_file()
self.print_info(u"Creating output sync map file... done")
self.print_success(u"Created file '%s'" % path)
except Exception as exc:
self.print_error(
u"An unexpected error occurred while writing the sync map file:"
)
self.print_error(u"%s" % exc)
return self.ERROR_EXIT_CODE
if output_html:
try:
parameters = {}
parameters[gc.PPN_TASK_OS_FILE_FORMAT] = task.configuration[
"o_format"]
parameters[
gc.PPN_TASK_OS_FILE_EAF_AUDIO_REF] = task.configuration[
"o_eaf_audio_ref"]
parameters[
gc.PPN_TASK_OS_FILE_SMIL_AUDIO_REF] = task.configuration[
"o_smil_audio_ref"]
parameters[
gc.PPN_TASK_OS_FILE_SMIL_PAGE_REF] = task.configuration[
"o_smil_page_ref"]
self.print_info(u"Creating output HTML file...")
task.sync_map.output_html_for_tuning(audio_file_path,
html_file_path,
parameters)
self.print_info(u"Creating output HTML file... done")
self.print_success(u"Created file '%s'" % html_file_path)
except Exception as exc:
self.print_error(
u"An unexpected error occurred while writing the HTML file:"
)
self.print_error(u"%s" % exc)
return self.ERROR_EXIT_CODE
if download_from_youtube:
if keep_audio:
self.print_info(
u"Option --keep-audio set: keeping downloaded file '%s'" %
audio_file_path)
else:
gf.delete_file(None, audio_file_path)
if print_zero:
zero_duration = [
l for l in task.sync_map.fragments_tree.vleaves_not_empty
if l.begin == l.end
]
if len(zero_duration) > 0:
self.print_warning(u"Fragments with zero duration:")
for fragment in zero_duration:
self.print_generic(u" %s" % fragment)
if print_rates:
self.print_info(u"Fragments with rates:")
for fragment in task.sync_map.fragments_tree.vleaves_not_empty:
self.print_generic(u" %s (rate: %.3f chars/s)" %
(fragment, fragment.rate))
if print_faster_rate:
max_rate = task.configuration["aba_rate_value"]
if max_rate is not None:
faster = [
l for l in task.sync_map.fragments_tree.vleaves_not_empty
if l.rate >= max_rate + Decimal("0.001")
]
if len(faster) > 0:
self.print_warning(
u"Fragments with rate greater than %.3f:" % max_rate)
for fragment in faster:
self.print_generic(u" %s (rate: %.3f chars/s)" %
(fragment, fragment.rate))
return self.NO_ERROR_EXIT_CODE
def perform_command(self):
"""
Perform command and return the appropriate exit code.
:rtype: int
"""
if len(self.actual_arguments) < 2:
return self.print_help()
input_file_path = self.actual_arguments[0]
output_file_path = self.actual_arguments[1]
output_html = self.has_option(u"--output-html")
if not self.check_input_file(input_file_path):
return self.ERROR_EXIT_CODE
input_sm_format = self.has_option_with_value(u"--input-format")
if input_sm_format is None:
input_sm_format = gf.file_extension(input_file_path)
if not self.check_format(input_sm_format):
return self.ERROR_EXIT_CODE
if not self.check_output_file(output_file_path):
return self.ERROR_EXIT_CODE
if output_html:
if len(self.actual_arguments) < 3:
return self.print_help()
audio_file_path = self.actual_arguments[2]
if not self.check_input_file(audio_file_path):
return self.ERROR_EXIT_CODE
else:
output_sm_format = self.has_option_with_value(u"--output-format")
if output_sm_format is None:
output_sm_format = gf.file_extension(output_file_path)
if not self.check_format(output_sm_format):
return self.ERROR_EXIT_CODE
# TODO add a way to specify a text file for input formats like SMIL
# that do not carry the source text
language = self.has_option_with_value(u"--language")
audio_ref = self.has_option_with_value(u"--audio-ref")
page_ref = self.has_option_with_value(u"--page-ref")
parameters = {
gc.PPN_SYNCMAP_LANGUAGE : language,
gc.PPN_TASK_OS_FILE_SMIL_AUDIO_REF : audio_ref,
gc.PPN_TASK_OS_FILE_SMIL_PAGE_REF : page_ref
}
try:
self.print_info(u"Reading sync map in '%s' format from file '%s'" % (input_sm_format, input_file_path))
self.print_info(u"Reading sync map...")
syncmap = SyncMap(logger=self.logger)
syncmap.read(input_sm_format, input_file_path, parameters)
self.print_info(u"Reading sync map... done")
self.print_info(u"Read %d sync map fragments" % (len(syncmap)))
except Exception as exc:
self.print_error(u"An unexpected error occurred while reading the input sync map:")
self.print_error(u"%s" % (exc))
return self.ERROR_EXIT_CODE
if output_html:
try:
self.print_info(u"Writing HTML file...")
syncmap.output_html_for_tuning(audio_file_path, output_file_path, parameters)
self.print_info(u"Writing HTML file... done")
self.print_success(u"Created HTML file '%s'" % (output_file_path))
return self.NO_ERROR_EXIT_CODE
except Exception as exc:
self.print_error(u"An unexpected error occurred while writing the output HTML file:")
self.print_error(u"%s" % (exc))
else:
try:
self.print_info(u"Writing sync map...")
syncmap.write(output_sm_format, output_file_path, parameters)
self.print_info(u"Writing sync map... done")
self.print_success(u"Created '%s' sync map file '%s'" % (output_sm_format, output_file_path))
return self.NO_ERROR_EXIT_CODE
except Exception as exc:
self.print_error(u"An unexpected error occurred while writing the output sync map:")
self.print_error(u"%s" % (exc))
return self.ERROR_EXIT_CODE
