def read(self, content, lang='en-US'):
caption_set = CaptionSet()
lines = content.splitlines()
start_line = 0
captions = []
while start_line < len(lines):
if not lines[start_line].isdigit():
break
caption = Caption()
end_line = self._find_text_line(start_line, lines)
timing = lines[start_line + 1].split('-->')
caption.start = self._srttomicro(timing[0].strip(' \r\n'))
caption.end = self._srttomicro(timing[1].strip(' \r\n'))
for line in lines[start_line + 2:end_line - 1]:
# skip extra blank lines
if not caption.nodes or line != '':
caption.nodes.append(CaptionNode.create_text(line))
caption.nodes.append(CaptionNode.create_break())
# remove last line break from end of caption list
caption.nodes.pop()
captions.append(caption)
start_line = end_line
caption_set.set_captions(lang, captions)
return caption_set
def run_pipeline(url=None, hmm=None, lm=None, dict=None, caption_format="webvtt", out_file=None):
if url is None:
raise Exception("No URL specified!")
pipeline = Gst.parse_launch(
"uridecodebin name=source ! audioconvert !" + " audioresample ! pocketsphinx name=asr !" + " fakesink"
)
source = pipeline.get_by_name("source")
source.set_property("uri", url)
pocketsphinx = pipeline.get_by_name("asr")
if hmm:
pocketsphinx.set_property("hmm", hmm)
if lm:
pocketsphinx.set_property("lm", lm)
if dict:
pocketsphinx.set_property("dict", dict)
bus = pipeline.get_bus()
# Start playing
pipeline.set_state(Gst.State.PLAYING)
cap_set = CaptionSet()
captions = []
# Wait until error or EOS
while True:
try:
msg = bus.timed_pop(Gst.CLOCK_TIME_NONE)
if msg:
# if msg.get_structure():
# print(msg.get_structure().to_string())
if msg.type == Gst.MessageType.EOS:
break
struct = msg.get_structure()
if struct and struct.get_name() == "pocketsphinx":
if struct["final"]:
c = Caption()
c.start = struct["start_time"] / Gst.USECOND
c.end = struct["end_time"] / Gst.USECOND
c.nodes.append(CaptionNode.create_text(struct["hypothesis"]))
captions.append(c)
except KeyboardInterrupt:
pipeline.send_event(Gst.Event.new_eos())
# Free resources
pipeline.set_state(Gst.State.NULL)
cap_set.set_captions("en-US", captions)
writer = SRTWriter() if caption_format == "srt" else WebVTTWriter()
caption_data = writer.write(cap_set)
if out_file is not None:
codecs.open(out_file, "w", "utf-8").write(caption_data)
else:
print(caption_data)
def read(self, content, lang='en', simulate_roll_up=False, offset=0):
self.simulate_roll_up = simulate_roll_up
self.offset = offset * 1000000
# split lines
inlines = content.splitlines()
# loop through each line except the first
for line in inlines[1:]:
self._translate_line(line)
# after converting lines, see if anything is left in paint_buffer
if self.paint_buffer:
self._roll_up()
captions = CaptionSet()
captions.set_captions(lang, self.scc)
return captions
def read(self, content):
dfxp_soup = BeautifulSoup(content)
captions = CaptionSet()
# Each div represents all the captions for a single language.
for div in dfxp_soup.find_all('div'):
lang = div.attrs.get('xml:lang', 'en')
captions.set_captions(lang, self._translate_div(div))
for style in dfxp_soup.find_all('style'):
id = style.attrs.get('id')
if not id:
id = style.attrs.get('xml:id')
captions.add_style(id, self._translate_style(style))
captions = self._combine_matching_captions(captions)
return captions
def new_caption_set_from_match(
self, match: Dict[int, Dict[int, str]]) -> CaptionSet:
new_captions = []
for s, sentence in enumerate(self.sentences):
for c, caption in enumerate(sentence.captions):
trans = match[s][c]
new_caption = deepcopy(caption.raw_caption)
new_caption.nodes = [CaptionNode.create_text(trans.strip())]
new_captions.append(new_caption)
# print(f'"{caption.raw_text}"', f'"{trans}"')
new_caption_set = CaptionSet({'en': new_captions})
return new_caption_set
def read(self, content):
content, doc_styles, doc_langs = SAMIParser().feed(content)
sami_soup = BeautifulSoup(content)
captions = CaptionSet()
captions.set_styles(doc_styles)
for language in doc_langs:
lang_captions = self._translate_lang(language, sami_soup)
captions.set_captions(language, lang_captions)
for lang in captions.get_languages():
if captions.get_captions(lang):
return captions
raise SAMIReaderError("Empty Caption File")
def replace_unknown_language(self, lang_code):
"""
This essentially sets the "unknown" language in the caption set, by replacing the key
with this new language code
:param lang_code: A string with the language code to replace the unknown language with
"""
caption_set = self.get_caption_set()
captions = {}
for lang in caption_set.get_languages():
set_lang = lang_code if lang == LANGUAGE_CODE_UNKNOWN else lang
captions[set_lang] = caption_set.get_captions(lang)
# Replace caption_set with new version, having replaced unknown language
self.caption_set = CaptionSet(captions,
styles=dict(caption_set.get_styles()),
layout_info=caption_set.layout_info)
def read(self, content):
content = self.force_byte_string(content)
content, doc_styles, doc_langs = SAMIParser().feed(content)
sami_soup = BeautifulSoup(content)
captions = CaptionSet()
captions.set_styles(doc_styles)
for language in doc_langs:
lang_captions = self._translate_lang(language, sami_soup)
captions.set_captions(language, lang_captions)
if not captions.is_empty():
return captions
else:
raise SAMIReaderError("Empty Caption File")
def convert(self, lang_code):
"""
Converts the caption set to the VTT format
:param lang_code: A string with one of the languages to output the captions for
:type: lang_code: str
:return: A string with the converted caption contents
:rtype: str
"""
caption_set = self.get_caption_set()
captions = caption_set.get_captions(lang_code)
if not captions:
raise InvalidSubtitleLanguageError(
"Language '{}' is not present in caption set".format(
lang_code))
styles = caption_set.get_styles()
layout_info = caption_set.get_layout_info(lang_code)
lang_caption_set = CaptionSet({lang_code: captions},
styles=dict(styles),
layout_info=layout_info)
return self.writer.write(lang_caption_set)
def run_pipeline(url=None,
hmm=None,
lm=None,
dict=None,
caption_format='webvtt',
out_file=None):
if url is None:
raise Exception('No URL specified!')
pipeline = Gst.parse_launch('uridecodebin name=source ! audioconvert !' +
' audioresample ! pocketsphinx name=asr !' +
' fakesink')
source = pipeline.get_by_name('source')
source.set_property('uri', url)
pocketsphinx = pipeline.get_by_name('asr')
if hmm:
pocketsphinx.set_property('hmm', hmm)
if lm:
pocketsphinx.set_property('lm', lm)
if dict:
pocketsphinx.set_property('dict', dict)
bus = pipeline.get_bus()
# Start playing
pipeline.set_state(Gst.State.PLAYING)
cap_set = CaptionSet()
captions = []
# Wait until error or EOS
while True:
try:
msg = bus.timed_pop(Gst.CLOCK_TIME_NONE)
if msg:
#if msg.get_structure():
# print(msg.get_structure().to_string())
if msg.type == Gst.MessageType.EOS:
break
struct = msg.get_structure()
if struct and struct.get_name() == 'pocketsphinx':
if struct['final']:
c = Caption()
c.start = struct['start_time'] / Gst.USECOND
c.end = struct['end_time'] / Gst.USECOND
c.nodes.append(
CaptionNode.create_text(struct['hypothesis']))
captions.append(c)
except KeyboardInterrupt:
pipeline.send_event(Gst.Event.new_eos())
# Free resources
pipeline.set_state(Gst.State.NULL)
cap_set.set_captions('en-US', captions)
writer = SRTWriter() if caption_format == 'srt' else WebVTTWriter()
caption_data = writer.write(cap_set)
if out_file is not None:
codecs.open(out_file, 'w', 'utf-8').write(caption_data)
else:
print(caption_data)
stories = codecs.open('story.txt', 'r', 'utf-8').readlines()
def microsec(t):
return t * 1000000
offset = 0.0
captions = []
for line in sys.stdin:
if line.startswith(' '):
continue
tokens = line.split()
if len(tokens) != 3:
continue
dirname = tokens[0]
index = int(dirname.split('/')[-1]) - 1
duration = float(tokens[2])
print duration
text = stories[index]
cap = Caption(microsec(offset), microsec(offset + duration),
[CaptionNode.create_text(text)])
offset += duration
captions.append(cap)
caps = CaptionSet({'en': captions})
srt = codecs.open('output.srt', 'w', 'utf-8')
srt.write(SRTWriter().write(caps))
srt.close()
def read(self, content, lang="en"):
captions = CaptionSet()
inlines = content.splitlines()
start_line = 0
subdata = []
while start_line < len(inlines):
if not inlines[start_line].isdigit():
break
caption = Caption()
end_line = self._find_text_line(start_line, inlines)
timing = inlines[start_line + 1].split("-->")
caption.start = self._srttomicro(timing[0].strip(" \r\n"))
caption.end = self._srttomicro(timing[1].strip(" \r\n"))
for line in inlines[start_line + 2 : end_line - 1]:
caption.nodes.append(CaptionData.create_text(line))
caption.nodes.append(CaptionData.create_break())
caption.nodes.pop() # remove last line break from end of caption list
subdata.append(caption)
start_line = end_line
captions.set_captions(lang, subdata)
return captions
