def test_resume_producing_no_existing_manifest(self, node):
fs_carriage = FilesystemProducerImpl(self.test_dir_path)
node.process_document = MagicMock(side_effect=EndOfData())
node.document_sequence.sequence_identifier = "testSeq"
fs_carriage.register(node)
fs_carriage.resume_producing()
assert node.process_document.called
def test_emit_document(self):
data = 'test'
node = MagicMock(spec=IProducerNode)
node.provides.return_value = six.text_type
test_time = timedelta(hours=42,
minutes=42,
seconds=42,
milliseconds=67)
node.resume_producing.side_effect = EndOfData()
fs_carriage = FilesystemProducerImpl(self.test_dir_path)
fs_carriage.register_producer_node(node)
fs_carriage.resume_producing()
fs_carriage.emit_data(data,
availability_time=test_time,
sequence_identifier='testSeq',
sequence_number=1,
time_base='clock',
clock_mode='local')
exported_document_path = os.path.join(self.test_dir_path,
'testSeq_1.xml')
assert os.path.exists(exported_document_path)
manifest_path = os.path.join(self.test_dir_path,
'manifest_testSeq.txt')
assert os.path.exists(manifest_path)
assert fs_carriage._default_clocks == {}
def test_resume_producing_no_existing_manifest(self, node):
fs_carriage = FilesystemProducerImpl(self.test_dir_path)
node.process_document = MagicMock(side_effect=EndOfData())
node.document_sequence.sequence_identifier = "testSeq"
fs_carriage.register(node)
fs_carriage.resume_producing()
assert node.process_document.called
def test_resume_producing_existing_manifest(self, node):
manifest_path = os.path.join(self.test_dir_path, "manifest_testSeq.txt")
with open(manifest_path, "w") as f:
f.write("00:00:00.123678,testSeq_177.xml")
fs_carriage = FilesystemProducerImpl(self.test_dir_path)
node.process_document = MagicMock(side_effect=EndOfData())
node.document_sequence.sequence_identifier = "testSeq"
fs_carriage.register(node)
fs_carriage.resume_producing()
assert node.process_document.called
self.assertEqual(node.document_sequence.last_sequence_number, 177)
def test_resume_producing_existing_manifest(self, node):
manifest_path = os.path.join(self.test_dir_path, "manifest_testSeq.txt")
with open(manifest_path, 'w') as f:
f.write("00:00:00.123678,testSeq_177.xml")
fs_carriage = FilesystemProducerImpl(self.test_dir_path)
node.process_document = MagicMock(side_effect=EndOfData())
node.document_sequence.sequence_identifier = "testSeq"
fs_carriage.register(node)
fs_carriage.resume_producing()
assert node.process_document.called
self.assertEqual(node.document_sequence.last_sequence_number, 177)
def test_resume_producing_no_existing_manifest(self):
node = MagicMock(spec=IProducerNode)
node.provides.return_value = six.text_type
def side_effect():
raise EndOfData()
node.resume_producing.side_effect = side_effect
fs_carriage = FilesystemProducerImpl(self.test_dir_path)
fs_carriage.register_producer_node(node)
fs_carriage.resume_producing()
node.resume_producing.assert_called_once()
def test_emit_document(self):
document = MagicMock(sequence_identifier="testSeq", sequence_number=1)
document.get_xml = MagicMock(return_value="test")
node = MagicMock()
test_time = timedelta(hours=42, minutes=42, seconds=42, milliseconds=67)
node.reference_clock.get_time.return_value = test_time
node.process_document = MagicMock(side_effect=EndOfData())
node.document_sequence.sequence_identifier = "testSeq"
node.reference_clock.time_base = "clock"
fs_carriage = FilesystemProducerImpl(self.test_dir_path)
fs_carriage.register(node)
fs_carriage.resume_producing()
fs_carriage.emit_document(document)
exported_document_path = os.path.join(self.test_dir_path, "testSeq_1.xml")
assert os.path.exists(exported_document_path)
manifest_path = os.path.join(self.test_dir_path, "manifest_testSeq.txt")
assert os.path.exists(manifest_path)
def test_emit_document(self):
document = MagicMock(sequence_identifier="testSeq", sequence_number=1)
document.get_xml = MagicMock(return_value="test")
node = MagicMock()
test_time = timedelta(hours=42, minutes=42, seconds=42, milliseconds=67)
node.reference_clock.get_time.return_value = test_time
node.process_document = MagicMock(side_effect=EndOfData())
node.document_sequence.sequence_identifier = "testSeq"
node.reference_clock.time_base = "clock"
fs_carriage = FilesystemProducerImpl(self.test_dir_path)
fs_carriage.register(node)
fs_carriage.resume_producing()
fs_carriage.emit_document(document)
exported_document_path = os.path.join(self.test_dir_path, 'testSeq_1.xml')
assert os.path.exists(exported_document_path)
manifest_path = os.path.join(self.test_dir_path, 'manifest_testSeq.txt')
assert os.path.exists(manifest_path)
def main():
create_loggers()
parsed_args = parser.parse_args()
do_export = False
if parsed_args.folder_export:
do_export = True
reference_clock = LocalMachineClock()
reference_clock.clock_mode = 'local'
document_sequence = EBUTT3DocumentSequence(
sequence_identifier='TestSequence1',
lang='en-GB',
reference_clock=reference_clock
)
if parsed_args.reference_clock:
subtitle_tokens = None # Instead of text we provide the availability time as content.
else:
# Let's read our example conversation
full_text = get_example_data('simple_producer.txt')
if do_export:
subtitle_tokens = iter(tokenize_english_document(full_text))
else:
# This makes the source cycle infinitely.
subtitle_tokens = cycle(tokenize_english_document(full_text))
# This object is used as flexible binding to the carriage mechanism and twisted integrated as dependency injection
prod_impl = None
if do_export:
prod_impl = FilesystemProducerImpl(parsed_args.folder_export)
else:
prod_impl = TwistedProducerImpl()
simple_producer = SimpleProducer(
node_id='simple-producer',
carriage_impl=prod_impl,
document_sequence=document_sequence,
input_blocks=subtitle_tokens
)
if do_export:
prod_impl.resume_producing()
else:
factory = wsFactory(u"ws://127.0.0.1:9000")
factory.protocol = StreamingServerProtocol
factory.listen()
# We are using a pull producer because it is the looping_task timer that triggers the production from the websocket
# level. Every time the factory gets a pull signal from the timer it tells the producer to generate data.
TwistedPullProducer(
consumer=factory,
custom_producer=prod_impl
)
looping_task = task.LoopingCall(factory.pull)
looping_task.start(2.0)
reactor.run()
def main():
create_loggers()
parsed_args = parser.parse_args()
sequence_identifier = 'TestSequence1'
do_export = False
if parsed_args.folder_export:
do_export = True
reference_clock = LocalMachineClock()
reference_clock.clock_mode = 'local'
document_sequence = EBUTT3DocumentSequence(
sequence_identifier=sequence_identifier,
lang='en-GB',
reference_clock=reference_clock
)
if parsed_args.reference_clock:
subtitle_tokens = None # Instead of text we provide the availability time as content.
else:
# Let's read our example conversation
full_text = get_example_data('simple_producer.txt')
if do_export:
subtitle_tokens = iter(tokenize_english_document(full_text))
else:
# This makes the source cycle infinitely.
subtitle_tokens = cycle(tokenize_english_document(full_text))
# This object is used as flexible binding to the carriage mechanism and twisted integrated as dependency injection
prod_impl = None
if do_export:
prod_impl = FilesystemProducerImpl(parsed_args.folder_export, reference_clock)
else:
prod_impl = WebsocketProducerCarriage()
prod_impl.sequence_identifier = sequence_identifier
simple_producer = SimpleProducer(
node_id='simple-producer',
producer_carriage=None,
document_sequence=document_sequence,
input_blocks=subtitle_tokens
)
# Chaining a converter
ProducerNodeCarriageAdapter(
producer_carriage=prod_impl,
producer_node=simple_producer
)
if do_export:
prod_impl.resume_producing()
else:
twisted_producer = TwistedWSPushProducer(
custom_producer=prod_impl
)
factory = BroadcastServerFactory(
url=u"ws://127.0.0.1:9000",
producer=twisted_producer
)
factory.protocol = BroadcastServerProtocol
factory.listen()
# Here we schedule in the simple producer to create content responding to a periodic interval timer.
looping_task = task.LoopingCall(simple_producer.process_document)
looping_task.start(2.0)
reactor.run()
