def subscribe(self, stream: DataStream, pipe: pipes.LocalPipe): if self.raise_error: raise SubscriptionError() self.subscribed_stream = stream while True: try: data = self.subscription_pipe.read_nowait() self.subscription_pipe.consume(len(data)) pipe.write_nowait(data) except pipes.EmptyPipe: if not self.hang_pipe: pipe.close_nowait() break if self.subscription_pipe.end_of_interval: pipe.close_interval_nowait() # return a mock as the unsubscribe callback return self.unsubscribe
def test_nowait_function_exceptions(self): pipe = LocalPipe(layout="float32_3") subscriber = LocalPipe(layout="float32_3", close_cb=mock.Mock()) fd_subscriber = OutputPipe() # cannot close_nowait if there is a callback with self.assertRaises(PipeError): subscriber.close_nowait() # can write_nowait if only localpipe subscribers pipe.subscribe(subscriber) pipe.write_nowait(np.ones((100, 4))) # cannot if any subscribers are not localpipes pipe.subscribe(fd_subscriber) with self.assertRaises(PipeError): pipe.write_nowait(np.ones((100, 4))) # cannot close_nowait if there are subscribers pipe.subscribe(subscriber) with self.assertRaises(PipeError): pipe.close_nowait()
def test_read_all_no_flatten(self): LAYOUT = "int32_3" LENGTH = 1000 loop = asyncio.get_event_loop() # raises exception if the pipe is empty my_pipe = LocalPipe(LAYOUT, name="pipe") my_pipe.close_nowait() with self.assertRaises(PipeError): loop.run_until_complete(my_pipe.read_all()) # read_all empties pipe and closes it, regardless of intervals my_pipe = LocalPipe(LAYOUT, name="pipe") test_data1 = helpers.create_data(LAYOUT, length=LENGTH) test_data2 = helpers.create_data(LAYOUT, length=LENGTH) my_pipe.write_nowait(test_data1) my_pipe.close_interval_nowait() my_pipe.write_nowait(test_data2) my_pipe.close_nowait() actual_data = loop.run_until_complete(my_pipe.read_all()) expected_data = np.hstack((test_data1, test_data2)) np.testing.assert_array_equal(actual_data, expected_data) self.assertTrue(my_pipe.closed) # read_all only add maxrows to the pipe # (less than one read) my_pipe = LocalPipe(LAYOUT, name="pipe") test_data1 = helpers.create_data(LAYOUT, length=LENGTH) test_data2 = helpers.create_data(LAYOUT, length=LENGTH) my_pipe.write_nowait(test_data1) my_pipe.close_interval_nowait() my_pipe.write_nowait(test_data2) actual_data = loop.run_until_complete(my_pipe.read_all(maxrows=103)) expected_data = test_data1[:103] np.testing.assert_array_equal(actual_data, expected_data) self.assertTrue(my_pipe.closed) # (more than one read) my_pipe = LocalPipe(LAYOUT, name="pipe") test_data1 = helpers.create_data(LAYOUT, length=LENGTH) test_data2 = helpers.create_data(LAYOUT, length=LENGTH) my_pipe.write_nowait(test_data1) my_pipe.close_interval_nowait() my_pipe.write_nowait(test_data2) actual_data = loop.run_until_complete( my_pipe.read_all(maxrows=LENGTH + 101)) expected_data = np.hstack((test_data1, test_data2[:101])) np.testing.assert_array_equal(expected_data, actual_data) self.assertTrue(my_pipe.closed) # read_all raises an exception if the pipe has more than maxrows # (less than one read) my_pipe = LocalPipe(LAYOUT, name="pipe") test_data1 = helpers.create_data(LAYOUT, length=LENGTH) test_data2 = helpers.create_data(LAYOUT, length=LENGTH) my_pipe.write_nowait(test_data1) my_pipe.close_interval_nowait() my_pipe.write_nowait(test_data2) with self.assertRaises(PipeError): loop.run_until_complete( my_pipe.read_all(maxrows=LENGTH + 101, error_on_overflow=True)) self.assertTrue(my_pipe.closed) # (more than one read) my_pipe = LocalPipe(LAYOUT, name="pipe") test_data1 = helpers.create_data(LAYOUT, length=LENGTH) test_data2 = helpers.create_data(LAYOUT, length=LENGTH) my_pipe.write_nowait(test_data1) my_pipe.close_interval_nowait() my_pipe.write_nowait(test_data2) my_pipe.close_nowait() with self.assertRaises(PipeError): loop.run_until_complete( my_pipe.read_all(maxrows=LENGTH + 101, error_on_overflow=True)) self.assertTrue(my_pipe.closed)