def test_sequential_queued_pipeline_should_fit_transform_without_multiprocessing( ): batch_size = 10 p = SequentialQueuedPipeline( [(1, FitTransformCallbackStep( transform_function=lambda di: np.array(di) * 2)), (1, FitTransformCallbackStep( transform_function=lambda di: np.array(di) * 2)), (1, FitTransformCallbackStep( transform_function=lambda di: np.array(di) * 2)), (1, FitTransformCallbackStep( transform_function=lambda di: np.array(di) * 2))], batch_size=batch_size, max_queue_size=5) queue_joiner_for_test = QueueJoinerForTest(batch_size=batch_size) p.steps[-1] = queue_joiner_for_test p.steps_as_tuple[-1] = (p.steps_as_tuple[-1][0], queue_joiner_for_test) p._refresh_steps() p, outputs = p.fit_transform(list(range(100)), list(range(100))) assert not p[-1].called_queue_joiner assert np.array_equal(outputs, EXPECTED_OUTPUTS)
def test_sequential_queued_pipeline_should_fit_without_multiprocessing(): batch_size = 10 p = SequentialQueuedPipeline([(1, FitTransformCallbackStep()), (1, FitTransformCallbackStep()), (1, FitTransformCallbackStep()), (1, FitTransformCallbackStep())], batch_size=batch_size, max_queue_size=5) queue_joiner_for_test = QueueJoinerForTest(batch_size=batch_size) p.steps[-1] = queue_joiner_for_test p.steps_as_tuple[-1] = (p.steps_as_tuple[-1][0], queue_joiner_for_test) p._refresh_steps() p = p.fit(list(range(100)), list(range(100))) assert not p[-1].called_queue_joiner