def test_sequential_queued_pipeline_should_fit_transform_without_multiprocessing(
):
batch_size = 10
p = SequentialQueuedPipeline(
[(1,
FitTransformCallbackStep(
transform_function=lambda di: np.array(di) * 2)),
(1,
FitTransformCallbackStep(
transform_function=lambda di: np.array(di) * 2)),
(1,
FitTransformCallbackStep(
transform_function=lambda di: np.array(di) * 2)),
(1,
FitTransformCallbackStep(
transform_function=lambda di: np.array(di) * 2))],
batch_size=batch_size,
max_queue_size=5)
queue_joiner_for_test = QueueJoinerForTest(batch_size=batch_size)
p.steps[-1] = queue_joiner_for_test
p.steps_as_tuple[-1] = (p.steps_as_tuple[-1][0], queue_joiner_for_test)
p._refresh_steps()
p, outputs = p.fit_transform(list(range(100)), list(range(100)))
assert not p[-1].called_queue_joiner
assert np.array_equal(outputs, EXPECTED_OUTPUTS)
def test_sequential_queued_pipeline_should_fit_without_multiprocessing():
batch_size = 10
p = SequentialQueuedPipeline([(1, FitTransformCallbackStep()),
(1, FitTransformCallbackStep()),
(1, FitTransformCallbackStep()),
(1, FitTransformCallbackStep())],
batch_size=batch_size,
max_queue_size=5)
queue_joiner_for_test = QueueJoinerForTest(batch_size=batch_size)
p.steps[-1] = queue_joiner_for_test
p.steps_as_tuple[-1] = (p.steps_as_tuple[-1][0], queue_joiner_for_test)
p._refresh_steps()
p = p.fit(list(range(100)), list(range(100)))
assert not p[-1].called_queue_joiner
