def main():
s1 = OrderedStage(f2, size=2)
s2 = OrderedStage(f3)
s1.link(s2)
p = Pipeline(s1)
def f1():
for task in [1, 2, 3, 4, 5, None]:
p.put(task)
f1()
def main():
stage1 = OrderedStage(increment)
stage2 = OrderedStage(double)
stage3 = OrderedStage(echo)
stage1.link(stage2)
stage2.link(stage3)
pipe = Pipeline(stage1)
for number in range(10):
pipe.put(number)
pipe.put(None)
def main():
stage1 = OrderedStage(increment, 3)
stage2 = UnorderedStage(double, 3)
stage1.link(stage2)
pipe = Pipeline(stage1)
for number in range(10):
pipe.put(number)
pipe.put(None)
for result in pipe.results():
print(result)
def extract_feat_from_FCL():
input_shape = (224, 224, 3)
model = VGG16(weights='imagenet',
input_shape=(input_shape[0], input_shape[1], input_shape[2]),
pooling='max',
include_top=True)
t1 = time.time()
layer_name = "fc2"
intermediate_layer_model = Model(
inputs=model.input, outputs=model.get_layer(layer_name).output)
list = get_imlist("img_cut")
stage1 = OrderedStage(send_batch)
stage2 = OrderedStage(create_bag_of_window)
stage1.link(stage2)
pipe = Pipeline(stage1)
batch_size = 1
total_batch = math.ceil(len(list) / batch_size)
for p in range(total_batch):
v = list[p * batch_size:(p + 1) * batch_size]
print("Batch number %s" % p)
pipe.put(v)
pipe.put(None)
for result in pipe.results():
t0 = time.time()
print("Predicting...")
feature_tensor = intermediate_layer_model.predict(
np.vstack((r for r in result)))
t1 = time.time()
print("time to predict : %ss" % (t1 - t0))
# gc.collect()
print(feature_tensor.shape)
del result
# feature_tensor = intermediate_layer_model.predict_generator(generator=generator_, steps=1, max_queue_size=1)
t2 = time.time()
print("Total time to predict: " + str(t2 - t1))
print(feature_tensor.shape)
return feature_tensor
def process():
list = get_imlist("img_cut/")
stage1 = OrderedStage(send_batch)
stage2 = OrderedStage(create_bag_of_window)
stage3 = OrderedStage(last_stage)
stage1.link(stage2)
stage2.link(stage3)
pipe = Pipeline(stage1)
batch_size = 20
total_batch = math.ceil(len(list) / batch_size)
for p in range(total_batch):
v = list[p * batch_size:(p + 1) * batch_size]
print("Batch number %s" % p)
pipe.put(v)
pipe.put(None)
from mpipe import OrderedStage, Pipeline
def increment(value):
return value + 1
def double(value):
return value * 2
stage1 = OrderedStage(increment)
stage2 = OrderedStage(double)
stage1.link(stage2)
pipe = Pipeline(stage1)
for number in range(10):
pipe.put(number)
pipe.put(None)
for result in pipe.results():
print(result)
"""Solution for http://stackoverflow.com/questions/8277715"""
from mpipe import OrderedStage, Pipeline
def f2(value):
return value * 2
def f3(value):
print(value)
s1 = OrderedStage(f2, size=2)
s2 = OrderedStage(f3)
s1.link(s2)
p = Pipeline(s1)
def f1():
for task in [1,2,3,4,5,None]:
p.put(task)
f1()
from mpipe import OrderedStage, Pipeline
def increment(value):
return value + 1
def double(value):
return value * 2
def echo(value):
print(value)
stage1 = OrderedStage(increment)
stage2 = OrderedStage(double)
stage3 = OrderedStage(echo)
stage1.link(stage2)
stage2.link(stage3)
pipe = Pipeline(stage1)
for number in range(10):
pipe.put(number)
pipe.put(None)
from mpipe import OrderedStage, Pipeline
def increment(value):
return value + 1
def double(value):
return value * 2
stage1 = OrderedStage(increment, 3)
stage2 = OrderedStage(double, 3)
pipe = Pipeline(stage1.link(stage2))
for number in range(10):
pipe.put(number)
pipe.put(None)
for result in pipe.results():
print(result)
from mpipe import OrderedStage, Pipeline
def increment(value):
return value + 1
def double(value):
return value * 2
def echo(value):
print(value)
stage1 = OrderedStage(increment)
stage2 = OrderedStage(double)
stage3 = OrderedStage(echo)
stage1.link(stage2)
stage2.link(stage3)
pipe = Pipeline(stage1)
for number in range(10):
pipe.put(number)
pipe.put(None)
"""Solution for http://stackoverflow.com/questions/8277715"""
from mpipe import OrderedStage, Pipeline
def f2(value):
return value * 2
def f3(value):
print(value)
s1 = OrderedStage(f2, size=2)
s2 = OrderedStage(f3)
s1.link(s2)
p = Pipeline(s1)
def f1():
for task in [1, 2, 3, 4, 5, None]:
p.put(task)
f1()
from mpipe import OrderedStage, Pipeline
def increment(value):
return value + 1
def double(value):
return value * 2
stage1 = OrderedStage(increment, 3)
stage2 = OrderedStage(double, 3)
pipe = Pipeline(stage1.link(stage2))
for number in range(10):
pipe.put(number)
pipe.put(None)
for result in pipe.results():
print(result)
