def pipe_HrX5bjkv3BGEp9eSy6ky6g(context=None, _INPUT=None, conf=None, **kwargs):
# todo: insert pipeline description here
conf = conf or {}
if context and context.describe_input:
return []
if context and context.describe_dependencies:
return [u'pipefeedautodiscovery', u'pipefetch', u'pipeloop', u'pipeoutput', u'pipesort', u'pipetruncate']
forever = pipe_forever()
# We need to wrap submodules (used by loops) so we can pass the
# input at runtime (as we can to subpipelines)
def pipe_sw_165(context=None, _INPUT=None, conf=None, **kwargs):
# todo: insert submodule description here
return pipe_fetch(
context, _INPUT, conf={'URL': {'type': 'url', 'subkey': 'link'}})
sw_149 = pipe_feedautodiscovery(
context, forever, conf={'URL': {'type': 'url', 'value': 'file://data/edition.cnn.html'}})
sw_157 = pipe_loop(
context, sw_149, embed=pipe_sw_165, conf={'assign_part': {'type': 'text', 'value': 'all'}, 'assign_to': {'type': 'text', 'value': 'loop:fetch'}, 'emit_part': {'type': 'text', 'value': 'all'}, 'mode': {'type': 'text', 'value': 'EMIT'}, 'embed': {'type': 'module', 'value': {'type': 'fetch', 'id': 'sw-165', 'conf': {'URL': {'type': 'url', 'subkey': 'link'}}}}, 'with': {'type': 'text', 'value': ''}})
sw_174 = pipe_sort(
context, sw_157, conf={'KEY': [{'field': {'type': 'text', 'value': 'pubDate'}, 'dir': {'type': 'text', 'value': 'ASC'}}]})
sw_191 = pipe_truncate(
context, sw_174, conf={'count': {'type': 'number', 'value': '25'}})
_OUTPUT = pipe_output(
context, sw_191, conf={})
return _OUTPUT
def pipe_188eca77fd28c96c559f71f5729d91ec(context=None, _INPUT=None, conf=None, **kwargs):
# todo: insert pipeline description here
conf = conf or {}
if context and context.describe_input:
return []
if context and context.describe_dependencies:
return [u'pipefetchpage', u'pipeitembuilder', u'pipeloop', u'pipeoutput', u'pipetruncate']
forever = pipe_forever()
# We need to wrap submodules (used by loops) so we can pass the
# input at runtime (as we can to subpipelines)
def pipe_sw_119(context=None, _INPUT=None, conf=None, **kwargs):
# todo: insert submodule description here
return pipe_fetchpage(
context, _INPUT, conf={'URL': {'type': 'url', 'subkey': 'url'}, 'to': {'type': 'text', 'value': '</tr>'}, 'token': {'type': 'text', 'value': '<td style="TEXT-ALIGN: center">'}, 'from': {'type': 'text', 'value': 'One Way</span>'}})
sw_163 = pipe_itembuilder(
context, forever, conf={'attrs': {'value': {'type': 'text', 'value': 'file://data/www.caltrain.com_Fares_farechart.html'}, 'key': {'type': 'text', 'value': 'url'}}})
sw_111 = pipe_loop(
context, sw_163, embed=pipe_sw_119, conf={'assign_part': {'type': 'text', 'value': 'all'}, 'assign_to': {'type': 'text', 'value': 'loop:fetchpage'}, 'emit_part': {'type': 'text', 'value': 'all'}, 'mode': {'type': 'text', 'value': 'EMIT'}, 'embed': {'type': 'module', 'value': {'type': 'fetchpage', 'id': 'sw-119', 'conf': {'URL': {'type': 'url', 'subkey': 'url'}, 'to': {'type': 'text', 'value': '</tr>'}, 'token': {'type': 'text', 'value': '<td style="TEXT-ALIGN: center">'}, 'from': {'type': 'text', 'value': 'One Way</span>'}}}}, 'with': {'type': 'text', 'value': ''}})
sw_287 = pipe_truncate(
context, sw_111, conf={'count': {'type': 'number', 'value': '100'}})
_OUTPUT = pipe_output(
context, sw_287, conf=None)
return _OUTPUT
def pipe_zKJifuNS3BGLRQK_GsevXg(context=None, _INPUT=None, conf=None, **kwargs):
# todo: insert pipeline description here
conf = conf or {}
if context and context.describe_input:
return []
if context and context.describe_dependencies:
return [u'pipecount', u'pipefetch', u'pipeoutput', u'pipesimplemath', u'pipesplit', u'pipetruncate']
forever = pipe_forever()
sw_224 = pipe_fetch(
context, forever, conf={'URL': {'type': 'url', 'value': 'file://data/www.sciencedaily.com_rss_computers_math.html'}})
sw_250 = pipe_split(
context, sw_224, splits=2, conf=None)
sw_243 = pipe_count(
context, sw_250, conf=None)
sw_94 = pipe_simplemath(
context, sw_243, conf={'OTHER': {'type': 'number', 'value': '5'}, 'OP': {'type': 'text', 'value': 'modulo'}})
sw_169 = pipe_simplemath(
context, sw_243, OTHER=sw_94, conf={'OTHER': {'terminal': 'OTHER', 'type': 'number'}, 'OP': {'type': 'text', 'value': 'subtract'}})
sw_232 = pipe_truncate(
context, sw_250, count=sw_169, conf={'count': {'terminal': 'count', 'type': 'number'}})
_OUTPUT = pipe_output(
context, sw_232, conf=None)
return _OUTPUT
def pipe_404411a8d22104920f3fc1f428f33642(context=None, _INPUT=None, conf=None, **kwargs):
# todo: insert pipeline description here
conf = conf or {}
if context and context.describe_input:
return []
if context and context.describe_dependencies:
return [u'pipecount', u'pipefetch', u'pipeoutput', u'pipetruncate']
forever = pipe_forever()
sw_502 = pipe_fetch(
context, forever, conf={'URL': {'type': 'url', 'value': 'file://data/feeds.delicious.com_v2_rss_popular?count=15.xml'}})
sw_561 = pipe_fetch(
context, forever, conf={'URL': {'type': 'url', 'value': 'file://data/feeds.delicious.com_v2_rss_popular?count=3.xml'}})
sw_569 = pipe_count(
context, sw_561, conf={})
sw_583 = pipe_truncate(
context, sw_502, count=sw_569, conf={'count': {'terminal': 'count', 'type': 'number'}})
_OUTPUT = pipe_output(
context, sw_583, conf={})
return _OUTPUT
def pipe_551507461cbcb19a828165daad5fe007(context=None, _INPUT=None, conf=None, **kwargs):
# todo: insert pipeline description here
conf = conf or {}
if context and context.describe_input:
return [(u'', u'urlinput1', u'Enter a URL', u'url', u'file://data/www.bbc.co.uk_news.html')]
if context and context.describe_dependencies:
return [u'pipefetchsitefeed', u'pipeoutput', u'pipetruncate', u'pipeurlinput']
forever = pipe_forever()
sw_242 = pipe_urlinput(
context, forever, conf={'debug': {'type': 'url', 'value': 'file://data/www.bbc.co.uk_news.html'}, 'default': {'type': 'url', 'value': 'file://data/www.bbc.co.uk_news.html'}, 'prompt': {'type': 'text', 'value': 'Enter a URL'}, 'name': {'type': 'text', 'value': 'urlinput1'}, 'position': {'type': 'number', 'value': ''}})
sw_234 = pipe_fetchsitefeed(
context, forever, _1_URL=sw_242, conf={'URL': {'terminal': '1_URL', 'type': 'url'}})
sw_246 = pipe_truncate(
context, sw_234, conf={'count': {'type': 'number', 'value': '5'}})
_OUTPUT = pipe_output(
context, sw_246, conf={})
return _OUTPUT
def pipe_404411a8d22104920f3fc1f428f33642(context=None,
_INPUT=None,
conf=None,
**kwargs):
# todo: insert pipeline description here
conf = conf or {}
if context and context.describe_input:
return []
if context and context.describe_dependencies:
return [u'pipecount', u'pipefetch', u'pipeoutput', u'pipetruncate']
forever = pipe_forever()
sw_502 = pipe_fetch(
context,
forever,
conf={
'URL': {
'type':
'url',
'value':
'file://data/feeds.delicious.com_v2_rss_popular?count=15.xml'
}
})
sw_561 = pipe_fetch(
context,
forever,
conf={
'URL': {
'type':
'url',
'value':
'file://data/feeds.delicious.com_v2_rss_popular?count=3.xml'
}
})
sw_569 = pipe_count(context, sw_561, conf={})
sw_583 = pipe_truncate(
context,
sw_502,
count=sw_569,
conf={'count': {
'terminal': 'count',
'type': 'number'
}})
_OUTPUT = pipe_output(context, sw_583, conf={})
return _OUTPUT
def pipe_58a53262da5a095fe7a0d6d905cc4db6(context=None, _INPUT=None, conf=None, **kwargs):
# todo: insert pipeline description here
conf = conf or {}
if context and context.describe_input:
return []
if context and context.describe_dependencies:
return [u'pipefetch', u'pipeoutput', u'pipereverse', u'pipesort', u'pipetruncate', u'pipeunion', u'pipeurlbuilder']
forever = pipe_forever()
sw_550 = pipe_fetch(
context, forever, conf={'URL': [{'type': 'url', 'value': 'file://data/blog.ouseful.info_feed.xml'}, {'type': 'url', 'value': 'file://data/feeds.feedburner.com_TheEdTechie.xml'}]})
sw_606 = pipe_urlbuilder(
context, forever, conf={'PATH': {'type': 'text', 'value': ''}, 'BASE': {'type': 'text', 'value': 'file://data/www.greenhughes.com_rssfeed.xml'}, 'PARAM': [{'value': {'type': 'text', 'value': ''}, 'key': {'type': 'text', 'value': ''}}]})
sw_572 = pipe_fetch(
context, forever, _1_URL=sw_606, conf={'URL': {'terminal': '1_URL', 'type': 'url'}})
sw_580 = pipe_union(
context, sw_550, _OTHER=sw_572, conf={})
sw_565 = pipe_sort(
context, sw_580, conf={'KEY': [{'field': {'type': 'text', 'value': 'title'}, 'dir': {'type': 'text', 'value': 'ASC'}}]})
sw_596 = pipe_truncate(
context, sw_565, conf={'count': {'type': 'number', 'value': '3'}})
sw_625 = pipe_reverse(
context, sw_596, conf={})
_OUTPUT = pipe_output(
context, sw_625, conf={})
return _OUTPUT
def pipe_188eca77fd28c96c559f71f5729d91ec(context=None,
_INPUT=None,
conf=None,
**kwargs):
# todo: insert pipeline description here
conf = conf or {}
if context and context.describe_input:
return []
if context and context.describe_dependencies:
return [
u'pipefetchpage', u'pipeitembuilder', u'pipeloop', u'pipeoutput',
u'pipetruncate'
]
forever = pipe_forever()
# We need to wrap submodules (used by loops) so we can pass the
# input at runtime (as we can to subpipelines)
def pipe_sw_119(context=None, _INPUT=None, conf=None, **kwargs):
# todo: insert submodule description here
return pipe_fetchpage(context,
_INPUT,
conf={
'URL': {
'type': 'url',
'subkey': 'url'
},
'to': {
'type': 'text',
'value': '</tr>'
},
'token': {
'type': 'text',
'value':
'<td style="TEXT-ALIGN: center">'
},
'from': {
'type': 'text',
'value': 'One Way</span>'
}
})
sw_163 = pipe_itembuilder(
context,
forever,
conf={
'attrs': {
'value': {
'type': 'text',
'value':
'file://data/www.caltrain.com_Fares_farechart.html'
},
'key': {
'type': 'text',
'value': 'url'
}
}
})
sw_111 = pipe_loop(context,
sw_163,
embed=pipe_sw_119,
conf={
'assign_part': {
'type': 'text',
'value': 'all'
},
'assign_to': {
'type': 'text',
'value': 'loop:fetchpage'
},
'emit_part': {
'type': 'text',
'value': 'all'
},
'mode': {
'type': 'text',
'value': 'EMIT'
},
'embed': {
'type': 'module',
'value': {
'type': 'fetchpage',
'id': 'sw-119',
'conf': {
'URL': {
'type': 'url',
'subkey': 'url'
},
'to': {
'type': 'text',
'value': '</tr>'
},
'token': {
'type':
'text',
'value':
'<td style="TEXT-ALIGN: center">'
},
'from': {
'type': 'text',
'value': 'One Way</span>'
}
}
}
},
'with': {
'type': 'text',
'value': ''
}
})
sw_287 = pipe_truncate(context,
sw_111,
conf={'count': {
'type': 'number',
'value': '100'
}})
_OUTPUT = pipe_output(context, sw_287, conf=None)
return _OUTPUT
def pipe_551507461cbcb19a828165daad5fe007(context=None,
_INPUT=None,
conf=None,
**kwargs):
# todo: insert pipeline description here
conf = conf or {}
if context and context.describe_input:
return [(u'', u'urlinput1', u'Enter a URL', u'url',
u'file://data/www.bbc.co.uk_news.html')]
if context and context.describe_dependencies:
return [
u'pipefetchsitefeed', u'pipeoutput', u'pipetruncate',
u'pipeurlinput'
]
forever = pipe_forever()
sw_242 = pipe_urlinput(context,
forever,
conf={
'debug': {
'type': 'url',
'value':
'file://data/www.bbc.co.uk_news.html'
},
'default': {
'type': 'url',
'value':
'file://data/www.bbc.co.uk_news.html'
},
'prompt': {
'type': 'text',
'value': 'Enter a URL'
},
'name': {
'type': 'text',
'value': 'urlinput1'
},
'position': {
'type': 'number',
'value': ''
}
})
sw_234 = pipe_fetchsitefeed(
context,
forever,
_1_URL=sw_242,
conf={'URL': {
'terminal': '1_URL',
'type': 'url'
}})
sw_246 = pipe_truncate(context,
sw_234,
conf={'count': {
'type': 'number',
'value': '5'
}})
_OUTPUT = pipe_output(context, sw_246, conf={})
return _OUTPUT