def pipe_HrX5bjkv3BGEp9eSy6ky6g(context=None, _INPUT=None, conf=None, **kwargs): # todo: insert pipeline description here conf = conf or {} if context and context.describe_input: return [] if context and context.describe_dependencies: return [u'pipefeedautodiscovery', u'pipefetch', u'pipeloop', u'pipeoutput', u'pipesort', u'pipetruncate'] forever = pipe_forever() # We need to wrap submodules (used by loops) so we can pass the # input at runtime (as we can to subpipelines) def pipe_sw_165(context=None, _INPUT=None, conf=None, **kwargs): # todo: insert submodule description here return pipe_fetch( context, _INPUT, conf={'URL': {'type': 'url', 'subkey': 'link'}}) sw_149 = pipe_feedautodiscovery( context, forever, conf={'URL': {'type': 'url', 'value': 'file://data/edition.cnn.html'}}) sw_157 = pipe_loop( context, sw_149, embed=pipe_sw_165, conf={'assign_part': {'type': 'text', 'value': 'all'}, 'assign_to': {'type': 'text', 'value': 'loop:fetch'}, 'emit_part': {'type': 'text', 'value': 'all'}, 'mode': {'type': 'text', 'value': 'EMIT'}, 'embed': {'type': 'module', 'value': {'type': 'fetch', 'id': 'sw-165', 'conf': {'URL': {'type': 'url', 'subkey': 'link'}}}}, 'with': {'type': 'text', 'value': ''}}) sw_174 = pipe_sort( context, sw_157, conf={'KEY': [{'field': {'type': 'text', 'value': 'pubDate'}, 'dir': {'type': 'text', 'value': 'ASC'}}]}) sw_191 = pipe_truncate( context, sw_174, conf={'count': {'type': 'number', 'value': '25'}}) _OUTPUT = pipe_output( context, sw_191, conf={}) return _OUTPUT
def pipe_188eca77fd28c96c559f71f5729d91ec(context=None, _INPUT=None, conf=None, **kwargs): # todo: insert pipeline description here conf = conf or {} if context and context.describe_input: return [] if context and context.describe_dependencies: return [u'pipefetchpage', u'pipeitembuilder', u'pipeloop', u'pipeoutput', u'pipetruncate'] forever = pipe_forever() # We need to wrap submodules (used by loops) so we can pass the # input at runtime (as we can to subpipelines) def pipe_sw_119(context=None, _INPUT=None, conf=None, **kwargs): # todo: insert submodule description here return pipe_fetchpage( context, _INPUT, conf={'URL': {'type': 'url', 'subkey': 'url'}, 'to': {'type': 'text', 'value': '</tr>'}, 'token': {'type': 'text', 'value': '<td style="TEXT-ALIGN: center">'}, 'from': {'type': 'text', 'value': 'One Way</span>'}}) sw_163 = pipe_itembuilder( context, forever, conf={'attrs': {'value': {'type': 'text', 'value': 'file://data/www.caltrain.com_Fares_farechart.html'}, 'key': {'type': 'text', 'value': 'url'}}}) sw_111 = pipe_loop( context, sw_163, embed=pipe_sw_119, conf={'assign_part': {'type': 'text', 'value': 'all'}, 'assign_to': {'type': 'text', 'value': 'loop:fetchpage'}, 'emit_part': {'type': 'text', 'value': 'all'}, 'mode': {'type': 'text', 'value': 'EMIT'}, 'embed': {'type': 'module', 'value': {'type': 'fetchpage', 'id': 'sw-119', 'conf': {'URL': {'type': 'url', 'subkey': 'url'}, 'to': {'type': 'text', 'value': '</tr>'}, 'token': {'type': 'text', 'value': '<td style="TEXT-ALIGN: center">'}, 'from': {'type': 'text', 'value': 'One Way</span>'}}}}, 'with': {'type': 'text', 'value': ''}}) sw_287 = pipe_truncate( context, sw_111, conf={'count': {'type': 'number', 'value': '100'}}) _OUTPUT = pipe_output( context, sw_287, conf=None) return _OUTPUT
def pipe_zKJifuNS3BGLRQK_GsevXg(context=None, _INPUT=None, conf=None, **kwargs): # todo: insert pipeline description here conf = conf or {} if context and context.describe_input: return [] if context and context.describe_dependencies: return [u'pipecount', u'pipefetch', u'pipeoutput', u'pipesimplemath', u'pipesplit', u'pipetruncate'] forever = pipe_forever() sw_224 = pipe_fetch( context, forever, conf={'URL': {'type': 'url', 'value': 'file://data/www.sciencedaily.com_rss_computers_math.html'}}) sw_250 = pipe_split( context, sw_224, splits=2, conf=None) sw_243 = pipe_count( context, sw_250, conf=None) sw_94 = pipe_simplemath( context, sw_243, conf={'OTHER': {'type': 'number', 'value': '5'}, 'OP': {'type': 'text', 'value': 'modulo'}}) sw_169 = pipe_simplemath( context, sw_243, OTHER=sw_94, conf={'OTHER': {'terminal': 'OTHER', 'type': 'number'}, 'OP': {'type': 'text', 'value': 'subtract'}}) sw_232 = pipe_truncate( context, sw_250, count=sw_169, conf={'count': {'terminal': 'count', 'type': 'number'}}) _OUTPUT = pipe_output( context, sw_232, conf=None) return _OUTPUT
def pipe_404411a8d22104920f3fc1f428f33642(context=None, _INPUT=None, conf=None, **kwargs): # todo: insert pipeline description here conf = conf or {} if context and context.describe_input: return [] if context and context.describe_dependencies: return [u'pipecount', u'pipefetch', u'pipeoutput', u'pipetruncate'] forever = pipe_forever() sw_502 = pipe_fetch( context, forever, conf={'URL': {'type': 'url', 'value': 'file://data/feeds.delicious.com_v2_rss_popular?count=15.xml'}}) sw_561 = pipe_fetch( context, forever, conf={'URL': {'type': 'url', 'value': 'file://data/feeds.delicious.com_v2_rss_popular?count=3.xml'}}) sw_569 = pipe_count( context, sw_561, conf={}) sw_583 = pipe_truncate( context, sw_502, count=sw_569, conf={'count': {'terminal': 'count', 'type': 'number'}}) _OUTPUT = pipe_output( context, sw_583, conf={}) return _OUTPUT
def pipe_551507461cbcb19a828165daad5fe007(context=None, _INPUT=None, conf=None, **kwargs): # todo: insert pipeline description here conf = conf or {} if context and context.describe_input: return [(u'', u'urlinput1', u'Enter a URL', u'url', u'file://data/www.bbc.co.uk_news.html')] if context and context.describe_dependencies: return [u'pipefetchsitefeed', u'pipeoutput', u'pipetruncate', u'pipeurlinput'] forever = pipe_forever() sw_242 = pipe_urlinput( context, forever, conf={'debug': {'type': 'url', 'value': 'file://data/www.bbc.co.uk_news.html'}, 'default': {'type': 'url', 'value': 'file://data/www.bbc.co.uk_news.html'}, 'prompt': {'type': 'text', 'value': 'Enter a URL'}, 'name': {'type': 'text', 'value': 'urlinput1'}, 'position': {'type': 'number', 'value': ''}}) sw_234 = pipe_fetchsitefeed( context, forever, _1_URL=sw_242, conf={'URL': {'terminal': '1_URL', 'type': 'url'}}) sw_246 = pipe_truncate( context, sw_234, conf={'count': {'type': 'number', 'value': '5'}}) _OUTPUT = pipe_output( context, sw_246, conf={}) return _OUTPUT
def pipe_404411a8d22104920f3fc1f428f33642(context=None, _INPUT=None, conf=None, **kwargs): # todo: insert pipeline description here conf = conf or {} if context and context.describe_input: return [] if context and context.describe_dependencies: return [u'pipecount', u'pipefetch', u'pipeoutput', u'pipetruncate'] forever = pipe_forever() sw_502 = pipe_fetch( context, forever, conf={ 'URL': { 'type': 'url', 'value': 'file://data/feeds.delicious.com_v2_rss_popular?count=15.xml' } }) sw_561 = pipe_fetch( context, forever, conf={ 'URL': { 'type': 'url', 'value': 'file://data/feeds.delicious.com_v2_rss_popular?count=3.xml' } }) sw_569 = pipe_count(context, sw_561, conf={}) sw_583 = pipe_truncate( context, sw_502, count=sw_569, conf={'count': { 'terminal': 'count', 'type': 'number' }}) _OUTPUT = pipe_output(context, sw_583, conf={}) return _OUTPUT
def pipe_58a53262da5a095fe7a0d6d905cc4db6(context=None, _INPUT=None, conf=None, **kwargs): # todo: insert pipeline description here conf = conf or {} if context and context.describe_input: return [] if context and context.describe_dependencies: return [u'pipefetch', u'pipeoutput', u'pipereverse', u'pipesort', u'pipetruncate', u'pipeunion', u'pipeurlbuilder'] forever = pipe_forever() sw_550 = pipe_fetch( context, forever, conf={'URL': [{'type': 'url', 'value': 'file://data/blog.ouseful.info_feed.xml'}, {'type': 'url', 'value': 'file://data/feeds.feedburner.com_TheEdTechie.xml'}]}) sw_606 = pipe_urlbuilder( context, forever, conf={'PATH': {'type': 'text', 'value': ''}, 'BASE': {'type': 'text', 'value': 'file://data/www.greenhughes.com_rssfeed.xml'}, 'PARAM': [{'value': {'type': 'text', 'value': ''}, 'key': {'type': 'text', 'value': ''}}]}) sw_572 = pipe_fetch( context, forever, _1_URL=sw_606, conf={'URL': {'terminal': '1_URL', 'type': 'url'}}) sw_580 = pipe_union( context, sw_550, _OTHER=sw_572, conf={}) sw_565 = pipe_sort( context, sw_580, conf={'KEY': [{'field': {'type': 'text', 'value': 'title'}, 'dir': {'type': 'text', 'value': 'ASC'}}]}) sw_596 = pipe_truncate( context, sw_565, conf={'count': {'type': 'number', 'value': '3'}}) sw_625 = pipe_reverse( context, sw_596, conf={}) _OUTPUT = pipe_output( context, sw_625, conf={}) return _OUTPUT
def pipe_188eca77fd28c96c559f71f5729d91ec(context=None, _INPUT=None, conf=None, **kwargs): # todo: insert pipeline description here conf = conf or {} if context and context.describe_input: return [] if context and context.describe_dependencies: return [ u'pipefetchpage', u'pipeitembuilder', u'pipeloop', u'pipeoutput', u'pipetruncate' ] forever = pipe_forever() # We need to wrap submodules (used by loops) so we can pass the # input at runtime (as we can to subpipelines) def pipe_sw_119(context=None, _INPUT=None, conf=None, **kwargs): # todo: insert submodule description here return pipe_fetchpage(context, _INPUT, conf={ 'URL': { 'type': 'url', 'subkey': 'url' }, 'to': { 'type': 'text', 'value': '</tr>' }, 'token': { 'type': 'text', 'value': '<td style="TEXT-ALIGN: center">' }, 'from': { 'type': 'text', 'value': 'One Way</span>' } }) sw_163 = pipe_itembuilder( context, forever, conf={ 'attrs': { 'value': { 'type': 'text', 'value': 'file://data/www.caltrain.com_Fares_farechart.html' }, 'key': { 'type': 'text', 'value': 'url' } } }) sw_111 = pipe_loop(context, sw_163, embed=pipe_sw_119, conf={ 'assign_part': { 'type': 'text', 'value': 'all' }, 'assign_to': { 'type': 'text', 'value': 'loop:fetchpage' }, 'emit_part': { 'type': 'text', 'value': 'all' }, 'mode': { 'type': 'text', 'value': 'EMIT' }, 'embed': { 'type': 'module', 'value': { 'type': 'fetchpage', 'id': 'sw-119', 'conf': { 'URL': { 'type': 'url', 'subkey': 'url' }, 'to': { 'type': 'text', 'value': '</tr>' }, 'token': { 'type': 'text', 'value': '<td style="TEXT-ALIGN: center">' }, 'from': { 'type': 'text', 'value': 'One Way</span>' } } } }, 'with': { 'type': 'text', 'value': '' } }) sw_287 = pipe_truncate(context, sw_111, conf={'count': { 'type': 'number', 'value': '100' }}) _OUTPUT = pipe_output(context, sw_287, conf=None) return _OUTPUT
def pipe_551507461cbcb19a828165daad5fe007(context=None, _INPUT=None, conf=None, **kwargs): # todo: insert pipeline description here conf = conf or {} if context and context.describe_input: return [(u'', u'urlinput1', u'Enter a URL', u'url', u'file://data/www.bbc.co.uk_news.html')] if context and context.describe_dependencies: return [ u'pipefetchsitefeed', u'pipeoutput', u'pipetruncate', u'pipeurlinput' ] forever = pipe_forever() sw_242 = pipe_urlinput(context, forever, conf={ 'debug': { 'type': 'url', 'value': 'file://data/www.bbc.co.uk_news.html' }, 'default': { 'type': 'url', 'value': 'file://data/www.bbc.co.uk_news.html' }, 'prompt': { 'type': 'text', 'value': 'Enter a URL' }, 'name': { 'type': 'text', 'value': 'urlinput1' }, 'position': { 'type': 'number', 'value': '' } }) sw_234 = pipe_fetchsitefeed( context, forever, _1_URL=sw_242, conf={'URL': { 'terminal': '1_URL', 'type': 'url' }}) sw_246 = pipe_truncate(context, sw_234, conf={'count': { 'type': 'number', 'value': '5' }}) _OUTPUT = pipe_output(context, sw_246, conf={}) return _OUTPUT