Python select Examples

Example #1

File: crawler.py Project: xiocode/xio

def products_boss():
    results = tb_20130112_category_info.select().execute()
    for result in results:
        url = cat_base_url % result.cat_id
        products_queue.put(url)

    for x in xrange(20):
#        suppliers_group.spawn(products_worker)
        process = Process(target=products_worker)
        process.start()

Example #2

File: crawler2.py Project: xiocode/xio

def products_boss():
    results = tb_20130112_category_info.select().execute()
    for result in results:
        url = cat_base_url % result.cat_id
        suppliers_queue.put(url)

    for x in xrange(20):
        suppliers_group.spawn(products_worker)

    suppliers_group.join()