コード例 #1
0
ファイル: paixie-test-miner.py プロジェクト: tcui/Bee
#!/usr/bin/env python
# -*- coding: utf-8 -*-


import logging

import bee
import paixie


if __name__ == '__main__':

    logger = bee.init_logger("", logging.DEBUG)


    bee.test_miner(logger, "paixie.PaixieItemMiner", "file:./paixie-item.html", 'gb2312')
    #bee.test_miner(logger, "paixie.PaixieItemMiner", "http://www.paixie.net/product/325354.html", 'gb2312')
    
コード例 #2
0
ファイル: okaybuy-crawler.py プロジェクト: tcui/Bee
#!/usr/bin/env python
# -*- coding: utf-8 -*-

"""
the script to run okaybuy crawlers
"""

import logging
import sys

import bee
import okaybuy


def crawl_okaybuy(logger, store_name):
    job_rules = okaybuy.gen_job_rules(store_name)
    bee.run_job(job_rules, max_idle_cnt=3, job_status_interval=3, logger=logger)


if __name__ == "__main__":
    logger = bee.init_logger("", logging.INFO)
    crawl_okaybuy(logger, "okaybuy")