Python MultiSpider Examples

Example #1

File: test.py Project: ruandao/old-python-a-spider-by-ruandao

def test_cls_MultiScapy_scapy__print_OnScapy():
    site = "http://www.hao123.com/"
    max_size = 100
    ptns = producePtns()
    onscapy = print_OnScapy()
    multispider = MultiSpider(site,ptns,max_size=max_size,onScapy=onscapy)
    multispider.scapy()

Example #2

File: test.py Project: ruandao/old-python-a-spider-by-ruandao

def test_cls_MultiScapy_scapy__logfile_OnScapy():
    site = "http://www.hao123.com/"
    max_size = 100
    ptns = producePtns()
    name = 'test_result/test_cls_MultiScapy_scapy__logfile_OnScapy'
    onscapy = logfile_OnScapy(name=name)
    multispider = MultiSpider(site,ptns,max_size=max_size,onScapy=onscapy)
    multispider.scapy()