Python set_session_pool_size Examples

Example #1

def start_thread():
    logger.info("Start threads...")
    visa_type = "F"
    places = ["沈阳", "成都", "广州", "上海", "北京", "香港", "台北"]
    for place in places:
        session_op.set_session_pool_size(visa_type, place, 10)
    set_interval(crawler, visa_type, places, 60, 0)
    visa_type = "B"
    places = ["沈阳", "成都", "广州", "上海", "北京", "香港", "台北"]
    for place in places:
        session_op.set_session_pool_size(visa_type, place, 5)
    set_interval(crawler, visa_type, places, 120, 0)
    visa_type = "H"
    places = ["广州", "上海", "北京", "香港", "台北"]
    for place in places:
        session_op.set_session_pool_size(visa_type, place, 5)
    set_interval(crawler, visa_type, places, 180, 0)
    visa_type = "O"
    places = ["沈阳", "成都", "广州", "上海", "北京", "香港", "台北"]
    for place in places:
        session_op.set_session_pool_size(visa_type, place, 5)
    set_interval(crawler, visa_type, places, 180, 0)
    visa_type = "L"
    places = ["广州", "上海", "北京", "香港", "台北"]
    for place in places:
        session_op.set_session_pool_size(visa_type, place, 5)
    set_interval(crawler, visa_type, places, 180, 0)

Example #2

File: fast_visa.py Project: kenziyuliu/us-visa-crawler-aus

def start_thread(interval):
    logger.info("Start threads...")

    places = ["Sydney", "Melbourne", "Perth"]
    visa_type_info = {
        'F': dict(places=places, poolsize=10),
        'E': dict(places=places, poolsize=10),
    }

    for visa_type, info in visa_type_info.items():
        for place in info['places']:
            session_op.set_session_pool_size(visa_type, place, info['poolsize'])
        set_interval(crawler, visa_type, info['places'], interval, 0)