Python connect示例

示例#1

文件： parse_91.py 项目： zouyaowu/91

def enter(**kwargs):
    start = kwargs["start"]
    end = kwargs["end"]
    c = redisutil.connect()
    lst = c.lrange("91", start, end)

    for a in lst:
        print(threading.current_thread().name, " parsing url ", a)
        parse(a, c)
        time.sleep(random.randint(1, 3))

示例#2

def enter(**kwargs):
    start = kwargs["start"]
    end = kwargs["end"]
    c = redisutil.connect()
    lst = c.lrange(common.KEY, int(start), int(end))

    for a in lst:
        print(threading.current_thread().name, " parsing url ", a)
        parse(a, c)
        time.sleep(0.1)
    with open(common.PARSE_LOG, "a") as f:
        f.write(threading.current_thread().name + " 已经解析完毕.\n")