def init():
    # socket.setdefaulttimeout(config.timeout)

    state = SharedState('devhomes')
    # this whole file would be "interpreted" before running this line
    state.runf = runf

    """
    devinfo is defined as 3 tuple (devid, url, toplevel)
    """
    devinfoli = config.get_devid_devhome()
    devinfoli = [(i[0], i[1], i[1] != '') for i in devinfoli]
    for devinfo in devinfoli:
        state.queue.put(devinfo)

    return state
Beispiel #2
0
def test():
    devinfo = config.get_devid_devhome()
    infoli = [a for a in devinfo if len(a[1]) > 10]
    print("len of infoli : %d" % len(infoli))
    for devid, url in infoli:
        print(url)
        try:
            resp = getpage_unicode(url)
            if "content-type" in resp:
                print(resp["content-type"])
            else:
                print(resp)
        except Exception as e:
            print(e)
            blueprint("id is : %s" % devid)
            blueprint("url is : %s" % url)