def init(): # socket.setdefaulttimeout(config.timeout) state = SharedState('devhomes') # this whole file would be "interpreted" before running this line state.runf = runf """ devinfo is defined as 3 tuple (devid, url, toplevel) """ devinfoli = config.get_devid_devhome() devinfoli = [(i[0], i[1], i[1] != '') for i in devinfoli] for devinfo in devinfoli: state.queue.put(devinfo) return state
def test(): devinfo = config.get_devid_devhome() infoli = [a for a in devinfo if len(a[1]) > 10] print("len of infoli : %d" % len(infoli)) for devid, url in infoli: print(url) try: resp = getpage_unicode(url) if "content-type" in resp: print(resp["content-type"]) else: print(resp) except Exception as e: print(e) blueprint("id is : %s" % devid) blueprint("url is : %s" % url)