class db(): def __init__(self): self.ssdb = SSDB(ssdb_host, ssdb_save_port) def close(self): self.ssdb.close()
if not (apk.replace(".", "").isalnum()): continue if len(apk.split(".")[-1]) > 20: continue info_ismember = ssdb_save.request('hexists', [platform, apk]) #crawed_ismember = ssdb_wait.request('zexists', [platform, apk]) logger.debug("\t".join([ platform, apk, "have_info:%s,%s" % (info_ismember, info_ismember.data), ])) #if crawed_ismember.data == 0 and info_ismember.data == 0: if info_ismember.data == 0: logger.debug("save:%s,%s" % (platform, apk)) status = ssdb_wait.request("qpush_back", [platform + "-1", apk]) logger.debug("save info:%s" % str(status)) countdict.setdefault(platform, 0) countdict[platform] += 1 try: ssdb_wait.close() except Exception as e: logger.error(str(e), exc_info=True) try: ssdb_save.close() except Exception as e: logger.error(str(e), exc_info=True) logger.info("load to ssdb all done !") logger.info(str(countdict))
except Exception , e: pass sys.stderr.write((("error! - " + str(e)) + "\n")) continue retry = 0 max_retry = 5 stime = datetime.datetime.now() while True: pass stime = datetime.datetime.now() resp = link.request(cmd, args) if resp.code=='disconnected': pass link.close() time.sleep(retry) retry += 1 if retry>max_retry: pass sys.stderr.write('cannot connect to server, give up...\n') break sys.stderr.write('[%d/%d] reconnecting to server... '%(retry, max_retry)) try: pass link = SSDB(host, port) sys.stderr.write('done.\n') except socket.error , e: pass sys.stderr.write('Connect error: %s\n'%(str(e)))