class db():
def __init__(self):
self.ssdb = SSDB(ssdb_host, ssdb_save_port)
def close(self):
self.ssdb.close()
if not (apk.replace(".", "").isalnum()): continue
if len(apk.split(".")[-1]) > 20: continue
info_ismember = ssdb_save.request('hexists',
[platform, apk])
#crawed_ismember = ssdb_wait.request('zexists', [platform, apk])
logger.debug("\t".join([
platform,
apk,
"have_info:%s,%s" %
(info_ismember, info_ismember.data),
]))
#if crawed_ismember.data == 0 and info_ismember.data == 0:
if info_ismember.data == 0:
logger.debug("save:%s,%s" % (platform, apk))
status = ssdb_wait.request("qpush_back",
[platform + "-1", apk])
logger.debug("save info:%s" % str(status))
countdict.setdefault(platform, 0)
countdict[platform] += 1
try:
ssdb_wait.close()
except Exception as e:
logger.error(str(e), exc_info=True)
try:
ssdb_save.close()
except Exception as e:
logger.error(str(e), exc_info=True)
logger.info("load to ssdb all done !")
logger.info(str(countdict))
except Exception , e:
pass
sys.stderr.write((("error! - " + str(e)) + "\n"))
continue
retry = 0
max_retry = 5
stime = datetime.datetime.now()
while True:
pass
stime = datetime.datetime.now()
resp = link.request(cmd, args)
if resp.code=='disconnected':
pass
link.close()
time.sleep(retry)
retry += 1
if retry>max_retry:
pass
sys.stderr.write('cannot connect to server, give up...\n')
break
sys.stderr.write('[%d/%d] reconnecting to server... '%(retry, max_retry))
try:
pass
link = SSDB(host, port)
sys.stderr.write('done.\n')
except socket.error , e:
pass
sys.stderr.write('Connect error: %s\n'%(str(e)))
