def getImages(self, model_id, album_id, image_count): # print 'start downloading album', album_id, image_count, '张' for page in xrange(1, int((int(image_count) - 1) / 16 + 2)): link = self.image_prefix.format(model_id, album_id, page) body = self.readHtml(link).decode('gbk') images = re.findall(self.image_pattern, body) # tried to use des as names, however, it duplicates times. So i chose pic ids. names = re.findall(self.image_name_pattern, body) for idx, image in enumerate(images): image = image.replace('290', '620') try: img_url = ('http://' + image).replace( 'jpg_620x10000.jpg', 'jpg') except Exception as e: img_url = ('http://' + image) print 'ssdb set dat error' try: ssdb = SSDB('127.0.0.1', 8888) except Exception, e: print e sys.exit(0) print ssdb.request( 'hset', ['imageurl', str(album_id) + str(idx), img_url])
def check(ip, port): ssdb = SSDB(ip, port) try: ssdb.request('set', ['zabbix', '123']) ssdb.request('get', ['zabbix']) return 1 except: return 0
def SSDB_test(): conn = SSDB(HOST, PORT) start_time = time() map(lambda x: conn.request('hset',['cssdbpy',str(i), 1]), [i for i in xrange(10000,90000)]) print 'hset', FIELDS/(time()-start_time) start_time = time() conn.request('hscan',['cssdbpy','','', -1]) print 'hscan', FIELDS/(time()-start_time) for action in ['hget', 'hdel']: start_time = time() map(lambda x: conn.request(action,['cssdbpy',str(i)]), [i for i in xrange(10000,90000)]) print action, FIELDS/(time()-start_time)
def SSDB_test(): conn = SSDB('127.0.0.1', 8888) start_time = time() map(lambda x: conn.request('hset', ['cssdbpy', str(i), 1]), [i for i in xrange(10000, 90000)]) print 'hset', time() - start_time start_time = time() conn.request('hscan', ['cssdbpy', '', '', -1]) print 'hscan', time() - start_time for action in ['hget', 'hdel']: start_time = time() map(lambda x: conn.request(action, ['cssdbpy', str(i)]), [i for i in xrange(10000, 90000)]) print action, time() - start_time
class symbol_dao(singleton): def __init__(self): try: self.ssdb = SSDB(SSDB_SERVER, SSDB_PORT) except: self.ssdb = None def request(self, cmd, params): try: resp = self.ssdb.request(cmd, params) assert (resp.ok()) return resp except: try: self.ssdb = SSDB(SSDB_SERVER, SSDB_PORT) except: self.ssdb = None return None def insert(self, _id, symbol): json = JSON.dumps(symbol) logging.debug("insert|%r", json) self.request('set', [_id, json]) def delete(self, _id): logging.debug("delete|%r", _id) self.request('del', [_id]) def find(self, _id): resp = self.request('get', [_id]) logging.debug("select|%r|%r", _id, resp) if resp and resp.data: return JSON.loads(resp.data) else: return None
def save_gexf_results(topic, identifyDate, identifyWindow, identifyGexf, gexf_type): '''保存gexf图数据到SSDB ''' #try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) if ssdb: print 'ssdb yes' else: print 'ssdb no' if gexf_type == 1: key = _utf8_unicode(topic) + '_' + str(identifyDate) + '_' + str( identifyWindow) + '_' + 'source_graph' else: key = _utf8_unicode(topic) + '_' + str(identifyDate) + '_' + str( identifyWindow) + '_' + 'direct_superior_graph' print 'key', key.encode('utf-8') key = str(key) value = identifyGexf result = ssdb.request('set', [key, value]) if result.code == 'ok': print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time())), 'save Gexf success' else: print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime( time.time())), 'Gexf save into SSDB failed'
def network_quota(): quota = request.args.get('quota', '') print 'quota:', quota topic = request.args.get('topic', '') start_ts = request.args.get('start_ts', '') start_ts = int(start_ts) end_ts = request.args.get('end_ts', '') end_ts = int(end_ts) date = ts2datetime(end_ts) windowsize = (end_ts - start_ts) / Day network_type = request.args.get('network_type', '') print 'network_type:', network_type key = _utf8_unicode(topic) + '_' + str(date) + '_' + str( windowsize) + '_' + quota + '_' + network_type try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) value = ssdb.request('get', [key]) print 'value.code:', value.code if value.code == 'ok' and value.data: print 'ok' response = make_response(value.data) return response return None except Exception, e: print e return None
def network(): topic = request.args.get('topic', '') start_ts = request.args.get('start_ts', '') start_ts = int(start_ts) end_ts = request.args.get('end_ts', '') end_ts = int(end_ts) windowsize = (end_ts - start_ts)/Day windowsize = int(windowsize) end = ts2datetime(end_ts) network_type = request.args.get('network_type', '') module = 'identify' print 'topic, end_ts, windowsize, network_type:', topic.encode('utf-8'), end, windowsize,network_type topic_status = get_topic_status(topic, start_ts, end_ts, module) print 'graph_status:', topic_status if topic_status == COMPLETED_STATUS: query_key =_utf8_unicode(topic) + '_' + str(end) + '_' + str(windowsize) + '_' + network_type print 'key:', query_key.encode('utf-8') key = str(query_key) try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) results = ssdb.request('get', [key]) print 'results.code:', results.code if results.code == 'ok' and results.data: print 'result_code ok' response = make_response(results.data) response.headers['Content-Type'] = 'text/xml' return response return None except Exception, e: print 'error',e return None
def save_graph(topic, identifyDate, identifyWindow, graph, graph_type): ''' 保存make_network产生的没有增加attribute,以及未做cut和sampling的原始图结构 ''' ssdb = SSDB(SSDB_HOST, SSDB_PORT) if ssdb: print 'ssdb yes' else: print 'ssdb no' if graph_type == 'g': key = _utf8_unicode(topic) +'_' + str(identifyDate) + '_' + str(identifyWindow) + '_' + 'make_network_g' elif graph_type == 'ds_g': key = _utf8_unicode(topic) +'_' + str(identifyDate) + '_' + str(identifyWindow) + '_' + 'make_network_ds_g' elif graph_type == 'gg': key = _utf8_unicode(topic) +'_' + str(identifyDate) + '_' + str(identifyWindow) + '_' + 'make_network_gg' elif graph_type == 'ds_udg': key = _utf8_unicode(topic) +'_' + str(identifyDate) + '_' + str(identifyWindow) + '_' + 'make_network_ds_udg' print 'key:', key.encode('utf-8') key = str(key) value = graph result = ssdb.request('set', [key, value]) if result_code == 'ok': print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time())), graph_type, 'save make_network_graph success' else: print time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), graph_type, ' save make_network_graph into SSDB failed'
def network_quota(): quota = request.args.get('quota','') print 'quota:', quota topic = request.args.get('topic','') start_ts = request.args.get('start_ts','') start_ts = int(start_ts) end_ts = request.args.get('end_ts','') end_ts = int(end_ts) date = ts2datetime(end_ts) windowsize = (end_ts - start_ts ) / Day network_type = request.args.get('network_type', '') print 'network_type:', network_type key = _utf8_unicode(topic)+'_'+str(date)+'_'+str(windowsize)+'_'+quota+'_'+network_type try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) value = ssdb.request('get',[key]) print 'value.code:', value.code if value.code == 'ok' and value.data: print 'ok' response = make_response(value.data) return response return None except Exception, e: print e return None
def save_graph(topic, identifyDate, identifyWindow, graph, graph_type): ''' 保存make_network产生的没有增加attribute,以及未做cut和sampling的原始图结构 ''' ssdb = SSDB(SSDB_HOST, SSDB_PORT) if ssdb: print 'ssdb yes' else: print 'ssdb no' if graph_type == 'g': key = _utf8_unicode(topic) + '_' + str(identifyDate) + '_' + str( identifyWindow) + '_' + 'make_network_g' elif graph_type == 'ds_g': key = _utf8_unicode(topic) + '_' + str(identifyDate) + '_' + str( identifyWindow) + '_' + 'make_network_ds_g' elif graph_type == 'gg': key = _utf8_unicode(topic) + '_' + str(identifyDate) + '_' + str( identifyWindow) + '_' + 'make_network_gg' elif graph_type == 'ds_udg': key = _utf8_unicode(topic) + '_' + str(identifyDate) + '_' + str( identifyWindow) + '_' + 'make_network_ds_udg' print 'key:', key.encode('utf-8') key = str(key) value = graph result = ssdb.request('set', [key, value]) if result_code == 'ok': print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime( time.time())), graph_type, 'save make_network_graph success' else: print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time( ))), graph_type, ' save make_network_graph into SSDB failed'
def network(): topic = request.args.get('topic', '') start_ts = request.args.get('start_ts', '') start_ts = int(start_ts) end_ts = request.args.get('end_ts', '') end_ts = int(end_ts) windowsize = (end_ts - start_ts) / Day windowsize = int(windowsize) end = ts2datetime(end_ts) network_type = request.args.get('network_type', '') module = 'identify' print 'topic, end_ts, windowsize, network_type:', topic.encode( 'utf-8'), end, windowsize, network_type topic_status = get_topic_status(topic, start_ts, end_ts, module) print 'graph_status:', topic_status if topic_status == COMPLETED_STATUS: query_key = _utf8_unicode(topic) + '_' + str(end) + '_' + str( windowsize) + '_' + network_type print 'key:', query_key.encode('utf-8') key = str(query_key) try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) results = ssdb.request('get', [key]) print 'results.code:', results.code if results.code == 'ok' and results.data: print 'result_code ok' response = make_response(results.data) response.headers['Content-Type'] = 'text/xml' return response return None except Exception, e: print 'error', e return None
class ssdb_connect(): def __init__(self): self.ssdb = SSDB(host=ssdb_host, port=ssdb_port) def ssdb_save_hashmap(self, ssdb_save_participle_result_hashmap, key, value): status = self.ssdb.request( "hset", [ssdb_save_participle_result_hashmap, key, value]) logging.debug("ssdb,hset,hashmap:%s,key:%s,status:%s" % (ssdb_save_participle_result_hashmap, key, status)) return status def ssdb_get_hashmap(self, ssdb_save_participle_result_hashmap, key): result = self.ssdb.request("hget", [ssdb_save_participle_result_hashmap, key]) logging.debug("ssdb,hget,hashmap:%s,key:%s,value:%s" % (ssdb_save_participle_result_hashmap, key, result)) return result
def save_weibo_tree(mid, whole_g, whole_stats, sub_g, sub_stats): try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) result = ssdb.request('set', ['weibo_%s' % str(mid),whole_g + '_\/' + json.dumps(whole_stats) + '_\/' + sub_g + '_\/' + json.dumps(sub_stats)]) if result.code == 'ok': print time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), 'weibo %s save into SSDB' % str(mid), result.code else: print time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), 'weibo %s save into SSDB failed' % str(mid) except Exception, e: print time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), 'SSDB ERROR : %s ' % str(e)
def graph_from_elevator(mid): try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) result = ssdb.request('get', ['weibo_%s' % str(mid)]) if result.code == 'ok' and result.data: return result.data return None except Exception, e: print e return None
def save_weibo_tree(_id, whole_g): try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) result = ssdb.request('set', ['topic_%s' % str(_id),whole_g]) if result.code == 'ok': print time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), ' topic %s save into SSDB' % str(_id), result.code else: print time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), ' topic %s save into SSDB failed' % str(_id) except Exception, e: print time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())), 'SSDB ERROR : %s ' % str(e)
def get_weibo_tree(_id): try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) result = ssdb.request('get', ['topic_%s' % str(_id)]) if result.code == 'ok' and result.data: return result.data return None except Exception, e: print e return None
class MySSDB(): _ssdb = None def __init__(self, host='127.0.0.1', port = 8888): self._ssdb = SSDB(host, port) def isHItemInDB(self, dbname, item): req = self._ssdb.request('hget', [dbname, item]) return req.code == 'ok' def getHItem(self, dbname, item): req = self._ssdb.request('hget', [dbname, item] ) if req.code == 'ok': return req.data else: return '' def getHValueByItem(self, dbname, item): req = self._ssdb.request('hget', [dbname, item] ) if req.code == 'ok': return req.data else: return '' def getHSize(self, dbname): req = self._ssdb.request('hsize',[dbname]) if req.code == 'ok': return req.data else: return 0 def setHItem(self, dbname, item, value): try: req = self._ssdb.request('hset',[dbname, item, value]) except Exception, e: print e
class SSDBHelper(object): def __init__(self): try: self.ssdb = SSDB('127.0.0.1', 8888) except Exception as e: print(e) sys.exit(0) def set(self, key, value): self.ssdb.request('set', [key, value]) def get(self, key): self.ssdb.request('get', [key]) def incr(self, key, incr_num): self.ssdb.request('incr', [key, incr_num]) def decr(self, key, decr_num): self.ssdb.request('decr', [key, decr_num]) def delete(self, key): self.ssdb.request('del', [key]) """......此处省略一万个方法"""
def read_attribute_dict(graph_type): ''' 读取临时保存的attribute_dict ''' if graph_type: key = graph_type + '_attribute_dict' try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) value = ssdb.request('get', [key]) if value.code == 'ok' and value.data: response = value.data # 这里的读取数据应该是怎样的?!!!!但是views文件中的make_response是几个意思?!! return response return None except Exception, e: print e return None
def read_graph(topic, identifyDate, identifyWindow, graph_type): ''' 读取make_network产生的原始图结构 ''' if graph_type: key = _utf8_unicode(topic) +'_' + str(identifyDate) + '_' + str(identifyWindow) + '_' + 'make_network_' + graph_type else: return None try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) value = ssdb.request('get', [key]) if value.code == 'ok' and value.data: response = value.data # ???!!这里还需要进行确定 return response return None except Exception, e: print e return None
def save_gexf_results(topic, identifyDate, identifyWindow, identifyGexf): '''保存gexf图数据到SSDB ''' #try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) if ssdb: print 'ssdb yes' else: print 'ssdb no' key = _utf8_unicode(topic) + '_' + str(identifyDate) + '_' + str(identifyWindow) print 'key', key key = str(key) value = identifyGexf result = ssdb.request('set',[key,value]) if result.code == 'ok': print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time())),'save success', _utf8_unicode(topic), str(identifyDate), str(identifyWindow) else: print time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())),'Gexf save into SSDB failed'
def save_quota(key, value): #print 'key, value:', key.encode('utf-8'), value try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) if ssdb: print 'ssdb yes' else: print 'ssdb no' result = ssdb.request('set',[key, value]) if result.code == 'ok': print '6666666' print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time())), 'save success', key.encode('utf-8'),value else: print '777777' print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time())), 'save failed' except Exception, e: print '******' print time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())),'SSDB ERROR'
def save_attribute_dict(attribute_dict, graph_type): ''' 临时保存attribute_dict,所以不进行topic的唯一指定,使其每一次存储都会覆盖上一次的。 ''' ssdb = SSDB(SSDB_HOST, SSDB_PORT) if ssdb: print 'ssdb yes' else: print 'ssdb no' if graph_type == 'g': key = 'g_attribute_dict' elif graph_type == 'ds_g': key = 'ds_g_attribute_dict' print 'key:', key.encode('utf-8') value = json.dumps(attribute_dict) result = ssdb.request('set', [key, value]) if result.code == 'ok': print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time())), key.encode('utf-8'), 'save success' else: print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time())), key.encode('utf-8'), 'save failed'
def save_quota(key, value): #print 'key, value:', key.encode('utf-8'), value try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) if ssdb: print 'ssdb yes' else: print 'ssdb no' result = ssdb.request('set', [key, value]) if result.code == 'ok': print '6666666' print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime( time.time())), 'save success', key.encode('utf-8'), value else: print '777777' print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time())), 'save failed' except Exception, e: print '******' print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time())), 'SSDB ERROR'
def save_gexf_results(topic, identifyDate, identifyWindow, identifyGexf, gexf_type): '''保存gexf图数据到SSDB ''' #try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) if ssdb: print 'ssdb yes' else: print 'ssdb no' if gexf_type == 1: key = _utf8_unicode(topic) +'_' + str(identifyDate) + '_' + str(identifyWindow) + '_' + 'source_graph' else: key = _utf8_unicode(topic) +'_' + str(identifyDate) + '_' + str(identifyWindow) + '_' + 'direct_superior_graph' print 'key', key.encode('utf-8') key = str(key) value = identifyGexf result = ssdb.request('set',[key,value]) if result.code == 'ok': print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time())),'save Gexf success' else: print time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())),'Gexf save into SSDB failed'
def save_gexf_results(topic, identifyDate, identifyWindow, identifyGexf): '''保存gexf图数据到SSDB ''' #try: ssdb = SSDB(SSDB_HOST, SSDB_PORT) if ssdb: print 'ssdb yes' else: print 'ssdb no' key = _utf8_unicode(topic) + '_' + str(identifyDate) + '_' + str( identifyWindow) print 'key', key key = str(key) value = identifyGexf result = ssdb.request('set', [key, value]) if result.code == 'ok': print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime( time.time())), 'save success', _utf8_unicode(topic), str( identifyDate), str(identifyWindow) else: print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime( time.time())), 'Gexf save into SSDB failed'
def save_attribute_dict(attribute_dict, graph_type): ''' 临时保存attribute_dict,所以不进行topic的唯一指定,使其每一次存储都会覆盖上一次的。 ''' ssdb = SSDB(SSDB_HOST, SSDB_PORT) if ssdb: print 'ssdb yes' else: print 'ssdb no' if graph_type == 'g': key = 'g_attribute_dict' elif graph_type == 'ds_g': key = 'ds_g_attribute_dict' print 'key:', key.encode('utf-8') value = json.dumps(attribute_dict) result = ssdb.request('set', [key, value]) if result.code == 'ok': print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime( time.time())), key.encode('utf-8'), 'save success' else: print time.strftime('%Y-%m-%d %H:%M:%S', time.localtime( time.time())), key.encode('utf-8'), 'save failed'
class SsdbClient(object): """ SSDB client """ def __init__(self, host, port): self.__conn = SSDB(host, port) def put(self, tablename, key, value): self.__conn.request('hset', [tablename, key, value]) def get(self, tablename, key): return self.__conn.request('hget', [tablename, key]).data def delete(self, tablename, key): return self.__conn.request('hdel', [tablename, ('%s' % key)]) def getAll(self, tablename): return self.__conn.request('hgetall', [tablename]).data def deleteAll(self): return self.__conn.request('flushdb')
pass flushdb.flushdb(link, args[0]) sys.stderr.write('(%.3f sec)\n'%(timespan(stime))) continue except Exception , e: pass sys.stderr.write((("error! - " + str(e)) + "\n")) continue retry = 0 max_retry = 5 stime = datetime.datetime.now() while True: pass stime = datetime.datetime.now() resp = link.request(cmd, args) if resp.code=='disconnected': pass link.close() time.sleep(retry) retry += 1 if retry>max_retry: pass sys.stderr.write('cannot connect to server, give up...\n') break sys.stderr.write('[%d/%d] reconnecting to server... '%(retry, max_retry)) try: pass link = SSDB(host, port)
import os import linecache import time from SSDB import SSDB import json ssdb = SSDB('127.0.0.1', 8888) print("start") start = time.perf_counter() cache_data = linecache.getlines("/usr/local/access.log") for line in range(len(cache_data)): ssdb.request('set', str(line).encode(), '0'.encode()) end = time.perf_counter() print("read: %f s" % (end - start)) print("ok")
# encoding=utf-8 # Generated by cpy # 2013-01-26 21:04:47.984000 import os, sys from sys import stdin, stdout from SSDB import SSDB try: pass ssdb = SSDB('127.0.0.1', 8888) except Exception as e: pass print(e) sys.exit(0) print( ssdb.request('set', ['test', '123'])) print( ssdb.request('get', ['test'])) print( ssdb.request('incr', ['test', '1'])) print( ssdb.request('decr', ['test', '1'])) print( ssdb.request('scan', ['a', 'z', 10])) print( ssdb.request('rscan', ['z', 'a', 10])) print( ssdb.request('keys', ['a', 'z', 10])) print( ssdb.request('del', ['test'])) print( ssdb.request('get', ['test'])) print( "\n") print( ssdb.request('zset', ['test', 'a', 20])) print( ssdb.request('zget', ['test', 'a'])) print( ssdb.request('zincr', ['test', 'a', 20])) print( ssdb.request('zdecr', ['test', 'a', 20])) print( ssdb.request('zscan', ['test', 'a', 0, 100, 10])) print( ssdb.request('zrscan', ['test', 'a', 100, 0, 10])) print( ssdb.request('zkeys', ['test', 'a', 0, 100, 10]))
countdict = {} for filepath in filelist: if os.path.isfile(filepath): logger.info("read file : %s" % filepath) with open(filepath) as fr: while 1: lineT = fr.readline() if lineT == "": break line = lineT.strip() datas_impurities = line.split("\t") if len(datas_impurities) > 1: platform = datas_impurities[0] apk = datas_impurities[1].split(" ")[0] if not (apk.replace(".", "").isalnum()): continue if len(apk.split(".")[-1]) > 20: continue info_ismember = ssdb_save.request('hexists', [platform, apk]) #crawed_ismember = ssdb_wait.request('zexists', [platform, apk]) logger.debug("\t".join([ platform, apk, "have_info:%s,%s" % (info_ismember, info_ismember.data), ])) #if crawed_ismember.data == 0 and info_ismember.data == 0: if info_ismember.data == 0: logger.debug("save:%s,%s" % (platform, apk)) status = ssdb_wait.request("qpush_back", [platform + "-1", apk]) logger.debug("save info:%s" % str(status)) countdict.setdefault(platform, 0) countdict[platform] += 1
def get_stats(ip, port): ssdb = SSDB(ip, port) info = ssdb.request('info', ['cmd']) result = info.data[1:] return result
countdict = {} for filepath in filelist: if os.path.isfile(filepath): logger.info("read file : %s" % filepath) with open(filepath) as fr: while 1: lineT = fr.readline() if lineT == "": break line = lineT.strip() datas_impurities = line.split("\t") if len(datas_impurities) > 1: platform = datas_impurities[0] apk = datas_impurities[1].split(" ")[0] if not (apk.replace(".", "").isalnum()): continue if len(apk.split(".")[-1]) > 20: continue info_ismember = ssdb_save.request('hexists', [platform, apk]) crawed_ismember = ssdb_wait.request( 'zexists', [platform, apk]) logger.debug("\t".join([ platform, apk, "have_info:%s,%s" % (info_ismember, crawed_ismember.data), "exists:%s,%s" % (crawed_ismember, info_ismember.data), ])) if crawed_ismember.data == 0 and info_ismember.data == 0: logger.info("save:%s,%s" % (platform, apk)) status = ssdb_wait.request("zset", [platform + "-1", apk, 1]) logger.debug("save info:%s" % str(status)) countdict.setdefault(platform, 0)
# encoding=utf-8 # Generated by cpy # 2012-12-18 00:21:56.078000 import os, sys from sys import stdin, stdout from SSDB import SSDB try: pass ssdb = SSDB('127.0.0.1', 8888) except Exception , e: pass print e sys.exit(0) print ssdb.request('set', ['test', '123']) print ssdb.request('get', ['test']) print ssdb.request('incr', ['test', '1']) print ssdb.request('decr', ['test', '1']) print ssdb.request('scan', ['a', 'z', 10]) print ssdb.request('keys', ['a', 'z', 10]) print ssdb.request('del', ['test']) print ssdb.request('get', ['test']) print "\n" print ssdb.request('zset', ['test', 'a', 20]) print ssdb.request('zget', ['test', 'a']) print ssdb.request('zincr', ['test', 'a', 20]) print ssdb.request('zdecr', ['test', 'a', 20]) print ssdb.request('zscan', ['test', 'a', 0, 100, 10]) print ssdb.request('zkeys', ['test', 'a', 0, 100, 10]) print ssdb.request('zdel', ['test', 'a']) print ssdb.request('zget', ['test', 'a'])
# encoding=utf-8 # Generated by cpy # 2013-01-26 21:04:47.984000 import os, sys from sys import stdin, stdout from SSDB import SSDB try: pass ssdb = SSDB('127.0.0.1', 8888) except Exception , e: pass print e sys.exit(0) print ssdb.request('set', ['test', '123']) print ssdb.request('get', ['test']) print ssdb.request('incr', ['test', '1']) print ssdb.request('decr', ['test', '1']) print ssdb.request('scan', ['a', 'z', 10]) print ssdb.request('rscan', ['z', 'a', 10]) print ssdb.request('keys', ['a', 'z', 10]) print ssdb.request('del', ['test']) print ssdb.request('get', ['test']) print "\n" print ssdb.request('zset', ['test', 'a', 20]) print ssdb.request('zget', ['test', 'a']) print ssdb.request('zincr', ['test', 'a', 20]) print ssdb.request('zdecr', ['test', 'a', 20]) print ssdb.request('zscan', ['test', 'a', 0, 100, 10]) print ssdb.request('zrscan', ['test', 'a', 100, 0, 10]) print ssdb.request('zkeys', ['test', 'a', 0, 100, 10])