def put_type(slug, value):
supertype = get_type_type()
try:
value = fields.process(supertype['fields'], value)
except TypeError:
raise FormError(supertype['fields'])
value['slug'] = 'type:' + slug
value['type'] = 'type'
value['updated'] = datetime.now().strftime("%Y-%m-%dT%H:%M:%S")
redis.sadd("types", slug)
redis.set('n:type:' + slug, json.dumps(value))
set_type_template(slug, 'details', value.get('details'))
set_type_template(slug, 'summary', value.get('summary'))
return value
def fill_ip():
# current_ip_count = redis.scard(_ip_pool)
# if current_ip_count > 50:
# return
url = _ip_pool_url
url = 'http://svip.kdlapi.com/api/getproxy/?orderid=993693444425283&num=9999&b_pcchrome=1&b_pcie=1&b_pcff=1&b_iphone=1&protocol=2&method=2&an_an=1&an_ha=1&sp1=1&sp2=1&sp3=1&sort=1&format=json&sep=1'
response = requests.get(url)
temp = response.json()
print(temp)
ip_list = temp['data']['proxy_list']
print('size %d' % len(ip_list))
with open('/Users/emrys/Desktop/ip_1.json', 'w', encoding='utf-8') as f:
f.write(
simplejson.dumps(temp,
indent=2,
sort_keys=True,
ensure_ascii=False))
for ip in ip_list:
# if redis.sismember(_deprecate_ip_pool, ip):
# continue
redis.sadd('big_ip_pool', ip)
current_ip_count = redis.scard('big_ip_pool')
print(current_ip_count)
def relate(subj, predicate, obj):
redis.sadd("r:%s:%s" % (subj, predicate), obj)
redis.sadd("r:%s:%s" % (obj, predicate), subj)
redis.sadd("r:%s::%s" % (obj, subj), predicate)
redis.sadd("n:%s:subj" % subj, "%s:%s" % (predicate, obj))
redis.sadd("n:%s:obj" % obj, "%s:%s" % (subj, predicate))
def deprecate_big_ip(ip):
redis.srem('big_ip_pool', ip)
redis.sadd('big_ip_dep_pool', ip)
