def berhasil(self,nosambungan):
token = self.createToken(nosambungan)
query = "update pelanggan set token='"+token+"' where nosambungan='"+nosambungan+"'"
model.query(query)
data = {"response":"OK","token":token}
return json.dumps(data)
def berhasil(self,username):
token = self.createToken(username)
query = "update manajer set token='"+token+"' where username='******'"
model.query(query)
data = {"response":"OK","token":token}
return json.dumps(data)
def outside(src, dst):
print(static.getLat(src))
(ax, ay), (did, dx, dy) = static.getLat(src)
query(did, dst)
return render_template('outside.html',
ax=ax,
ay=ay,
bx=dx,
by=dy,
img_id=did + dst)
def get_tindak_lanjut(self): data = self.data try: _id = data.id except: web.notfound() field = (_id,) query = "select tindak_lanjut,waktu_tindak_lanjut from aduan where id=%s" result = model.get_query(query, field) query = "delete from pelanggan_notif where id_aduan=%s" model.query(query,field); return json.dumps(result[0])
def haha():
data = None
if 'cer' in request.args:
data = model.query(cer=request.args['cer'])
elif 'nodeid' in request.args:
data = model.query(node_id=request.args['nodeid'])
elif 'accessid' in request.args:
data = model.query(access_id=request.args['accessid'])
elif 'companyname' in request.args:
data = model.query(company_name=request.args['companyname'])
if data:
return render("company.html", data)
else:
return """lack args：cer | nodeid | accessid | companyname
def get_home_data():
alldata = {}
data_dict = model.query(OVERVIEW, 'lastest_GDP')
data_remove = data_dict.copy()
for i in data_dict:
if data_dict[i] == None:
data_dict[i] = 0
data_remove.pop(i)
else:
shorts = global_codes[i]["iso2"]
data_remove[shorts] = data_remove.pop(i)
data_remove[shorts] = float(data_dict[i])
data_sort = sorted(data_remove.items(), key=lambda d:d[0])
data_sorted = defaultdict()
for i in data_sort:
data_sorted[i[0]] = i[1]
alldata['GDP'] = data_sorted
alldata['flags'] = []
flags_data = loadCountryFlags()
flags = []
#print(flags_data)
for i in flags_data:
short_code = i['code']
if short_code in country_change_code:
code = country_change_code[short_code]
flagsdata1 = {'name':i['name'],'flag':i['flag'],'code':i['code']}
alldata['flags'].append(flagsdata1)
a = json.dumps(alldata)
return a
def get_all_data(code):
alldata = model.query(INDICATOR, code)
nullformat = {}
nullformat['year'] = None
datanull = {}
for l in global_indicator:
datanull[global_indicator[l]] = None
nullformat['data'] = datanull
select = {}
#print(alldata)
for j in range (2016,1990,-1):
hasdata = 1
rightkey = {}
for k in global_indicator:
if alldata[str(j)][k] == None:
hasdata = 0
else:
rightkey[global_indicator[k]] = alldata[str(j)][k]
if hasdata == 1:
select['year'] = j
select['data'] = rightkey
break
if not hasdata:
select = nullformat
a = json.dumps(select)
return a
def forum_info(fid):
tableObj = model.forum() ##获取数据表对象
f_info = tableObj.getOne('title, content', {'id': fid}) ##进行表查询
tableObj = model.query() ##获取数据表对象
reply = tableObj.fetchAll(
'select content,parent_content from reply where fid=%s' % fid) ##进行表查询
return f_info, reply
def group_info(gid):
tableObj = model.groups() ##获取数据表对象
g_info = tableObj.getOne('id,name,description', {'id': gid}) ##进行表查询
tableObj = model.query() ##获取数据表对象
f_list = tableObj.fetchAll(
'select forum.id,forum.title from forum,group_forum gf where gf.gid=%s and gf.fid=forum.id'
% gid) ##进行表查询
return g_info, f_list
def index():
sql = "select time_index, data_value from house.house_index where data_key = '百度指数-二手房' and area_id = 52 order by time_index asc"
res = model.query(sql)
date = []
data = []
for val in res:
date.append(int(val[0]))
data.append(int(val[1]))
return render_template('index.html', date=date, data=data, title=u'百度指数-二手房')
def group_info(gid):
tableObj = model.groups() ##获取数据表对象
g_info = tableObj.getOne('id,name,description', {'id':gid}) ##进行表查询
tableObj = model.query() ##获取数据表对象
f_list = tableObj.fetchAll('select forum.id,forum.title from forum,group_forum gf where gf.gid=%s and gf.fid=forum.id' % gid) ##进行表查询
tableObj = model.group_user() ##获取数据表对象
user_info = web.ctx.session.user_info
uid = user_info['id']
u_info = tableObj.getOne('id', {'uid':uid,'gid':gid})
return g_info,f_list,len(u_info)
def add_task():
title = request.form["new_task_title"]
task_id = model.query("GET TASK_ID")
model.update_id(task_id)
task_id_updated = int(task_id) + 1
model.new_task(title, task_id_updated)
return redirect("/")
def get_outbox(self): data = self.data try: username = data.username last_msg = "" if data.last_msg != "0" : last_msg = " and waktu>'"+data.last_msg+"' " except: web.notfound() query = """select id,a.nosambungan,nama,aduan,waktu, tindak_lanjut,waktu_tindak_lanjut, kategori, manajer,lat,`long` from aduan a join pelanggan p on a.nosambungan=p.nosambungan where tindak_lanjut is not Null """+last_msg+""" order by waktu desc """+self.limit result = model.get_query(query) query_update = "update manajer set have_notif_outbox=0 where username=%s" model.query(query_update,(username,)) return json.dumps(result)
def group_info(gid):
tableObj = model.groups() ##获取数据表对象
g_info = tableObj.getOne('id,name,description', {'id': gid}) ##进行表查询
tableObj = model.query() ##获取数据表对象
f_list = tableObj.fetchAll(
'select forum.id,forum.title from forum,group_forum gf where gf.gid=%s and gf.fid=forum.id'
% gid) ##进行表查询
tableObj = model.group_user() ##获取数据表对象
user_info = web.ctx.session.user_info
uid = user_info['id']
u_info = tableObj.getOne('id', {'uid': uid, 'gid': gid})
return g_info, f_list, len(u_info)
def get_lastest_GDP(): data_dict = model.query(OVERVIEW, 'lastest_GDP') data_remove = data_dict.copy() for i in data_dict: if data_dict[i] == None: data_dict[i] = 0 data_remove.pop(i) else: shorts = global_codes[i]["iso2"] data_remove[shorts] = data_remove.pop(i) data_remove[shorts] = float(data_dict[i]) data_sort = sorted(data_remove.items(), key=lambda d:d[0]) data_sorted = defaultdict() for i in data_sort: data_sorted[i[0]] = i[1] a = json.dumps(data_sorted) return a
def get_data(area_name, month):
time_index = time_format(month, '')
date_list = [time_format(month, '.')]
print time_index, date_list
sql = "select a.id, c.area_code from house.area as a left JOIN house.area_code as c on (a.id = c.area_id) WHERE a.area_name = '%s' and c.code_type = 'sina'" % area_name
data = model.query(sql)
area_id = data[0][0]
area_code = data[0][1]
res = requests.get(config.sina['mac_data_url'], headers=config.headers)
cookies = res.cookies
milli_time_func = lambda: int(round(time.time() * 1000))
milli_time = milli_time_func()
date_list = demjson.encode(date_list)
url = config.sina['70_cities_house_price_index']['ajax_url'] % (milli_time, date_list, area_code, milli_time)
print url
res = requests.get(url, headers=config.headers, cookies=cookies)
print res.text
pattern = re.compile(config.sina['70_cities_house_price_index']['response_pattern'], re.S)
result = re.findall(pattern, res.text)
print result
key = demjson.decode(result[0][0])
value = demjson.decode(result[0][1])
sql = "insert into house.house_index(time_type, time_index, area_id, data_key, data_value, create_time) VALUES "
values = ''
for item in value:
i = 0
for val in item:
if i > 1:
print key[i][1]
if val is None:
val = 0
values += "('month', %s, %s, '%s', %s, now())," % (time_index, area_id, key[i][1], val)
i = i + 1
sql = sql + values.rstrip(',') + " on duplicate key update data_value = values(data_value)"
model.execute(sql)
def simpan(self):
data = self.data
try:
nosambungan = data.nosambungan
kategori = data.kategori
aduan = data.aduan
lat = 0 if not hasattr(data, "lat") else data.lat
longitude = 0 if not hasattr(data,"long") else data.long
except:
web.notfound()
field = (nosambungan,kategori,aduan,lat,longitude)
query = "insert into aduan(nosambungan,waktu,kategori,aduan,lat,`long`) value(%s,sysdate(2),%s,%s,%s,%s)"
_id = model.query(query, field)
query = "select waktu from aduan where id=%s"
result = model.get_query(query, (_id,))
waktu = result[0]["waktu"]
data = {"id":_id,"waktu":waktu}
notif().notif_inbox_manajer()
return json.dumps(data)
def main(area_name, month=''):
sql = "select a.id, c.area_code from house.area as a left JOIN house.area_code as c on (a.id = c.area_id) WHERE a.area_name = '%s' and c.code_type = 'baidu'" % area_name
data = model.query(sql)
area_id = int(data[0][0])
area_code = int(data[0][1])
logger.info(u'请确保你填写的账号密码能够成功登陆百度')
s = BaiduBrowser()
fp = open(config.keywords_task_file_path, 'rb')
task_list = fp.readlines()
fp.close()
root = os.path.dirname(os.path.realpath(__file__))
result_folder = os.path.join(root, config.out_file_path)
if not os.path.exists(result_folder):
os.makedirs(result_folder)
type_list = config.index_type_list
for keyword in task_list:
try:
keyword = keyword.strip()
if not keyword:
continue
keyword_unicode = keyword.decode('utf-8')
for type_name in type_list:
baidu_index_dict = s.get_baidu_index(
keyword_unicode, area_code, month, type_name
)
date_list = sorted(baidu_index_dict.keys())
data_list = []
for date in date_list:
value = baidu_index_dict[date]
data_list.append((keyword, date, type_name, value))
insert_data(area_id, data_list)
except:
print traceback.format_exc()
def get_sorted_GDP(): data_dict = model.query(OVERVIEW, 'lastest_GDP') data_remove = data_dict.copy() for i in data_dict: if data_dict[i] == None: data_dict[i] = 0 data_remove.pop(i) else: shorts = global_codes[i]["short"] data_remove[shorts] = data_remove.pop(i) data_remove[shorts] = float(data_dict[i]) data_sort = sorted(data_remove.items(), key=lambda d:d[0]) data_sorted = defaultdict() for i in data_sort: data_sorted[i[0]] = i[1] max_dict = sorted(data_remove.items(),key = lambda d:d[1],reverse = True)[0][1] min_dict = sorted(data_remove.items(),key = lambda d:d[1],reverse = True)[-1][1] log_dict = data_sorted for i in data_sorted: base = math.log(data_sorted[i]) x = (base - math.log(min_dict))/(math.log(max_dict) - math.log(min_dict)) log_dict[i] = x a = json.dumps(log_dict) return a
def query_config(schema, name, **props):
q = model.query(schema, name, **props)
logging.info("%s (%s) %s : %r", schema.getName(), name, props, q)
return q
def broute(src, dst):
query(src, dst)
return render_template('binside.html', img_id=src + dst)
def forum_info(fid):
tableObj = model.forum() ##获取数据表对象
f_info = tableObj.getOne('title, content', {'id':fid}) ##进行表查询
tableObj = model.query() ##获取数据表对象
reply = tableObj.fetchAll('select content,parent_content from reply where fid=%s' % fid) ##进行表查询
return f_info,reply
def entry_analyze_emotions(entry, threshold=0):
sentences = utils.entry_sentences(entry)
e = model.query(sentences)
return e
def group_info(gid):
tableObj = model.groups() ##获取数据表对象
g_info = tableObj.getOne('id,name,description', {'id':gid}) ##进行表查询
tableObj = model.query() ##获取数据表对象
f_list = tableObj.fetchAll('select forum.id,forum.title from forum,group_forum gf where gf.gid=%s and gf.fid=forum.id' % gid) ##进行表查询
return g_info,f_list
def get_detail(code):
short_code = code
code = country_change_code[code.upper()]
data_detail = {}
for ii in region_dic:
if short_code in region_dic[ii]:
data_detail['region'] = ii
reg = ii
data_GDP = model.query(OVERVIEW, 'lastest_GDP')
sortedGDP = sorted_GDP(data_GDP)
data_detail['worldRank'] = sortedGDP.index(short_code) + 1
regionGDP = []
for kk in range(len(sortedGDP)):
if sortedGDP[kk] in region_dic[reg]:
regionGDP.append(sortedGDP[kk])
data_detail['regionRank'] = regionGDP.index(short_code) + 1
data_detail['name'] = global_codes[code]['name']
data_detail['introduction'] = model.query(INTRODUCTION, code)
flag_prefix = 'https://www.cia.gov/library//publications/'\
+ 'the-world-factbook/graphics/flags/large/'
flag_suffix = '-lgflag.gif'
short_code = global_codes[code]['short'].lower()
flag_url = flag_prefix + short_code + flag_suffix
data_detail['flag'] = flag_url
raw_data = model.query(INDICATOR, code)
for n in global_indicator:
data_detail[global_indicator[n]+'History'] = {}
data_detail[global_indicator[n]+'History']['data'] = []
data_detail[global_indicator[n]+'History']['unit'] = None
for j in range (2016,1990,-1):
hasdata = 1
rightkey = {}
gdp = float(raw_data[str(j)]['GDP_total'])
for k in global_indicator:
if k == 'GDP_agriculture' or k == 'GDP_industry' or k == 'GDP_service':
if raw_data[str(j)][k] == None:
hasdata = 0
else:
rightkey[global_indicator[k]] = raw_data[str(j)][k]
da = float(raw_data[str(j)][k])
rightkey[global_indicator[k]+'Num'] = (da * gdp)/100
else:
rightkey[global_indicator[k]] = raw_data[str(j)][k]
if hasdata == 1:
year = j
datahas = rightkey
break
data_detail['year'] = year
for m in datahas:
data_detail[m] = datahas[m]
for i in range(1990,2017):
gdp = float(raw_data[str(i)]['GDP_total'])
for j in raw_data[str(i)]:
if j == 'GDP_agriculture' or j == 'GDP_industry' or j == 'GDP_service':
if not raw_data[str(i)][j] == None:
da = float(raw_data[str(i)][j])
va = ( da * gdp)/100
else:
va = None
da = {'year':i,'value':va}
else:
da = {'year':i,'value':raw_data[str(i)][j]}
key = global_indicator[j] + 'History'
data_detail[key]['data'].append(da)
#print(data_detail)
for i in data_detail:
if 'History' in i:
allva = []
for k in range(len(data_detail[i]['data'])):
if not data_detail[i]['data'][k]['value'] == None:
notst = float(data_detail[i]['data'][k]['value'])
allva.append(notst)
if not len(allva) == 0:
min_da = (sorted(allva))[0]
divide = int(min_da)
a = len(str(divide)) - 1
b = a % 3
c = int(a/3)
#print(c)
if c!= 0:
if b <= 1:
a = c * 3
else:
c = c + 1
a = c * 3
unit = dataunit[str(a)]
a = 10 ** a
data_detail[i]['unit'] = unit
else:
data_detail[i]['unit'] = None
a = 1
for k in range(len(data_detail[i]['data'])):
if not len(allva) == 0:
if not data_detail[i]['data'][k]['value'] == None:
notst = float(data_detail[i]['data'][k]['value'])
ll = notst / a
data_detail[i]['data'][k]['value'] = '%.2f'% ll
else:
data_detail[i]['unit'] = None
return json.dumps(data_detail)
def query_alias(Id, **props):
"Query for Alias. "
assert not Id or Id.isdigit(), "No valId Id: %s (%s)" % (Id, type(Id))
q = model.query(interface.IAlias, Id, **props)
logging.info("IAlias (%s) %s : %s", Id, props, q)
return q
import glob
import six.moves.cPickle
from keras.models import model_from_json
import model
tokeniser = six.moves.cPickle.load(open("tokeniser.pkl", 'rb'))
lastModel = sorted(glob.glob('model-*.h5'))[-1]
model = model_from_json(open("model.json").read())
model.load_weights(lastModel)
dictionarySize = int(open('model-dictionary-size.dat').read())
print(model.query(model, tokeniser, dictionarySize, "It is bad"))
print(model.query(model, tokeniser, dictionarySize, "It is good"))
