def login(self, args):
log.info('login from GitHub')
code = args.get('code')
# get access_token
token_resp = get_remote(
get_config('login.github.access_token_url') + code)
log.debug("get token from github:" + token_resp)
start = token_resp.index('=')
end = token_resp.index('&')
access_token = token_resp[start + 1:end]
# get user info
# user_info_resp = get_remote(get_config('login/github/user_info_url') + access_token)
# conn.request('GET',url,'',{'user-agent':'flask'})
log.debug("get token info from github")
# get user info
user_info_resp = get_remote(
get_config('login.github.user_info_url') + access_token)
# conn.request('GET',url,'',{'user-agent':'flask'}):
# example:
# "url":"https://api.github.com/users/juniwang","html_url":"https://github.com/juniwang",
# "followers_url":"https://api.github.com/users/juniwang/followers", log.debug("get admin user info from " + provider + " : " + user_info_resp + '\n' )
# "following_url":"https://api.github.com/users/juniwang/following{/other_user}",
# "starred_url":"https://api.github.com/users/juniwang/starred{/owner}{/repo}",
# "gists_url":"https://api.github.com/users/juniwang/gists{/gist_id}",
# "events_url":"https://api.github.com/users/juniwang/events{/privacy}",
# {"login":"******","id":8814383,"avatar_url":"https://avatars.githubusercontent.com/u/8814383?v=3","gravatar_id":"",
# "subscriptions_url":"https://api.github.com/users/juniwang/subscriptions",
# "received_events_url":"https://api.github.com/users/juniwang/received_events","type":"User","site_admin":false,
# "name":"Junbo Wang","company":"","blog":"","location":"Shanghai China",
# "organizations_url":"https://api.github.com/users/juniwang/orgs","repos_url":"https://api.github.com/users/juniwang/repos",
#
# "email":"*****@*****.**","hireable":false,"bio":null,"public_repos":12,"public_gists":0,"followers":0,
# "following":1,"created_at":"2014-09-18T01:30:30Z","updated_at":"2014-11-25T09:00:37Z","private_gists":0,
# "plan":{"name":"free","space":307200,"collaborators":0,"private_repos":0}}
# "total_private_repos":0,"owned_private_repos":0,"disk_usage":14179,"collaborators":0,
#
user_info = json.loads(user_info_resp)
name = user_info["login"]
nickname = user_info["name"] if "name" in user_info else name
openid = str(user_info["id"])
avatar = user_info["avatar_url"]
# get user primary email
email_info_resp = get_remote(
get_config('login.github.emails_info_url') + access_token)
log.debug("get email from github:" + email_info_resp + '\n')
# email_info include all user email provided by github
# email is user's primary email
email_info = json.loads(email_info_resp)
return self.login2db(openid,
name=name,
nickname=nickname,
access_token=access_token,
email_info=email_info,
avatar_url=avatar)
def update_task():
app = create_app()
with app.app_context():
update_data()
cache_clear_result = cache.clear()
log.info(f"Cache clear result: {cache_clear_result}")
def login2db(self, openid, **kwargs):
admin_with_token = admin_manager.db_login(openid, **kwargs)
# login flask
admin = admin_with_token["admin"]
log.info("login successfully:" + repr(admin))
session["token"] = admin_with_token["token"].token
#TODO session's contents will be appended , such as cookies if we conmunicate with APIservice
return admin
def login2db(self,openid,**kwargs):
admin_with_token = admin_manager.db_login(openid, **kwargs)
# login flask
admin = admin_with_token["admin"]
log.info("login successfully:" + repr(admin))
session["token"] = admin_with_token["token"].token
#TODO session's contents will be appended , such as cookies if we conmunicate with APIservice
return admin_manager.get_admin_info(admin)
def login(self, args):
log.info('login from GitHub')
code = args.get('code')
# get access_token
token_resp = get_remote(get_config('login/github/access_token_url') + code)
log.debug("get token from github:" + token_resp)
start = token_resp.index('=')
end = token_resp.index('&')
access_token = token_resp[start + 1:end]
# get user info
# user_info_resp = get_remote(get_config('login/github/user_info_url') + access_token)
# conn.request('GET',url,'',{'user-agent':'flask'})
log.debug("get token info from github")
# get user info
user_info_resp = get_remote(get_config('login/github/user_info_url') + access_token)
# conn.request('GET',url,'',{'user-agent':'flask'}):
# example:
# "url":"https://api.github.com/users/juniwang","html_url":"https://github.com/juniwang",
# "followers_url":"https://api.github.com/users/juniwang/followers", log.debug("get admin user info from " + provider + " : " + user_info_resp + '\n' )
# "following_url":"https://api.github.com/users/juniwang/following{/other_user}",
# "starred_url":"https://api.github.com/users/juniwang/starred{/owner}{/repo}",
# "gists_url":"https://api.github.com/users/juniwang/gists{/gist_id}",
# "events_url":"https://api.github.com/users/juniwang/events{/privacy}",
# {"login":"******","id":8814383,"avatar_url":"https://avatars.githubusercontent.com/u/8814383?v=3","gravatar_id":"",
# "subscriptions_url":"https://api.github.com/users/juniwang/subscriptions",
# "received_events_url":"https://api.github.com/users/juniwang/received_events","type":"User","site_admin":false,
# "name":"Junbo Wang","company":"","blog":"","location":"Shanghai China",
# "organizations_url":"https://api.github.com/users/juniwang/orgs","repos_url":"https://api.github.com/users/juniwang/repos",
#
# "email":"*****@*****.**","hireable":false,"bio":null,"public_repos":12,"public_gists":0,"followers":0,
# "following":1,"created_at":"2014-09-18T01:30:30Z","updated_at":"2014-11-25T09:00:37Z","private_gists":0,
# "plan":{"name":"free","space":307200,"collaborators":0,"private_repos":0}}
# "total_private_repos":0,"owned_private_repos":0,"disk_usage":14179,"collaborators":0,
#
user_info = json.loads(user_info_resp)
name = user_info["login"]
nickname = user_info["name"] if "name" in user_info else name
openid = str(user_info["id"])
avatar = user_info["avatar_url"]
# get user primary email
email_info_resp = get_remote(get_config('login/github/emails_info_url') + access_token)
log.debug("get email from github:" + email_info_resp + '\n')
# email_info include all user email provided by github
# email is user's primary email
email_info = json.loads(email_info_resp)
return self.login2db(openid, name=name,
nickname=nickname,
access_token=access_token,
email_info=email_info,
avatar_url=avatar)
def login(self, args):
log.info('login from Weibo Sina')
code = args.get('code')
# get access_token
log.debug(get_config('login.weibo.access_token_url') + code)
token_resp = post_to_remote(get_config('login.weibo.access_token_url') + code,{})
log.debug("get token from Weibo:" + str(token_resp))
access_token = token_resp['access_token']
uid = token_resp['uid']
log.debug("get token info from Weibo :" + access_token)
# get user info
# https://api.weibo.com/2/users/show.json?access_token=2.005RDjXC0rYD8d39ca83156aLZWgZE&uid=1404376560
user_info_resp = get_remote(get_config('login.weibo.user_info_url') + access_token + "&uid=" + uid)
user_info = json.loads(user_info_resp)
log.debug("get user base info from Weibo:" + user_info_resp)
# {"id":2330622122,"idstr":"2330622122","class":1,"screen_name":"test name","name":"test name",
# "province":"31","city":"10","location":"shanghai yangpu","description":"","url":"",
# "profile_image_url":"http://tp3.sinaimg.cn/2330622122/50/5629035320/1",
# "profile_url":"u/2330622122","domain":"","weihao":"","gender":"m","followers_count":34,
# "friends_count":42,"pagefriends_count":0,"statuses_count":0,"favourites_count":1,
# "created_at":"Mon Aug 22 17:58:15 +0800 2011","following":false,"allow_all_act_msg":false,
# "geo_enabled":true,"verified":false,"verified_type":-1,"remark":"","ptype":0,"allow_all_comment":true,
# "avatar_large":"http://tp3.sinaimg.cn/2330622122/180/5629035320/1","avatar_hd":"http://tp3.sinaimg.cn/2330622122/180/5629035320/1",
# "verified_reason":"","verified_trade":"","verified_reason_url":"","verified_source":"","verified_source_url":"",
# "follow_me":false,"online_status":0,"bi_followers_count":8,"lang":"zh-cn","star":0,"mbtype":0,"mbrank":0,
# "block_word":0,"block_app":0,"credit_score":80,"urank":6}
openid = user_info['id']
name = user_info['name']
nickname = user_info['screen_name']
avatar = user_info['avatar_hd']
# get user primary email
email_info_resp = get_remote(get_config('login.weibo.email_info_url') + access_token)
log.debug("get email from github:" + email_info_resp)
email_info_resp_json = json.loads(email_info_resp)
email = email_info_resp_json['email']
email_info = [
{'name': name, 'email': email, 'id': id, 'verified': 1, 'primary': 1, 'nickname': nickname,
'avatar_url': avatar}]
return self.login2db(openid, name=name,
nickname=nickname,
access_token=access_token,
email_info=email_info,
avatar_url=avatar)
def login(self, args):
log.info('login from QQ')
code = args.get('code')
state = "openhackathon"
# if state != QQ_OAUTH_STATE:
# log.warn("STATE match fail. Potentially CSFR.")
# return "UnAuthorized", 401
# get access token
token_resp = get_remote(
get_config("login/qq/access_token_url") + code + '&state=' + state)
log.debug("get token from qq:" + token_resp)
start = token_resp.index('=')
end = token_resp.index('&')
access_token = token_resp[start + 1:end]
# get user info
# get openID.
openid_resp = get_remote(
get_config("login/qq/openid_url") + access_token)
log.debug("get access_token from qq:" + access_token)
info = json.loads(openid_resp[10:-4])
openid = info['openid']
log.debug("get client_id from qq:" + openid)
client_id = info['client_id']
log.debug("get openid from qq:" + client_id)
# get user info
url = get_config("login/qq/user_info_url") % (access_token, client_id,
openid)
user_info_resp = get_remote(url)
log.debug("get user info from qq:" + user_info_resp)
user_info = convert(json.loads(user_info_resp))
email_info = [{
'name': user_info["nickname"],
'email': None,
'id': id,
'verified': 1,
'primary': 1,
'nickname': user_info["nickname"],
'avatar_url': user_info["figureurl"]
}]
return self.login2db(openid,
name=user_info["nickname"],
nickname=user_info["nickname"],
access_token=access_token,
email_info=email_info,
avatar_url=user_info["figureurl"])
def login(self, args):
log.info('login from Gitcafe')
code = args.get('code')
url = get_config('login/gitcafe/access_token_url') + code
opener = urllib2.build_opener(urllib2.HTTPHandler)
request = urllib2.Request(url, "")
# req = requests.post(url, verify=True)
resp = opener.open(request)
# log.debug("get token from gitcafe:" + resp.read())
token_resp = json.loads(resp.read())
# token_resp = json.loads(resp.read())
# token_resp = req.content()
token = token_resp['access_token']
value = "Bearer " + token
opener = urllib2.build_opener(urllib2.HTTPHandler)
request = urllib2.Request(get_config("login/gitcafe/user_info_url"))
request.add_header("Authorization", value)
user_info = opener.open(request).read()
log.debug(user_info)
info = json.loads(user_info)
name = info['username']
email = info['email']
id = info['id']
nickname = info['fullname']
if nickname is None:
nickname = name
if info['avatar_url'].startswith('https'):
avatar_url = info['avatar_url']
else:
avatar_url = "https" + info['avatar_url'][4:]
email_info = [{
'name': name,
'email': email,
'id': id,
'verified': 1,
'primary': 1,
'nickname': nickname,
'avatar_url': avatar_url
}]
return self.login2db(id,
name=name,
nickname=nickname,
access_token=token,
email_info=email_info,
avatar_url=avatar_url)
def update_data():
try:
by_region, totals = fetch_data(parser="html.parser")
except FetchParseError as e:
log.error(f"Failed to parse remote data {e}")
send_telegram_message(f"Update failed\n{e}")
return
except FetchServerError as e:
log.error(f"Failed to load remote data {e}")
return
existing_data = queries.load_current_data()
today = get_local_date()
try:
diff_data = compare_data(existing_data, by_region)
except ValueError as e:
log.error(e)
return
if not diff_data:
return
services.update_or_create_total_record(record_date=today, **totals)
locations_mapping = queries.get_locations_minzdrav_name_mapping()
message = "New data:\n"
for location_name, record in diff_data.items():
location_id = locations_mapping[location_name]
services.update_or_create_record(location_id=location_id,
record_date=today,
**record)
message += f"\n{location_name}:"
for key, value in record.items():
message += f"\n{key} - {value}"
log.info(message)
send_telegram_message(message)
def login(self, args):
log.info('login from Gitcafe')
code = args.get('code')
url = get_config('login/gitcafe/access_token_url') + code
opener = urllib2.build_opener(urllib2.HTTPHandler)
request = urllib2.Request(url, "")
# req = requests.post(url, verify=True)
resp = opener.open(request)
# log.debug("get token from gitcafe:" + resp.read())
token_resp = json.loads(resp.read())
# token_resp = json.loads(resp.read())
# token_resp = req.content()
token = token_resp['access_token']
value = "Bearer " + token
header = {"Authorization": value}
opener = urllib2.build_opener(urllib2.HTTPHandler)
request = urllib2.Request(get_config("login/gitcafe/user_info_url"))
request.add_header("Authorization", value)
user_info = opener.open(request).read()
log.debug(user_info)
info = json.loads(user_info)
name = info['username']
email = info['email']
id = info['id']
nickname = info['fullname']
if nickname is None:
nickname = name
if info['avatar_url'].startswith('https'):
avatar_url = info['avatar_url']
else:
avatar_url = "https" + info['avatar_url'][4:]
email_info = [
{'name': name, 'email': email, 'id': id, 'verified': 1, 'primary': 1, 'nickname': nickname,
'avatar_url': avatar_url}]
return self.login2db(id,
name=name,
nickname=nickname,
access_token=token,
email_info=email_info,
avatar_url=avatar_url)
def test_producto_mas_vendido_historico_query(mocker):
mock_response_dao = [{
'nombre': 'MENU EJECUTIVO 169',
'grupo_platillo': 'A102',
'fecha': datetime.date(2020, 3, 12),
'cantidad_platillos': 2.0,
'cantidad_bebidas': 0,
'cantidad_vinos': 0
}, {
'nombre': 'AMERICANO',
'grupo_platillo': 'B16',
'fecha': datetime.date(2020, 3, 10),
'cantidad_platillos': 0,
'cantidad_bebidas': 2.0,
'cantidad_vinos': 0
}, {
'nombre': 'CASA MADERO 750ML',
'grupo_platillo': 'V7',
'fecha': datetime.date(2020, 3, 17),
'cantidad_platillos': 0,
'cantidad_bebidas': 0,
'cantidad_vinos': 1.0
}]
mocker.patch(
'app.service_objetos_historicos.dao.query_producto_mas_vendido_historico',
return_value=mock_response_dao)
response_lista_bebidas, response_lista_platillos, response_lista_vinos = service_objetos_historicos.producto_mas_vendido_query_historico(
"2020-03-10", "2020-03-20")
log.info(response_lista_bebidas)
assert len(response_lista_bebidas) == 1
assert response_lista_bebidas[0]['nombre'] == 'AMERICANO'
assert len(response_lista_platillos) == 1
assert response_lista_platillos[0]['fecha'] == "2020-03-12"
assert len(response_lista_vinos) == 1
assert response_lista_vinos[0]['cantidad_vinos'] == 1.0
def login(self, args):
log.info('login from QQ')
code = args.get('code')
state = "openhackathon"
# if state != QQ_OAUTH_STATE:
# log.warn("STATE match fail. Potentially CSFR.")
# return "UnAuthorized", 401
# get access token
token_resp = get_remote(get_config("login/qq/access_token_url") + code + '&state=' + state)
log.debug("get token from qq:" + token_resp)
start = token_resp.index('=')
end = token_resp.index('&')
access_token = token_resp[start + 1:end]
# get user info
# get openID.
openid_resp = get_remote(get_config("login/qq/openid_url") + access_token)
log.debug("get access_token from qq:" + access_token)
info = json.loads(openid_resp[10:-4])
openid = info['openid']
log.debug("get client_id from qq:" + openid)
client_id = info['client_id']
log.debug("get openid from qq:" + client_id)
# get user info
url = get_config("login/qq/user_info_url") % (access_token, client_id, openid)
user_info_resp = get_remote(url)
log.debug("get user info from qq:" + user_info_resp)
user_info = convert(json.loads(user_info_resp))
email_info = [
{'name': user_info["nickname"], 'email': None, 'id': id, 'verified': 1, 'primary': 1,
'nickname': user_info["nickname"], 'avatar_url': user_info["figureurl"]}]
return self.login2db(openid,
name=user_info["nickname"],
nickname=user_info["nickname"],
access_token=access_token,
email_info=email_info,
avatar_url=user_info["figureurl"])
def login(self, args):
log.info('login from Weibo Sina')
code = args.get('code')
# get access_token
log.debug(get_config('login.weibo.access_token_url') + code)
token_resp = post_to_remote(
get_config('login.weibo.access_token_url') + code, {})
log.debug("get token from Weibo:" + str(token_resp))
access_token = token_resp['access_token']
uid = token_resp['uid']
log.debug("get token info from Weibo :" + access_token)
# get user info
# https://api.weibo.com/2/users/show.json?access_token=2.005RDjXC0rYD8d39ca83156aLZWgZE&uid=1404376560
user_info_resp = get_remote(
get_config('login.weibo.user_info_url') + access_token + "&uid=" +
uid)
user_info = json.loads(user_info_resp)
log.debug("get user base info from Weibo:" + user_info_resp)
# {"id":2330622122,"idstr":"2330622122","class":1,"screen_name":"test name","name":"test name",
# "province":"31","city":"10","location":"shanghai yangpu","description":"","url":"",
# "profile_image_url":"http://tp3.sinaimg.cn/2330622122/50/5629035320/1",
# "profile_url":"u/2330622122","domain":"","weihao":"","gender":"m","followers_count":34,
# "friends_count":42,"pagefriends_count":0,"statuses_count":0,"favourites_count":1,
# "created_at":"Mon Aug 22 17:58:15 +0800 2011","following":false,"allow_all_act_msg":false,
# "geo_enabled":true,"verified":false,"verified_type":-1,"remark":"","ptype":0,"allow_all_comment":true,
# "avatar_large":"http://tp3.sinaimg.cn/2330622122/180/5629035320/1","avatar_hd":"http://tp3.sinaimg.cn/2330622122/180/5629035320/1",
# "verified_reason":"","verified_trade":"","verified_reason_url":"","verified_source":"","verified_source_url":"",
# "follow_me":false,"online_status":0,"bi_followers_count":8,"lang":"zh-cn","star":0,"mbtype":0,"mbrank":0,
# "block_word":0,"block_app":0,"credit_score":80,"urank":6}
openid = user_info['id']
name = user_info['name']
nickname = user_info['screen_name']
avatar = user_info['avatar_hd']
# get user primary email
email_info_resp = get_remote(
get_config('login.weibo.email_info_url') + access_token)
log.debug("get email from github:" + email_info_resp)
email_info_resp_json = json.loads(email_info_resp)
email = email_info_resp_json['email']
email_info = [{
'name': name,
'email': email,
'id': id,
'verified': 1,
'primary': 1,
'nickname': nickname,
'avatar_url': avatar
}]
return self.login2db(openid,
name=name,
nickname=nickname,
access_token=access_token,
email_info=email_info,
avatar_url=avatar)
