def saveAccessToken(moves_access_info, our_uuid):
moves_access_info["our_uuid"] = our_uuid
moves_uid = moves_access_info["user_id"]
moves_access_info["_id"] = moves_uid
user_access_table = get_moves_db()
if (user_access_table.find({"_id": moves_uid}).count() == 0):
user_access_table.insert(moves_access_info)
else:
user_access_table.update({"_id": moves_uid}, moves_access_info)
def saveAccessToken(moves_access_info, our_uuid):
moves_access_info["our_uuid"] = our_uuid
moves_uid = moves_access_info["user_id"]
moves_access_info["_id"] = moves_uid
user_access_table = get_moves_db()
if (user_access_table.find({"_id": moves_uid}).count() == 0):
user_access_table.insert(moves_access_info)
else:
user_access_table.update({"_id": moves_uid}, moves_access_info)
def collect():
key_file = open('keys.json')
key_data = json.load(key_file)
m = Moves(client_id=key_data["client_id"],
client_secret=key_data["client_secret"],
redirect_url=key_data["redirect_url"])
for (i, user) in enumerate(get_moves_db().find()):
if i != 0 and i % 10 == 0:
logging.info("Finished 10 users, sleeping for two minutes...")
sleep(2 * 60)
access_token = user['access_token']
if access_token == "Ignore_me":
logging.info("Found entry to ignore for user %s" % user)
continue
logging.info("%s: Getting data for user %s with token %s" %
(datetime.now(), user['our_uuid'], user['access_token']))
user_uuid = user['our_uuid']
# logging.debug(user_uuid)
profile = m.get_profile(token=access_token)
# logging.debug(profile)
tzStr = getTimezone(profile)
tz = pytz.timezone(tzStr)
# So the documentation both here:
# http://www.enricozini.org/2009/debian/using-python-datetime/
# and here:
# http://pytz.sourceforge.net/
# says that we should use utcnow() because now() is not reliable.
# unfortunately, using utcnow() on my desktop, where the timezone is set, causes the localized time to be wrong
# now() works
# testing with now() on the server as well
# now() didn't work on the server either
# in fact, pytz localize() (i.e. tz.localize(datetime.now()) seems broken
# fortunately, astimezone() seems to work, so we are using it here
dateFormat = "%Y-%m-%d"
# endPoint = "user/storyline/daily/%s?trackPoints=true" % ('20140303')
endPoint_today = "user/storyline/daily/%s?trackPoints=true" % (
datetime.now(pytz.utc).astimezone(tz).strftime(dateFormat))
endPoint_yesterday = "user/storyline/daily/%s?trackPoints=true" % (
(datetime.now(pytz.utc).astimezone(tz) -
timedelta(1)).strftime(dateFormat))
result_today = m.get(token=access_token, endpoint=endPoint_today)
result_yesterday = m.get(token=access_token,
endpoint=endPoint_yesterday)
logging.debug("result_today.type = %s, result_yesterday = %s" %
(type(result_today), type(result_yesterday)))
# logging.debug(json.dumps(result_yesterday))
# result=result_today+result_yesterday
processResult(user_uuid, result_today)
processResult(user_uuid, result_yesterday)
def collect():
key_file = open('keys.json')
key_data = json.load(key_file)
m = Moves(client_id = key_data["client_id"],
client_secret = key_data["client_secret"],
redirect_url = key_data["redirect_url"])
for (i, user) in enumerate(get_moves_db().find()):
if i != 0 and i % 10 == 0:
logging.info("Finished 10 users, sleeping for two minutes...")
sleep(2 * 60)
access_token = user['access_token']
if access_token == "Ignore_me":
logging.info("Found entry to ignore for user %s" % user)
continue
logging.info("%s: Getting data for user %s with token %s" % (datetime.now(), user['our_uuid'], user['access_token']))
user_uuid=user['our_uuid']
# logging.debug(user_uuid)
profile = m.get_profile(token = access_token)
# logging.debug(profile)
tzStr = getTimezone(profile)
tz = pytz.timezone(tzStr)
# So the documentation both here:
# http://www.enricozini.org/2009/debian/using-python-datetime/
# and here:
# http://pytz.sourceforge.net/
# says that we should use utcnow() because now() is not reliable.
# unfortunately, using utcnow() on my desktop, where the timezone is set, causes the localized time to be wrong
# now() works
# testing with now() on the server as well
# now() didn't work on the server either
# in fact, pytz localize() (i.e. tz.localize(datetime.now()) seems broken
# fortunately, astimezone() seems to work, so we are using it here
dateFormat = "%Y-%m-%d"
# endPoint = "user/storyline/daily/%s?trackPoints=true" % ('20140303')
endPoint_today = "user/storyline/daily/%s?trackPoints=true" % (datetime.now(pytz.utc).astimezone(tz).strftime(dateFormat))
endPoint_yesterday="user/storyline/daily/%s?trackPoints=true" % ((datetime.now(pytz.utc).astimezone(tz)-timedelta(1)).strftime(dateFormat))
result_today = m.get(token=access_token, endpoint = endPoint_today)
result_yesterday=m.get(token=access_token, endpoint = endPoint_yesterday)
logging.debug("result_today.type = %s, result_yesterday = %s" % (type(result_today), type(result_yesterday)))
# logging.debug(json.dumps(result_yesterday))
# result=result_today+result_yesterday
processResult(user_uuid, result_today)
processResult(user_uuid, result_yesterday)
from __future__ import print_function
from __future__ import unicode_literals
from __future__ import division
from __future__ import absolute_import
from future import standard_library
standard_library.install_aliases()
from builtins import *
from pymongo import MongoClient
from get_database import get_uuid_db, get_moves_db, get_profile_db
from datetime import datetime
for entry in get_moves_db().find():
print("%s -> %s" % (entry['user'], entry['uuid']))
userEmail = entry['user']
userUUID = entry['uuid']
userUUIDEntry = \
{
'user_email': userEmail,
'uuid': userUUID,
'update_ts': datetime.now()
}
get_uuid_db().update({'user_email': userEmail}, userUUIDEntry, upsert=True)
profileUpdateObj = {'user_id': userUUID, 'study_list': [], 'update_ts': datetime.now()}
get_profile_db().update({'user_id': userUUID}, {'$set': profileUpdateObj}, upsert=True)
get_moves_db().update({'uuid': userUUID}, {'$set': {'our_uuid': userUUID}})
get_moves_db().update({'uuid': userUUID}, {'$unset': {'uuid': "", 'user': ""}})
def deleteAllTokens(user):
user_access_table = get_moves_db()
user_access_table.remove({"our_uuid" : user})
def getAccessToken(user):
user_access_table = get_moves_db()
user_records = []
for user in user_access_table.find({'our_uuid' : user}):
user_records.append(user)
return user_records
def deleteAllTokens(user):
user_access_table = get_moves_db()
user_access_table.remove({"our_uuid": user})
def getAccessToken(user):
user_access_table = get_moves_db()
user_records = []
for user in user_access_table.find({'our_uuid': user}):
user_records.append(user)
return user_records