def get(self):
from services.github import GithubClient
last_date = self.request.get('date')
if last_date:
last_date = tools.fromISODate(last_date)
else:
last_date = (datetime.today() - timedelta(days=1))
users = User.SyncActive('github')
res = {}
td_put = []
for user in users:
gh_client = GithubClient(user)
if gh_client._can_run():
date_range = [(last_date - timedelta(days=x)).date()
for x in range(self.GH_COMMIT_OVERLAP)]
logging.debug("Running SyncGithub cron for %s on %s..." %
(user, date_range))
commits_dict = gh_client.get_contributions_on_date_range(
date_range)
if commits_dict is not None:
for date, n_commits in commits_dict.items():
td = TrackingDay.Create(user, date)
td.set_properties({'commits': n_commits})
td_put.append(td)
else:
logging.debug("Github updater can't run")
if td_put:
ndb.put_multi(td_put)
self.json_out(res)
def get(self):
from services.github import GithubClient
date = self.request.get('date')
if date:
date = tools.fromISODate(date).date()
else:
date = (datetime.today() - timedelta(days=1)).date()
users = User.SyncActive('github')
res = {}
td_put = []
for user in users:
gh_client = GithubClient(user)
logging.debug("Running SyncGithub cron for %s on %s..." %
(user, date))
if gh_client._can_run():
commits = gh_client.get_contributions_on_day(date)
if commits is not None:
td = TrackingDay.Create(user, date)
td.set_properties({'commits': commits})
td_put.append(td)
res = td.json()
else:
logging.debug("Github updater can't run")
if td_put:
ndb.put_multi(td_put)
self.json_out(res, debug=True)
def get(self):
from services.flow_bigquery import BigQueryClient
days_ago = self.request.get_range('days_ago', default=8)
days_ago_end = self.request.get_range('days_ago_end', default=1)
users = User.SyncActive('bigquery')
res = {}
date = (datetime.today() - timedelta(days=1)).date()
for user in users:
enabled = bool(user.get_integration_prop('bigquery_dataset_name')) and \
bool(user.get_integration_prop('bigquery_table_name'))
if enabled:
logging.debug("Running PushToBigQuery cron for %s on %s..." %
(user, date))
bq_client = BigQueryClient(user,
days_ago=days_ago,
days_ago_end=days_ago_end)
if bq_client:
bq_client.run()
else:
logging.debug("BigQuery not enabled")
self.json_out(res, debug=True)
def get(self):
from services.gfit import FitClient
users = User.SyncActive('gfit')
res = {}
date = (datetime.today() - timedelta(days=1)).date()
for user in users:
fit_enabled = bool(user.get_integration_prop('gfit_activities'))
logging.debug("Running SyncFromGoogleFit cron for %s on %s..." %
(user, date))
if fit_enabled:
fit_client = FitClient(user)
if fit_client:
var_durations = fit_client.aggregate_activity_durations(
date)
logging.debug(var_durations)
if var_durations:
td = TrackingDay.Create(user, date)
td.set_properties(var_durations)
td.put()
else:
logging.debug("Fit not authorized")
self.json_out(res, debug=True)
def get(self):
from services import pocket, goodreads
logging.debug("Running SyncReadables cron...")
TS_KEY = 'pocket_last_timestamp'
users = User.SyncActive(['pocket', 'goodreads'])
user_put = []
for user in users:
# Pocket
user_changes = False
access_token = user.get_integration_prop('pocket_access_token')
if access_token:
success, readables, latest_timestamp = pocket.sync(
user, access_token)
logging.debug("Got %d readables from pocket" % len(readables))
user.set_integration_prop(TS_KEY, latest_timestamp)
user_changes = True
success, readables = goodreads.get_books_on_shelf(
user, shelf='currently-reading')
logging.debug("Got %d readables from good reads" % len(readables))
if user_changes:
user_put.append(user)
ndb.put_multi(user_put)
