def cancel_ping(self):
"""
Cancels any scheduled ping job for this service.
"""
try:
scheduler.cancel(self.ping_job_id)
except AttributeError:
# "full nuclear" - make sure there are no other scheduled jobs that are for this service
try:
scheduler.cancel(self.get_ping_job_id())
except BaseException:
pass
finally:
self['ping_job_id'] = None
self.save()
def cancel_ping(self):
"""
Cancels any scheduled ping job for this service.
"""
try:
scheduler.cancel(self.ping_job_id)
except AttributeError:
# "full nuclear" - make sure there are no other scheduled jobs that are for this service
try:
scheduler.cancel(self.get_ping_job_id())
except BaseException:
pass
finally:
self['ping_job_id'] = None
self.save()
def reindex():
jobs = scheduler.get_jobs()
for job in jobs:
if job.func == reindex_services or job.description == "ioos_catalog.views.services.reindex()":
scheduler.cancel(job)
scheduler.schedule(
scheduled_time=datetime.utcnow(), # Time for first execution
func=reindex_services, # Function to be queued
interval=21600, # Time before the function is called again, in seconds
repeat=None, # Repeat this number of times (None means repeat forever)
result_ttl=40000, # How long to keep the results
timeout=1200 # Default timeout of 180 seconds may not be enough
)
return jsonify({"message": "scheduled"})
def regulate():
with app.app_context():
# Get services that have not been updated in two weeks and remove them.
# The reindex job sets the 'updated' field. The below logic should effectively remove
# services that the reindex task has not seen in two weeks.
two_weeks_ago = (datetime.utcnow() - timedelta(weeks=2)).replace(tzinfo=pytz.utc)
deletes = [s for s in db.Service.find() if s.updated.replace(tzinfo=pytz.utc).astimezone(pytz.utc) < two_weeks_ago]
for d in deletes:
d.cancel_ping()
d.cancel_harvest()
# I don't think we want to delete these.
# Lets make deletion a manual process.
#d.delete()
# TODO: Now delete the stats that were collected for this service.
# Get function and args of
jobs = scheduler.get_jobs()
# Make sure a daily report job is running
daily_email_jobs = [job for job in jobs if job.func == send_daily_report_email]
if len(daily_email_jobs) > 1:
# Cancel all but the first daily email job
for j in daily_email_jobs[1:]:
scheduler.cancel(j)
elif len(daily_email_jobs) < 1:
# Run today at 3am (7am UTC) if it is between midnight and 3am
runat = datetime.utcnow().replace(hour=7, minute=0, second=0, microsecond=0)
if datetime.utcnow() > runat:
# Run tomorrow at 3am (7am UTC) because it is already past that time.
runat = runat + timedelta(days=1)
scheduler.schedule(
scheduled_time=runat, # Time for first execution
func=send_daily_report_email, # Function to be queued
interval=86400, # Time before the function is called again, in seconds (86400 == 1 day)
repeat=None, # Repeat this number of times (None means repeat forever)
result_ttl=100000 # How long to keep the results, in seconds
)
# Make sure a service update job is running
reindex_services_jobs = [job for job in jobs if job.func == reindex_services]
if len(reindex_services_jobs) < 1:
scheduler.schedule(
scheduled_time=datetime.utcnow(), # Time for first execution
func=reindex_services, # Function to be queued
interval=21600, # Time before the function is called again, in seconds (21600 == 1/4 of a day)
repeat=None, # Repeat this number of times (None means repeat forever)
result_ttl=40000, # How long to keep the results, in seconds
timeout=1200 # Default timeout of 180 seconds may not be enough
)
# Make sure each service has a ping job
stat_jobs = [unicode(job.args[0]) for job in jobs if job.func == ping_service_task]
# Get services that don't have jobs
need_ping = [s for s in db.Service.find() if unicode(s._id) not in stat_jobs]
# Schedule the ones that do not
for s in need_ping:
s.schedule_ping(cancel=False)
# Make sure each service has a harvest job
harvest_jobs = [unicode(job.args[0]) for job in jobs if job.func == harvest]
# Get services that don't have jobs
need_harvest = [s for s in db.Service.find() if unicode(s._id) not in harvest_jobs]
# Schedule the ones that do not
for s in need_harvest:
s.schedule_harvest(cancel=False)
return "Regulated %s reindex jobs, %s ping jobs, %s harvest jobs, and deleted %s old services" % (len(reindex_services_jobs), len(need_ping), len(need_harvest), len(deletes))
def clear_jobs():
for job in scheduler.get_jobs():
scheduler.cancel(job)
return jsonify({"status": "ok"})
def clear_jobs():
for job in scheduler.get_jobs():
scheduler.cancel(job)
return jsonify({ "status" : "ok" })