def __init__(self, *args, **kwargs):
if hasattr(current_app.conf, "CELERY_MONGODB_SCHEDULER_DB"):
db = current_app.conf.CELERY_MONGODB_SCHEDULER_DB
else:
db = "celery"
if hasattr(current_app.conf, "CELERY_MONGODB_SCHEDULER_COLLECTION") \
and current_app.conf.CELERY_MONGODB_SCHEDULER_COLLECTION:
collection = current_app.conf.CELERY_MONGODB_SCHEDULER_COLLECTION
else:
collection = "schedules"
if hasattr(current_app.conf, "CELERY_MONGODB_SCHEDULER_URL"):
connection = Connection(
current_app.conf.CELERY_MONGODB_SCHEDULER_URL)
get_logger(__name__).info(
"backend scheduler using %s/%s:%s",
current_app.conf.CELERY_MONGODB_SCHEDULER_DB, db, collection)
else:
connection = Connection()
self.db = connection[db][collection]
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval') \
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL or 300)
def __init__(self, *args, **kwargs):
self._dirty = set()
self._last_flush = None
self._flush_every = 3 * 60
self._finalize = Finalize(self, self.flush, exitpriority=5)
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = 5
def __init__(self, *args, **kwargs):
"""Initialize the scheduler."""
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL)
def __init__(self, *args, **kwargs):
if hasattr(current_app.conf, "CELERY_MONGODB_SCHEDULER_DB"):
db = current_app.conf.CELERY_MONGODB_SCHEDULER_DB
else:
db = "celery"
if hasattr(current_app.conf, "CELERY_MONGODB_SCHEDULER_COLLECTION") \
and current_app.conf.CELERY_MONGODB_SCHEDULER_COLLECTION:
collection=current_app.conf.CELERY_MONGODB_SCHEDULER_COLLECTION
else:
collection="schedules"
if hasattr(current_app.conf, "CELERY_MONGODB_SCHEDULER_URL"):
connection=Connection(current_app.conf.CELERY_MONGODB_SCHEDULER_URL)
get_logger(__name__).info("backend scheduler using %s/%s:%s",
current_app.conf.CELERY_MONGODB_SCHEDULER_DB,
db,collection)
else:
connection=Connection()
self.db=connection[db][collection]
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval') \
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL or 300)
def __init__(self, *args, **kwargs):
self._dirty = set()
self._finalize = Finalize(self, self.sync, exitpriority=5)
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get("max_interval")
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL
or DEFAULT_MAX_INTERVAL)
def __init__(self, *args, **kwargs):
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL or 300)
self.db = db_factory.get_database()
def __init__(self, *args, **kwargs):
self._dirty = set()
Scheduler.__init__(self, *args, **kwargs)
self._finalize = Finalize(self, self.sync, exitpriority=5)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.beat_max_loop_interval
or DEFAULT_MAX_INTERVAL)
def __init__(self, *args, **kwargs):
self._dirty = set()
self._last_flush = None
self._flush_every = 3 * 60
self._finalize = Finalize(self, self.flush, exitpriority=5)
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = 5
def __init__(self, *args, **kwargs):
if hasattr(current_app.conf, 'CELERY_REDIS_SCHEDULER_URL'):
logger.info('backend scheduler using %s',
current_app.conf.CELERY_REDIS_SCHEDULER_URL)
else:
logger.info('backend scheduler using %s',
current_app.conf.CELERY_REDIS_SCHEDULER_URL)
# how long we should hold on to the redis lock in seconds
if 'CELERY_REDIS_SCHEDULER_LOCK_TTL' in current_app.conf:
lock_ttl = current_app.conf.CELERY_REDIS_SCHEDULER_LOCK_TTL
else:
lock_ttl = 30
if lock_ttl < self.UPDATE_INTERVAL.seconds:
lock_ttl = self.UPDATE_INTERVAL.seconds * 2
self.lock_ttl = lock_ttl
self._schedule = {}
self._last_updated = None
self._lock_acquired = False
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval') \
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL or 300)
self._lock = rdb.lock('celery:beat:task_lock', timeout=self.lock_ttl)
self._lock_acquired = self._lock.acquire(blocking=False)
self.Entry.scheduler = self
def __init__(self, *args, **kwargs):
app = kwargs['app']
self.schedule_url = app.conf.get(
"CELERY_BEAT_REDIS_SCHEDULER_URL",
DEFAULT_CELERY_BEAT_REDIS_SCHEDULER_URL)
self.key = app.conf.get("CELERY_BEAT_REDIS_SCHEDULER_KEY",
DEFAULT_CELERY_BEAT_REDIS_SCHEDULER_KEY)
# redis 哨兵模式 sentinels 支持
if self.schedule_url.startswith('sentinel://'):
self.broker_transport_options = app.conf.get(
"CELERY_BROKER_TRANSPORT_OPTIONS",
DEFAULT_CELERY_BROKER_TRANSPORT_OPTIONS)
self.rdb = self.sentinel_connect(
self.broker_transport_options['master_name'])
else:
self.rdb = Redis.from_url(self.schedule_url)
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = app.conf.get(
"CELERY_BEAT_MAX_LOOP_INTERVAL",
DEFAULT_CELERY_BEAT_MAX_LOOP_INTERVAL)
app.add_task = partial(self.add, self)
# 多实例模式锁
self.multi_mode = app.conf.get(
"CELERY_BEAT_REDIS_MULTI_NODE_MODE",
DEFAULT_CELERY_BEAT_REDIS_MULTI_NODE_MODE)
if self.multi_mode:
self.lock_key = app.conf.get("CELERY_BEAT_REDIS_LOCK_KEY",
DEFAULT_CELERY_BEAT_REDIS_LOCK_KEY)
self.lock_ttl = app.conf.get("CELERY_BEAT_REDIS_LOCK_TTL",
DEFAULT_CELERY_BEAT_REDIS_LOCK_TTL)
self.lock_sleep = app.conf.get(
"CELERY_BEAT_REDIS_LOCK_SLEEP",
DEFAULT_CELERY_BEAT_REDIS_LOCK_SLEEP)
self.lock = self.rdb.lock(self.lock_key, timeout=self.lock_ttl)
def __init__(self, *args, **kwargs):
app = kwargs['app']
self.key = app.conf.get("CELERY_REDIS_SCHEDULER_KEY",
"celery:beat:order_tasks")
self.schedule_url = app.conf.get("CELERY_REDIS_SCHEDULER_URL",
"redis://localhost:6379")
# using sentinels
# supports 'sentinel://:pass@host:port/db
if self.schedule_url.startswith('sentinel://'):
self.broker_transport_options = app.conf.get(
"CELERY_BROKER_TRANSPORT_OPTIONS", {"master_name": "mymaster"})
self.rdb = self.sentinel_connect(
self.broker_transport_options['master_name'])
else:
self.rdb = StrictRedis.from_url(self.schedule_url)
Scheduler.__init__(self, *args, **kwargs)
app.add_task = partial(self.add, self)
self.multi_node = app.conf.get("CELERY_REDIS_MULTI_NODE_MODE", False)
# how long we should hold on to the redis lock in seconds
if self.multi_node:
self.lock_ttl = current_app.conf.get(
"CELERY_REDIS_SCHEDULER_LOCK_TTL", 30)
self._lock_acquired = False
self._lock = self.rdb.lock('celery:beat:task_lock',
timeout=self.lock_ttl)
self._lock_acquired = self._lock.acquire(blocking=False)
def __init__(self, *args, **kwargs):
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL or 300)
self.db = db_factory.get_database()
def __init__(self, *args, **kwargs):
if hasattr(current_app.conf, "mongodb_scheduler_db"):
db = current_app.conf.get("mongodb_scheduler_db")
elif hasattr(current_app.conf, "CELERY_MONGODB_SCHEDULER_DB"):
db = current_app.conf.CELERY_MONGODB_SCHEDULER_DB
else:
db = "celery"
if hasattr(current_app.conf, "mongodb_scheduler_connection_alias"):
alias = current_app.conf.get('mongodb_scheduler_connection_alias')
elif hasattr(current_app.conf, "CELERY_MONGODB_SCHEDULER_CONNECTION_ALIAS"):
alias = current_app.conf.CELERY_MONGODB_SCHEDULER_CONNECTION_ALIAS
else:
alias = "default"
if hasattr(current_app.conf, "mongodb_scheduler_url"):
host = current_app.conf.get('mongodb_scheduler_url')
elif hasattr(current_app.conf, "CELERY_MONGODB_SCHEDULER_URL"):
host = current_app.conf.CELERY_MONGODB_SCHEDULER_URL
else:
host = None
self._mongo = mongoengine.connect(db, host=host, alias=alias)
if host:
logger.info("backend scheduler using %s/%s:%s",
host, db, self.Model._get_collection().name)
else:
logger.info("backend scheduler using %s/%s:%s",
"mongodb://localhost", db, self.Model._get_collection().name)
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL or 5)
def __init__(self, *args, **kwargs):
self._dirty = set()
self._finalize = Finalize(self, self.sync, exitpriority=5)
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL
or DEFAULT_MAX_INTERVAL)
def __init__(self, *args, **kwargs):
"""Initialize the database scheduler."""
self._dirty = set()
Scheduler.__init__(self, *args, **kwargs)
self._finalize = Finalize(self, self.sync, exitpriority=5)
self.max_interval = (kwargs.get("max_interval")
or self.app.conf.beat_max_loop_interval
or DEFAULT_MAX_INTERVAL)
def __init__(self, *args, **kwargs):
"""Initialize the database scheduler."""
self._dirty = set()
Scheduler.__init__(self, *args, **kwargs)
self._finalize = Finalize(self, self.sync, exitpriority=5)
self.max_interval = (
kwargs.get('max_interval')
or self.app.conf.beat_max_loop_interval
or DEFAULT_MAX_INTERVAL)
def __init__(self, *args, **kwargs):
self._storage = Storage()
self._storage.release_glob()
self.periodic_manager = PeriodicTaskManager(DbController.get_default_controller(current_app.conf['DB']))
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL or 5)
def __init__(self, *args, **kwargs):
app = kwargs['app']
self.key = app.conf.get("CELERY_REDIS_SCHEDULER_KEY",
"celery:beat:order_tasks")
self.schedule_url = app.conf.get("CELERY_REDIS_SCHEDULER_URL",
"redis://localhost:6379")
self.rdb = StrictRedis.from_url(self.schedule_url)
Scheduler.__init__(self, *args, **kwargs)
app.add_task = partial(self.add, self)
def __init__(self, *args, **kwargs):
if len(args) == 0:
app = kwargs['app']
else:
assert len(args) == 1
app = args[0]
self.changes = self.changes_class(app.conf.get('database_uri'))
self.session = self.changes.session
Scheduler.__init__(self, *args, **kwargs)
def __init__(self, *args, **kwargs):
self._schedule = {}
self._schedule_file = get_schedules_filepath()
self._last_file_timestamp = os.path.getmtime(self._schedule_file)
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.beat_max_loop_interval
or CELERYBEAT_MAX_LOOP_INTERVAL)
def __init__(self, *args, **kwargs):
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL
or 5)
self.celery_rest = CeleryRestClient()
self._schedule = self.get_from_api()
self.print_schedule()
def __init__(self, *args, **kwargs):
log.info("SQLAlchemyScheduler.__init__ called")
self._dirty = set()
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (
kwargs.get('max_interval') or
self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL or
DEFAULT_MAX_INTERVAL)
def __init__(self, *args, **kwargs):
if hasattr(current_app.conf, "CELERY_REST_SCHEDULER_TASKS_API_HOST"):
self.api_url = urllib.parse.urljoin(current_app.conf.CELERY_REST_SCHEDULER_TASKS_API_HOST,
'/api/v1/worker_task/')
else:
raise Exception('CELERY_REST_SCHEDULER_API_HOST does not exists')
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL or 5)
def __init__(self, *args, **kwargs):
if hasattr(current_app.conf, 'CELERY_REDIS_SCHEDULER_URL'):
get_logger(__name__).info('backend scheduler using %s',
current_app.conf.CELERY_REDIS_SCHEDULER_URL)
else:
get_logger(__name__).info('backend scheduler using %s',
current_app.conf.CELERY_REDIS_SCHEDULER_URL)
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval') \
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL or 300)
def __init__(self, *args, **kwargs):
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL
or 5)
redis_host = current_app.conf.REDIS_BEAT_HOST or "localhost"
redis_port = current_app.conf.REDIS_BEAT_PORT or 6379
redis_db = current_app.conf.REDIS_BEAT_DB or 0
self.redis_cli = redis.StrictRedis(redis_host, redis_port, redis_db)
self.uuid = uuid4().hex
def __init__(self, app, schedule=None, max_interval=None,
Publisher=None, lazy=False, sync_every_tasks=None, **kwargs):
#self.schedule_filename = kwargs.get('schedule_filename')
redis_uri = app.conf.CELERY_SCHEDULE_BACKEND
# set redis manager
self.manager = RedisManager(redis_uri)
#keys = self.manager.inspect(pattern='*', debug=False)
self._prefix = app.conf.CELERY_REDIS_SCHEDULER_KEY_PREFIX
self._schedule = redis_collections.Dict(key=self._prefix, redis=self.manager.conn)
Scheduler.__init__(self, app, schedule=schedule,
max_interval=max_interval, Publisher=Publisher,
lazy=lazy, sync_every_tasks=sync_every_tasks, **kwargs)
def __init__(self, *args, **kwargs):
"""Initialize the database scheduler."""
self.app = kwargs['app']
self.dburi = kwargs.get('dburi') or self.app.conf.get(
'beat_dburi') or DEFAULT_BEAT_DBURI
self.engine, self.Session = session_manager.create_session(self.dburi)
session_manager.prepare_models(self.engine)
self._dirty = set()
Scheduler.__init__(self, *args, **kwargs)
self._finalize = Finalize(self, self.sync, exitpriority=5)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.beat_max_loop_interval
or DEFAULT_MAX_INTERVAL)
def __init__(self, *args, **kwargs):
self.data = {}
self.last_refresh = None
if 'LEEK_REDIS_URL' not in current_app.conf:
raise Exception('Missing LEEK_REDIS_URL celery config')
self.hash_key = current_app.conf.get('LEEK_HASH_KEY', 'leek')
self.redis = redis.from_url(current_app.conf.get('LEEK_REDIS_URL'))
self.tz = timezone.get_timezone(current_app.conf.get('CELERY_TIMEZONE', 'UTC'))
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = self.app.conf.get('LEEK_REFRESH_INTERVAL', 5)
self.refresh_frequency = timedelta(seconds=self.max_interval)
def __init__(self, *args, **kwargs):
database_proxy.initialize(kwargs['app'].database)
self.database_proxy = database_proxy
"""Initialize the database scheduler."""
self._dirty = set()
Scheduler.__init__(self, *args, **kwargs)
self._finalize = Finalize(self, self.sync, exitpriority=5)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.beat_max_loop_interval
or DEFAULT_MAX_INTERVAL)
self.database_proxy.create_tables([
PeriodicTask, PeriodicTasks, CrontabSchedule, IntervalSchedule,
SolarSchedule
],
safe=True)
def __init__(self, *args, **kwargs):
self.transaction = Transaction()
self.locator = Locator(self.transaction)
if hasattr(current_app.conf, "spaceone_scheduler_service"):
self.service_name = current_app.conf.get("spaceone_scheduler_service")
else:
raise SpaceOneSchedulerError("can not find CELERY.spaceone_scheduler_service config")
self.Service = self.locator.get_service(self.service_name, metadata=self.metadata)
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL or 5)
def __init__(self, *args, **kwargs):
if hasattr(current_app.conf, 'CELERY_REDIS_SCHEDULER_URL'):
logger.info('backend scheduler using %s',
current_app.conf.CELERY_REDIS_SCHEDULER_URL)
else:
logger.info('backend scheduler using %s',
current_app.conf.CELERY_REDIS_SCHEDULER_URL)
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval') \
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL or 300)
self._lock = rdb.lock('celery:beat:task_lock')
self._lock_acquired = self._lock.acquire(blocking=False)
self.Entry.scheduler = self
def __init__(self, *args, **kwargs):
app = kwargs['app']
self.key = app.conf.get("CELERY_REDIS_SCHEDULER_KEY",
"celery:beat:order_tasks")
self.schedule_url = app.conf.get("CELERY_REDIS_SCHEDULER_URL",
"redis://localhost:6379")
self.rdb = StrictRedis.from_url(self.schedule_url)
Scheduler.__init__(self, *args, **kwargs)
app.add_task = partial(self.add, self)
self.multi_node = app.conf.get("CELERY_REDIS_MULTI_NODE_MODE", False)
# how long we should hold on to the redis lock in seconds
if self.multi_node:
self.lock_ttl = current_app.conf.get("CELERY_REDIS_SCHEDULER_LOCK_TTL", 30)
self._lock_acquired = False
self._lock = self.rdb.lock('celery:beat:task_lock', timeout=self.lock_ttl)
self._lock_acquired = self._lock.acquire(blocking=False)
def __init__(self, *args, **kwargs):
if hasattr(current_app.conf, "CELERY_MONGODB_SCHEDULER_DB"):
db = current_app.conf.CELERY_MONGODB_SCHEDULER_DB
else:
db = "celery"
if hasattr(current_app.conf, "CELERY_MONGODB_SCHEDULER_URL"):
self._mongo = mongoengine.connect(db, host=current_app.conf.CELERY_MONGODB_SCHEDULER_URL)
get_logger(__name__).info("backend scheduler using %s/%s:%s",
current_app.conf.CELERY_MONGODB_SCHEDULER_URL,
db, self.Model._get_collection().name)
else:
self._mongo = mongoengine.connect(db)
get_logger(__name__).info("backend scheduler using %s/%s:%s",
"mongodb://localhost",
db, self.Model._get_collection().name)
self._schedule = {}
self._last_updated = None
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = (kwargs.get('max_interval')
or self.app.conf.CELERYBEAT_MAX_LOOP_INTERVAL or 5)
def __init__(self, app, **kwargs):
self._last_timestamp = self._get_latest_change()
Scheduler.__init__(self, app, **kwargs)
def __init__(self, app, **kwargs):
self._last_timestamp = self._get_latest_change()
Scheduler.__init__(self, app, **kwargs)
def __init__(self, *args, **kwargs):
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = 5
self._dirty = set()
self._last_flush = None
self._flush_every = 3 * 60
def __init__(self, *args, **kwargs):
self._dirty = set()
self._finalize = Finalize(self, self.sync, exitpriority=5)
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = 5
return cls(db_entry)
class DatabaseScheduler(Scheduler):
Entry = Entry
_last_timestamp = None
_schedule = None
_initial_read = False
def __init__(self, app, **kwargs):
<<<<<<< HEAD
print 'DBScheduler initiated'
=======
>>>>>>> eb2a33c4b2f857754113985e104210382f7b5a44
self._last_timestamp = self._get_latest_change()
Scheduler.__init__(self, app, **kwargs)
def _get_latest_change(self):
query = dbsession.query(DatabaseSchedulerEntry.date_changed)
query = query.order_by(DatabaseSchedulerEntry.date_changed.desc())
latest_entry_date = query.first()
return latest_entry_date
def setup_schedule(self):
self.install_default_entries(self.schedule)
self.update_from_dict(self.app.conf.CELERYBEAT_SCHEDULE)
def _all_as_schedule(self):
s = {}
query = dbsession.query(DatabaseSchedulerEntry)
query = query.filter_by(enabled=True)
def __init__(self, *args, **kwargs):
self._dirty = set()
self._finalize = Finalize(self, self.sync, exitpriority=5)
Scheduler.__init__(self, *args, **kwargs)
self.max_interval = 5
def __init__(self, *args, **kwargs):
Scheduler.__init__(self, *args, **kwargs)