def flush(self, buffer):
urlcount = defaultdict(lambda: 0)
for args, kwargs in buffer:
urlcount[kwargs["url"]] += 1
for url, count in urlcount.items():
print(">>> Clicks: %s -> %s" % (url, count))
def __init__(self, args):
self.args = args
self.options = {}
self.values = []
self.namespaces = defaultdict(lambda: {})
self.parse()
def __init__(self, args):
self.args = args
self.options = {}
self.values = []
self.namespaces = defaultdict(lambda: {})
self.parse()
from sqlalchemy import create_engine
from sqlalchemy.orm import sessionmaker
from sqlalchemy.ext.declarative import declarative_base
from celery.utils.compat import defaultdict
ResultModelBase = declarative_base()
_SETUP = defaultdict(lambda: False)
_ENGINES = {}
def get_engine(dburi, **kwargs):
if dburi not in _ENGINES:
_ENGINES[dburi] = create_engine(dburi, **kwargs)
return _ENGINES[dburi]
def create_session(dburi, **kwargs):
engine = get_engine(dburi, **kwargs)
return engine, sessionmaker(bind=engine)
def setup_results(engine):
if not _SETUP["results"]:
ResultModelBase.metadata.create_all(engine)
_SETUP["results"] = True
def ResultSession(dburi, **kwargs):
engine, session = create_session(dburi, **kwargs)
"""
.. data:: active_requests
Set of currently active :class:`~celery.worker.job.TaskRequest`'s.
.. data:: total_count
Count of tasks executed by the worker, sorted by type.
.. data:: revoked
The list of currently revoked tasks. (PERSISTENT if statedb set).
"""
active_requests = set()
total_count = defaultdict(lambda: 0)
revoked = LimitedSet(maxlen=REVOKES_MAX, expires=REVOKE_EXPIRES)
def task_accepted(request):
"""Updates global state when a task has been accepted."""
active_requests.add(request)
total_count[request.task_name] += 1
def task_ready(request):
"""Updates global state when a task is ready."""
active_requests.discard(request)
class Persistent(object):
def __init__(self, *args, **kwargs):
super(Camera, self).__init__(*args, **kwargs)
self._last_worker_write = defaultdict(lambda: (None, None))
def __init__(self, *args, **kwargs):
super(Camera, self).__init__(*args, **kwargs)
self._last_worker_write = defaultdict(lambda: (None, None))
class MockedShelveModule(object):
shelves = defaultdict(lambda: {})
def open(self, filename, *args, **kwargs):
return self.shelves[filename]
from celery.utils.compat import defaultdict
from celery.datastructures import LimitedSet
REVOKES_MAX = 10000
REVOKE_EXPIRES = 3600 # One hour.
active = defaultdict(lambda: 0)
total = defaultdict(lambda: 0)
revoked = LimitedSet(maxlen=REVOKES_MAX, expires=REVOKE_EXPIRES)
def task_accepted(task_name):
active[task_name] += 1
total[task_name] += 1
def task_ready(task_name):
active[task_name] -= 1
if active[task_name] == 0:
active.pop(task_name, None)
"""
.. data:: active_requests
Set of currently active :class:`~celery.worker.job.TaskRequest`'s.
.. data:: total_count
Count of tasks executed by the worker, sorted by type.
.. data:: revoked
The list of currently revoked tasks. (PERSISTENT if statedb set).
"""
active_requests = set()
total_count = defaultdict(lambda: 0)
revoked = LimitedSet(maxlen=REVOKES_MAX, expires=REVOKE_EXPIRES)
def task_accepted(request):
"""Updates global state when a task has been accepted."""
active_requests.add(request)
total_count[request.task_name] += 1
def task_ready(request):
"""Updates global state when a task is ready."""
try:
active_requests.remove(request)
except KeyError:
pass
