def handle_noargs(self, **options):
queues = (environ.get('QUEUES') or environ.get('QUEUE')
or getattr(settings, 'PYRES_QUEUES', None))
if not queues:
raise CommandError(
'A list of queues should be specified for '
'worker to run. Try set PYRES_QUEUES django settings '
'variable or QUEUES environment variable, e.g.\n'
'$ QUEUES=q1,q2 python2 management.py pyres_worker')
if isinstance(queues, basestring):
queues = queues.split(',')
server = "%s:%d" % (getattr(settings, 'REDIS_HOST', 'localhost'),
getattr(settings, 'REDIS_PORT', 6379))
try:
interval = int(options.get('interval'))
except ValueError:
raise CommandError('Interval must be an integer')
log_level = getattr(logging, options.get('log_level').upper(), 'INFO')
setup_logging("pyres",
log_level=log_level,
filename=options.get('log_file'))
Worker.run(queues, server, interval)
def pyres_scheduler():
usage = "usage: %prog [options] arg1"
parser = OptionParser(usage=usage)
#parser.add_option("-q", dest="queue_list")
parser.add_option("--host", dest="host", default="localhost")
parser.add_option("--port", dest="port", type="int", default=6379)
parser.add_option(
'-l',
'--log-level',
dest='log_level',
default='info',
help=
'log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.'
)
parser.add_option(
'-f',
dest='logfile',
help=
'If present, a logfile will be used. "stderr", "stdout", and "syslog" are all special values.'
)
parser.add_option('-p',
dest='pidfile',
help='If present, a pidfile will be used.')
(options, args) = parser.parse_args()
log_level = getattr(logging, options.log_level.upper(), 'INFO')
#logging.basicConfig(level=log_level, format="%(module)s: %(asctime)s: %(levelname)s: %(message)s")
setup_logging(procname="pyres_scheduler",
log_level=log_level,
filename=options.logfile)
setup_pidfile(options.pidfile)
server = '%s:%s' % (options.host, options.port)
Scheduler.run(server)
def pyres_scheduler():
usage = "usage: %prog [options] arg1"
parser = OptionParser(usage=usage)
# parser.add_option("-q", dest="queue_list")
parser.add_option("--host", dest="host", default="localhost")
parser.add_option("--port", dest="port", type="int", default=6379)
parser.add_option(
"-l",
"--log-level",
dest="log_level",
default="info",
help='log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.',
)
parser.add_option(
"-f",
dest="logfile",
help='If present, a logfile will be used. "stderr", "stdout", and "syslog" are all special values.',
)
parser.add_option("-p", dest="pidfile", help="If present, a pidfile will be used.")
(options, args) = parser.parse_args()
log_level = getattr(logging, options.log_level.upper(), "INFO")
# logging.basicConfig(level=log_level, format="%(module)s: %(asctime)s: %(levelname)s: %(message)s")
setup_logging(procname="pyres_scheduler", log_level=log_level, filename=options.logfile)
setup_pidfile(options.pidfile)
server = "%s:%s" % (options.host, options.port)
Scheduler.run(server)
def pyres_worker():
usage = "usage: %prog [options] arg1"
parser = OptionParser(usage=usage)
parser.add_option("--host", dest="host", default="localhost")
parser.add_option("--port", dest="port", type="int", default=6379)
parser.add_option(
"-i", "--interval", dest="interval", default=None, help="the default time interval to sleep between runs"
)
parser.add_option(
"-l",
"--log-level",
dest="log_level",
default="info",
help='log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.',
)
parser.add_option("-f", dest="logfile", help="If present, a logfile will be used.")
(options, args) = parser.parse_args()
if len(args) != 1:
parser.print_help()
parser.error("Argument must be a comma seperated list of queues")
log_level = getattr(logging, options.log_level.upper(), "INFO")
setup_logging(log_level=log_level, filename=options.logfile)
interval = options.interval
if interval is not None:
interval = float(interval)
queues = args[0].split(",")
server = "%s:%s" % (options.host, options.port)
Worker.run(queues, server, interval)
def pyres_worker():
"""Worker CLI, lightly modified from pyres.
"""
usage = 'usage: %prog [options] arg1'
parser = OptionParser(usage=usage)
parser.add_option('--host', dest='host', default=settings['host'])
parser.add_option('--port', dest='port', type='int', default=settings['port'])
parser.add_option('--password', dest='password', default=settings['password'])
parser.add_option('-i', '--interval', dest='interval', default=None)
parser.add_option('-l', '--log-level', dest='log_level', default='info')
parser.add_option('-f', dest='logfile')
parser.add_option('-p', dest='pidfile')
parser.add_option('-t', '--timeout', dest='timeout')
options, args = parser.parse_args()
if len(args) != 1:
parser.print_help()
parser.error("Argument must be a comma seperated list of queues")
log_level = getattr(logging, options.log_level.upper(), 'INFO')
setup_logging(procname="pyres_worker", log_level=log_level, filename=options.logfile)
setup_pidfile(options.pidfile)
interval = options.interval
if interval is not None:
interval = int(interval)
timeout = options.timeout and int(options.timeout)
queues = args[0].split(',')
server = '{0}:{1}'.format(options.host, options.port)
Worker.run(queues, server, options.password, interval, timeout=timeout)
def pyres_worker():
usage = "usage: %prog [options] arg1"
parser = OptionParser(usage=usage)
parser.add_option("--host", dest="host", default="localhost")
parser.add_option("--port",dest="port",type="int", default=6379)
parser.add_option("-i", '--interval', dest='interval', default=None, help='the default time interval to sleep between runs')
parser.add_option('-l', '--log-level', dest='log_level', default='info', help='log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.')
parser.add_option('-f', dest='logfile', help='If present, a logfile will be used. "stderr", "stdout", and "syslog" are all special values.')
parser.add_option('-p', dest='pidfile', help='If present, a pidfile will be used.')
(options,args) = parser.parse_args()
if len(args) != 1:
parser.print_help()
parser.error("Argument must be a comma seperated list of queues")
log_level = getattr(logging, options.log_level.upper(), 'INFO')
setup_logging(procname="pyres_worker", log_level=log_level, filename=options.logfile)
setup_pidfile(options.pidfile)
interval = options.interval
if interval is not None:
interval = int(interval)
queues = args[0].split(',')
server = '%s:%s' % (options.host,options.port)
Worker.run(queues, server, interval)
def pyres_worker():
usage = "usage: %prog [options] arg1"
parser = OptionParser(usage=usage)
parser.add_option("--host", dest="host", default="localhost")
parser.add_option("--port",dest="port",type="int", default=6379)
parser.add_option("-i", '--interval', dest='interval', default=None, help='the default time interval to sleep between runs')
parser.add_option('-l', '--log-level', dest='log_level', default='info', help='log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.')
parser.add_option('-f', dest='logfile', help='If present, a logfile will be used.')
parser.add_option("-n", "--nonblocking-pop", dest="blocking_pop", action="store_false", default=True, help="If absent, Pyres will use the Redis blocking pop (BLPOP) to obtain jobs from the queue(s). If present, Redis will use a non-blocking pop (LPOP) and will sleep for up to 8 seconds if no jobs are available.")
(options,args) = parser.parse_args()
if len(args) != 1:
parser.print_help()
parser.error("Argument must be a comma seperated list of queues")
log_level = getattr(logging, options.log_level.upper(), 'INFO')
setup_logging(log_level=log_level, filename=options.logfile)
interval = options.interval
if interval is not None:
interval = int(interval)
queues = args[0].split(',')
server = '%s:%s' % (options.host,options.port)
Worker.run(queues, server, options.blocking_pop, interval)
def handle_noargs(self, **options):
queues = (environ.get('QUEUES') or environ.get('QUEUE') or
getattr(settings, 'PYRES_QUEUES', None))
if not queues:
raise CommandError('A list of queues should be specified for '
'worker to run. Try set PYRES_QUEUES django settings '
'variable or QUEUES environment variable, e.g.\n'
'$ QUEUES=q1,q2 python2 management.py pyres_worker')
if isinstance(queues, basestring):
queues = queues.split(',')
server = "%s:%d" % (getattr(settings, 'REDIS_HOST',
'localhost'), getattr(settings, 'REDIS_PORT', 6379))
try:
interval = int(options.get('interval'))
except ValueError:
raise CommandError('Interval must be an integer')
log_level = getattr(logging, options.get('log_level').upper(),
'INFO')
setup_logging("pyres", log_level=log_level,
filename=options.get('log_file'))
Worker.run(queues, server, interval)
def pyres_worker():
usage = "usage: %prog [options] arg1"
parser = OptionParser(usage=usage)
parser.add_option("--host", dest="host", default="localhost")
parser.add_option("--port", dest="port", type="int", default=6379)
parser.add_option("--password", dest="password", default=None)
parser.add_option("-i",
'--interval',
dest='interval',
default=None,
help='the default time interval to sleep between runs')
parser.add_option(
'-l',
'--log-level',
dest='log_level',
default='info',
help=
'log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.'
)
parser.add_option(
'-f',
dest='logfile',
help=
'If present, a logfile will be used. "stderr", "stdout", and "syslog" are all special values.'
)
parser.add_option('-p',
dest='pidfile',
help='If present, a pidfile will be used.')
parser.add_option("-t",
'--timeout',
dest='timeout',
default=None,
help='the timeout in seconds for this worker')
(options, args) = parser.parse_args()
if len(args) != 1:
parser.print_help()
parser.error("Argument must be a comma seperated list of queues")
log_level = getattr(logging, options.log_level.upper(), 'INFO')
setup_logging(procname="pyres_worker",
log_level=log_level,
filename=options.logfile)
setup_pidfile(options.pidfile)
interval = options.interval
if interval is not None:
interval = int(interval)
timeout = options.timeout and int(options.timeout)
queues = args[0].split(',')
server = '%s:%s' % (options.host, options.port)
password = options.password
Worker.run(queues, server, password, interval, timeout=timeout)
def pyres_scheduler():
usage = "usage: %prog [options] arg1"
parser = OptionParser(usage=usage)
#parser.add_option("-q", dest="queue_list")
parser.add_option("--host", dest="host", default="localhost")
parser.add_option("--port",dest="port",type="int", default=6379)
parser.add_option('-l', '--log-level', dest='log_level', default='info', help='log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.')
parser.add_option('-f', dest='logfile', help='If present, a logfile will be used.')
(options,args) = parser.parse_args()
log_level = getattr(logging, options.log_level.upper(),'INFO')
#logging.basicConfig(level=log_level, format="%(module)s: %(asctime)s: %(levelname)s: %(message)s")
setup_logging(log_level=log_level, filename=options.logfile)
server = '%s:%s' % (options.host, options.port)
Scheduler.run(server)
def run(self):
import ggtracker
from ggtracker.utils import django_setup
from django.conf import settings
django_setup()
if options.logfile != '':
setup_logging(procname="pyres_worker", log_level='INFO', filename=options.logfile)
else:
setup_logging(procname="pyres_worker", log_level='INFO')
# setup_pidfile(options.pidfile)
Worker.run(['python', 'python-low', 'python-bg'], settings.REDIS_SERVER)
def handle(self, queue_list, **options):
queues = queue_list.split(',')
log_level = getattr(logging, options['log_level'].upper(), 'INFO')
setup_logging(procname="pyres_worker", log_level=log_level, filename=None)
setup_pidfile(settings.PYRES_WORKER_PIDFILE)
interval = settings.PYRES_WORKER_INTERVAL
worker = Worker(
queues=queues,
server=settings.PYRES_HOST,
password=settings.PYRES_PASSWORD,
timeout=settings.PYRES_WORKER_TIMEOUT
)
if interval is not None:
worker.work(interval)
else:
worker.work()
def main(argv=sys.argv):
"""
Launches a pyres worker using the host and queues provided
by the config keys `pyres.host` and `pyres.queues`
"""
if len(argv) != 2:
usage(argv)
config_uri = argv[1]
settings = get_appsettings(config_uri)
host = settings['pyres.host']
queues = settings['pyres.queues'].strip().split(',')
setup_logging(procname="notaliens.tasks.worker", log_level="INFO")
Worker.run(queues, server=host)
def main(argv=sys.argv):
"""
Launches a pyres worker using the host and queues provided
by the config keys `pyres.host` and `pyres.queues`
"""
if len(argv) != 2:
usage(argv)
config_uri = argv[1]
settings = get_appsettings(config_uri)
host = settings['pyres.host']
queues = settings['pyres.queues'].strip().split(',')
setup_logging(procname="notaliens.tasks.worker", log_level="INFO")
Worker.run(queues, server=host)
def handle(self, queue_list, **options):
queues = queue_list.split(',')
log_level = getattr(logging, options['log_level'].upper(), 'INFO')
setup_logging(procname="pyres_worker",
log_level=log_level,
filename=None)
setup_pidfile(settings.PYRES_WORKER_PIDFILE)
interval = settings.PYRES_WORKER_INTERVAL
worker = Worker(queues=queues,
server=settings.PYRES_HOST,
password=settings.PYRES_PASSWORD,
timeout=settings.PYRES_WORKER_TIMEOUT)
if interval is not None:
worker.work(interval)
else:
worker.work()
def run(self):
import ggtracker
from ggtracker.utils import django_setup
from django.conf import settings
django_setup()
if options.logfile != '':
setup_logging(procname="pyres_worker",
log_level='INFO',
filename=options.logfile)
else:
setup_logging(procname="pyres_worker", log_level='INFO')
# setup_pidfile(options.pidfile)
Worker.run(['python', 'python-low', 'python-bg'],
settings.REDIS_SERVER)
def pyres_worker():
"""Worker CLI, lightly modified from pyres.
"""
usage = 'usage: %prog [options] arg1'
parser = OptionParser(usage=usage)
parser.add_option('--host', dest='host', default=settings['host'])
parser.add_option('--port',
dest='port',
type='int',
default=settings['port'])
parser.add_option('--password',
dest='password',
default=settings['password'])
parser.add_option('-i', '--interval', dest='interval', default=None)
parser.add_option('-l', '--log-level', dest='log_level', default='info')
parser.add_option('-f', dest='logfile')
parser.add_option('-p', dest='pidfile')
parser.add_option('-t', '--timeout', dest='timeout')
options, args = parser.parse_args()
if len(args) != 1:
parser.print_help()
parser.error("Argument must be a comma seperated list of queues")
log_level = getattr(logging, options.log_level.upper(), 'INFO')
setup_logging(procname="pyres_worker",
log_level=log_level,
filename=options.logfile)
setup_pidfile(options.pidfile)
interval = options.interval
if interval is not None:
interval = int(interval)
timeout = options.timeout and int(options.timeout)
queues = args[0].split(',')
server = '{0}:{1}'.format(options.host, options.port)
Worker.run(queues, server, options.password, interval, timeout=timeout)
def pyres_worker():
usage = "usage: %prog [options] arg1"
parser = OptionParser(usage=usage)
#parser.add_option("-q", dest="queue_list")
parser.add_option("--host", dest="host", default="localhost")
parser.add_option("--port", dest="port", type="int", default=6379)
parser.add_option("-i",
'--interval',
dest='interval',
default=None,
help='the default time interval to sleep between runs')
parser.add_option(
'-l',
'--log-level',
dest='log_level',
default='info',
help=
'log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.'
)
parser.add_option('-f',
dest='logfile',
help='If present, a logfile will be used.')
(options, args) = parser.parse_args()
if len(args) != 1:
parser.print_help()
parser.error("Argument must be a comma seperated list of queues")
log_level = getattr(logging, options.log_level.upper(), 'INFO')
#logging.basicConfig(level=log_level, format="%(asctime)s: %(levelname)s: %(message)s")
setup_logging(log_level=log_level, filename=options.logfile)
interval = options.interval
if interval is not None:
interval = float(interval)
queues = args[0].split(',')
server = '%s:%s' % (options.host, options.port)
Worker.run(queues, server, interval)
# -*- coding: utf-8 -*- from pyres import setup_logging from pyres.worker import Worker from eventq import eventQ from callq import callQ setup_logging(procname="barista", log_level="INFO", filename="/tmp/barista.log") Worker.run(["baristaEvent", "baristaCall"])
