def handle_noargs(self, **options): queues = (environ.get('QUEUES') or environ.get('QUEUE') or getattr(settings, 'PYRES_QUEUES', None)) if not queues: raise CommandError( 'A list of queues should be specified for ' 'worker to run. Try set PYRES_QUEUES django settings ' 'variable or QUEUES environment variable, e.g.\n' '$ QUEUES=q1,q2 python2 management.py pyres_worker') if isinstance(queues, basestring): queues = queues.split(',') server = "%s:%d" % (getattr(settings, 'REDIS_HOST', 'localhost'), getattr(settings, 'REDIS_PORT', 6379)) try: interval = int(options.get('interval')) except ValueError: raise CommandError('Interval must be an integer') log_level = getattr(logging, options.get('log_level').upper(), 'INFO') setup_logging("pyres", log_level=log_level, filename=options.get('log_file')) Worker.run(queues, server, interval)
def pyres_scheduler(): usage = "usage: %prog [options] arg1" parser = OptionParser(usage=usage) #parser.add_option("-q", dest="queue_list") parser.add_option("--host", dest="host", default="localhost") parser.add_option("--port", dest="port", type="int", default=6379) parser.add_option( '-l', '--log-level', dest='log_level', default='info', help= 'log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.' ) parser.add_option( '-f', dest='logfile', help= 'If present, a logfile will be used. "stderr", "stdout", and "syslog" are all special values.' ) parser.add_option('-p', dest='pidfile', help='If present, a pidfile will be used.') (options, args) = parser.parse_args() log_level = getattr(logging, options.log_level.upper(), 'INFO') #logging.basicConfig(level=log_level, format="%(module)s: %(asctime)s: %(levelname)s: %(message)s") setup_logging(procname="pyres_scheduler", log_level=log_level, filename=options.logfile) setup_pidfile(options.pidfile) server = '%s:%s' % (options.host, options.port) Scheduler.run(server)
def pyres_scheduler(): usage = "usage: %prog [options] arg1" parser = OptionParser(usage=usage) # parser.add_option("-q", dest="queue_list") parser.add_option("--host", dest="host", default="localhost") parser.add_option("--port", dest="port", type="int", default=6379) parser.add_option( "-l", "--log-level", dest="log_level", default="info", help='log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.', ) parser.add_option( "-f", dest="logfile", help='If present, a logfile will be used. "stderr", "stdout", and "syslog" are all special values.', ) parser.add_option("-p", dest="pidfile", help="If present, a pidfile will be used.") (options, args) = parser.parse_args() log_level = getattr(logging, options.log_level.upper(), "INFO") # logging.basicConfig(level=log_level, format="%(module)s: %(asctime)s: %(levelname)s: %(message)s") setup_logging(procname="pyres_scheduler", log_level=log_level, filename=options.logfile) setup_pidfile(options.pidfile) server = "%s:%s" % (options.host, options.port) Scheduler.run(server)
def pyres_worker(): usage = "usage: %prog [options] arg1" parser = OptionParser(usage=usage) parser.add_option("--host", dest="host", default="localhost") parser.add_option("--port", dest="port", type="int", default=6379) parser.add_option( "-i", "--interval", dest="interval", default=None, help="the default time interval to sleep between runs" ) parser.add_option( "-l", "--log-level", dest="log_level", default="info", help='log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.', ) parser.add_option("-f", dest="logfile", help="If present, a logfile will be used.") (options, args) = parser.parse_args() if len(args) != 1: parser.print_help() parser.error("Argument must be a comma seperated list of queues") log_level = getattr(logging, options.log_level.upper(), "INFO") setup_logging(log_level=log_level, filename=options.logfile) interval = options.interval if interval is not None: interval = float(interval) queues = args[0].split(",") server = "%s:%s" % (options.host, options.port) Worker.run(queues, server, interval)
def pyres_worker(): """Worker CLI, lightly modified from pyres. """ usage = 'usage: %prog [options] arg1' parser = OptionParser(usage=usage) parser.add_option('--host', dest='host', default=settings['host']) parser.add_option('--port', dest='port', type='int', default=settings['port']) parser.add_option('--password', dest='password', default=settings['password']) parser.add_option('-i', '--interval', dest='interval', default=None) parser.add_option('-l', '--log-level', dest='log_level', default='info') parser.add_option('-f', dest='logfile') parser.add_option('-p', dest='pidfile') parser.add_option('-t', '--timeout', dest='timeout') options, args = parser.parse_args() if len(args) != 1: parser.print_help() parser.error("Argument must be a comma seperated list of queues") log_level = getattr(logging, options.log_level.upper(), 'INFO') setup_logging(procname="pyres_worker", log_level=log_level, filename=options.logfile) setup_pidfile(options.pidfile) interval = options.interval if interval is not None: interval = int(interval) timeout = options.timeout and int(options.timeout) queues = args[0].split(',') server = '{0}:{1}'.format(options.host, options.port) Worker.run(queues, server, options.password, interval, timeout=timeout)
def pyres_worker(): usage = "usage: %prog [options] arg1" parser = OptionParser(usage=usage) parser.add_option("--host", dest="host", default="localhost") parser.add_option("--port",dest="port",type="int", default=6379) parser.add_option("-i", '--interval', dest='interval', default=None, help='the default time interval to sleep between runs') parser.add_option('-l', '--log-level', dest='log_level', default='info', help='log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.') parser.add_option('-f', dest='logfile', help='If present, a logfile will be used. "stderr", "stdout", and "syslog" are all special values.') parser.add_option('-p', dest='pidfile', help='If present, a pidfile will be used.') (options,args) = parser.parse_args() if len(args) != 1: parser.print_help() parser.error("Argument must be a comma seperated list of queues") log_level = getattr(logging, options.log_level.upper(), 'INFO') setup_logging(procname="pyres_worker", log_level=log_level, filename=options.logfile) setup_pidfile(options.pidfile) interval = options.interval if interval is not None: interval = int(interval) queues = args[0].split(',') server = '%s:%s' % (options.host,options.port) Worker.run(queues, server, interval)
def pyres_worker(): usage = "usage: %prog [options] arg1" parser = OptionParser(usage=usage) parser.add_option("--host", dest="host", default="localhost") parser.add_option("--port",dest="port",type="int", default=6379) parser.add_option("-i", '--interval', dest='interval', default=None, help='the default time interval to sleep between runs') parser.add_option('-l', '--log-level', dest='log_level', default='info', help='log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.') parser.add_option('-f', dest='logfile', help='If present, a logfile will be used.') parser.add_option("-n", "--nonblocking-pop", dest="blocking_pop", action="store_false", default=True, help="If absent, Pyres will use the Redis blocking pop (BLPOP) to obtain jobs from the queue(s). If present, Redis will use a non-blocking pop (LPOP) and will sleep for up to 8 seconds if no jobs are available.") (options,args) = parser.parse_args() if len(args) != 1: parser.print_help() parser.error("Argument must be a comma seperated list of queues") log_level = getattr(logging, options.log_level.upper(), 'INFO') setup_logging(log_level=log_level, filename=options.logfile) interval = options.interval if interval is not None: interval = int(interval) queues = args[0].split(',') server = '%s:%s' % (options.host,options.port) Worker.run(queues, server, options.blocking_pop, interval)
def handle_noargs(self, **options): queues = (environ.get('QUEUES') or environ.get('QUEUE') or getattr(settings, 'PYRES_QUEUES', None)) if not queues: raise CommandError('A list of queues should be specified for ' 'worker to run. Try set PYRES_QUEUES django settings ' 'variable or QUEUES environment variable, e.g.\n' '$ QUEUES=q1,q2 python2 management.py pyres_worker') if isinstance(queues, basestring): queues = queues.split(',') server = "%s:%d" % (getattr(settings, 'REDIS_HOST', 'localhost'), getattr(settings, 'REDIS_PORT', 6379)) try: interval = int(options.get('interval')) except ValueError: raise CommandError('Interval must be an integer') log_level = getattr(logging, options.get('log_level').upper(), 'INFO') setup_logging("pyres", log_level=log_level, filename=options.get('log_file')) Worker.run(queues, server, interval)
def pyres_worker(): usage = "usage: %prog [options] arg1" parser = OptionParser(usage=usage) parser.add_option("--host", dest="host", default="localhost") parser.add_option("--port", dest="port", type="int", default=6379) parser.add_option("--password", dest="password", default=None) parser.add_option("-i", '--interval', dest='interval', default=None, help='the default time interval to sleep between runs') parser.add_option( '-l', '--log-level', dest='log_level', default='info', help= 'log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.' ) parser.add_option( '-f', dest='logfile', help= 'If present, a logfile will be used. "stderr", "stdout", and "syslog" are all special values.' ) parser.add_option('-p', dest='pidfile', help='If present, a pidfile will be used.') parser.add_option("-t", '--timeout', dest='timeout', default=None, help='the timeout in seconds for this worker') (options, args) = parser.parse_args() if len(args) != 1: parser.print_help() parser.error("Argument must be a comma seperated list of queues") log_level = getattr(logging, options.log_level.upper(), 'INFO') setup_logging(procname="pyres_worker", log_level=log_level, filename=options.logfile) setup_pidfile(options.pidfile) interval = options.interval if interval is not None: interval = int(interval) timeout = options.timeout and int(options.timeout) queues = args[0].split(',') server = '%s:%s' % (options.host, options.port) password = options.password Worker.run(queues, server, password, interval, timeout=timeout)
def pyres_scheduler(): usage = "usage: %prog [options] arg1" parser = OptionParser(usage=usage) #parser.add_option("-q", dest="queue_list") parser.add_option("--host", dest="host", default="localhost") parser.add_option("--port",dest="port",type="int", default=6379) parser.add_option('-l', '--log-level', dest='log_level', default='info', help='log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.') parser.add_option('-f', dest='logfile', help='If present, a logfile will be used.') (options,args) = parser.parse_args() log_level = getattr(logging, options.log_level.upper(),'INFO') #logging.basicConfig(level=log_level, format="%(module)s: %(asctime)s: %(levelname)s: %(message)s") setup_logging(log_level=log_level, filename=options.logfile) server = '%s:%s' % (options.host, options.port) Scheduler.run(server)
def run(self): import ggtracker from ggtracker.utils import django_setup from django.conf import settings django_setup() if options.logfile != '': setup_logging(procname="pyres_worker", log_level='INFO', filename=options.logfile) else: setup_logging(procname="pyres_worker", log_level='INFO') # setup_pidfile(options.pidfile) Worker.run(['python', 'python-low', 'python-bg'], settings.REDIS_SERVER)
def handle(self, queue_list, **options): queues = queue_list.split(',') log_level = getattr(logging, options['log_level'].upper(), 'INFO') setup_logging(procname="pyres_worker", log_level=log_level, filename=None) setup_pidfile(settings.PYRES_WORKER_PIDFILE) interval = settings.PYRES_WORKER_INTERVAL worker = Worker( queues=queues, server=settings.PYRES_HOST, password=settings.PYRES_PASSWORD, timeout=settings.PYRES_WORKER_TIMEOUT ) if interval is not None: worker.work(interval) else: worker.work()
def main(argv=sys.argv): """ Launches a pyres worker using the host and queues provided by the config keys `pyres.host` and `pyres.queues` """ if len(argv) != 2: usage(argv) config_uri = argv[1] settings = get_appsettings(config_uri) host = settings['pyres.host'] queues = settings['pyres.queues'].strip().split(',') setup_logging(procname="notaliens.tasks.worker", log_level="INFO") Worker.run(queues, server=host)
def handle(self, queue_list, **options): queues = queue_list.split(',') log_level = getattr(logging, options['log_level'].upper(), 'INFO') setup_logging(procname="pyres_worker", log_level=log_level, filename=None) setup_pidfile(settings.PYRES_WORKER_PIDFILE) interval = settings.PYRES_WORKER_INTERVAL worker = Worker(queues=queues, server=settings.PYRES_HOST, password=settings.PYRES_PASSWORD, timeout=settings.PYRES_WORKER_TIMEOUT) if interval is not None: worker.work(interval) else: worker.work()
def pyres_worker(): usage = "usage: %prog [options] arg1" parser = OptionParser(usage=usage) #parser.add_option("-q", dest="queue_list") parser.add_option("--host", dest="host", default="localhost") parser.add_option("--port", dest="port", type="int", default=6379) parser.add_option("-i", '--interval', dest='interval', default=None, help='the default time interval to sleep between runs') parser.add_option( '-l', '--log-level', dest='log_level', default='info', help= 'log level. Valid values are "debug", "info", "warning", "error", "critical", in decreasing order of verbosity. Defaults to "info" if parameter not specified.' ) parser.add_option('-f', dest='logfile', help='If present, a logfile will be used.') (options, args) = parser.parse_args() if len(args) != 1: parser.print_help() parser.error("Argument must be a comma seperated list of queues") log_level = getattr(logging, options.log_level.upper(), 'INFO') #logging.basicConfig(level=log_level, format="%(asctime)s: %(levelname)s: %(message)s") setup_logging(log_level=log_level, filename=options.logfile) interval = options.interval if interval is not None: interval = float(interval) queues = args[0].split(',') server = '%s:%s' % (options.host, options.port) Worker.run(queues, server, interval)
# -*- coding: utf-8 -*- from pyres import setup_logging from pyres.worker import Worker from eventq import eventQ from callq import callQ setup_logging(procname="barista", log_level="INFO", filename="/tmp/barista.log") Worker.run(["baristaEvent", "baristaCall"])