def execute_command_run_bundle(): from oldspeak.console.parsers.bundle import parser args = parser.parse_args(get_sub_parser_argv()) bootstrap_conf_with_gevent(args, loglevel=logging.DEBUG) module_name = ".".join([ "oldspeak", "pipelines", sanitize_name(args.name).replace('-', '_'), ]) module = imp.load_source(module_name, args.path) all_members = dict( map( lambda (name, member): (member.name, member), filter( lambda (name, member): (hasattr(member, 'name') and isinstance( member, type) and issubclass(member, Pipeline)), inspect.getmembers(module)))) PipelineClass = all_members.get(args.name) if not PipelineClass: print "invalid job type \033[1;32m'{0}'\033[0m at \033[1;34m{1}\033[0m, but I found these \033[1;33m{2}\033[0m".format( args.name, args.path, ", ".join([x.name for x in all_members.values()])) raise SystemExit(1) server = PipelineClass(args.name, concurrency=args.concurrency) server.run_bundle(args.sub_bind, args.pull_bind)
def execute_command_run_phase(): from oldspeak.console.parsers.phase import parser args = parser.parse_args(get_sub_parser_argv()) bootstrap_conf_with_gevent(args) pull_connect_addresses = list(args.pull_connect or []) push_connect_addresses = list(args.push_connect or []) module_name = ".".join([ "oldspeak", "phases", sanitize_name(args.job_type).replace('-', '_'), ]) module = imp.load_source(module_name, args.path) all_members = dict( map( lambda (name, member): (member.job_type, member), filter( lambda (name, member): (hasattr(member, 'job_type') and isinstance( member, type) and issubclass(member, Phase)), inspect.getmembers(module)))) PhaseClass = all_members.get(args.job_type) if not PhaseClass: print "invalid job type \033[1;32m'{0}'\033[0m at \033[1;34m{1}\033[0m, but I found these \033[1;33m{2}\033[0m".format( args.job_type, args.path, ", ".join([x.job_type for x in all_members.values()])) raise SystemExit(1) server = PhaseClass( pull_bind_address=args.pull_bind, pub_connect_address=args.pub_connect, concurrency=args.concurrency, push_connect_addresses=push_connect_addresses, pull_connect_addresses=pull_connect_addresses, ) try: server.run() except KeyboardInterrupt: logging.info('exiting')
def execute_command_streamer(): from oldspeak.console.parsers.streamer import parser args = parser.parse_args(get_sub_parser_argv()) bootstrap_conf_with_gevent(args) device = Device(zmq.STREAMER, zmq.PULL, zmq.PUSH) device.bind_in(args.pull) device.bind_out(args.push) if args.pull_hwm: device.setsockopt_in(zmq.RCVHWM, args.pull_hwm) if args.push_hwm: device.setsockopt_out(zmq.SNDHWM, args.push_hwm) print "oldspeak streamer started" print "date", datetime.utcnow().isoformat() print "pull", (getattr(args, 'pull')) print "push", (getattr(args, 'push')) device.start()
def execute_command_forwarder(): from oldspeak.console.parsers.streamer import parser args = parser.parse_args(get_sub_parser_argv()) bootstrap_conf_with_gevent(args) device = Device(zmq.FORWARDER, zmq.SUB, zmq.PUB) device.bind_in(args.subscriber) device.bind_out(args.publisher) device.setsockopt_in(zmq.SUBSCRIBE, b'') if args.subscriber_hwm: device.setsockopt_in(zmq.RCVHWM, args.subscriber_hwm) if args.publisher_hwm: device.setsockopt_out(zmq.SNDHWM, args.publisher_hwm) print "oldspeak forwarder started" print "date", datetime.utcnow().isoformat() print "subscriber", (getattr(args, 'subscriber')) print "publisher", (getattr(args, 'publisher')) device.start()