def __init__(self, **options): super(Pool, self).__init__(**options) self.unassigned = [] # unassigned tasks self.task_assign_cnt = {} # uid: times_assigned self.should_reschedule = default_check_reschedule self._workers = entity.Environment(parent=self) self._workers_last_result = {} self._conn = self.CONN_MANAGER() self._conn.parent = self self._pool_lock = threading.Lock() self._metadata = {} self.make_runpath_dirs() self._metadata['runpath'] = self.runpath self._exit_loop = False self._start_monitor_thread = True # Methods for handling different Message types. These are expected to # take the worker, request and response objects as the only required # positional args. self._request_handlers = { Message.ConfigRequest: self._handle_cfg_request, Message.TaskPullRequest: self._handle_taskpull_request, Message.TaskResults: self._handle_taskresults, Message.Heartbeat: self._handle_heartbeat, Message.SetupFailed: self._handle_setupfailed }
def __init__(self, name, size=4, worker_type=Worker, worker_heartbeat=None, heartbeats_miss_limit=3, restart_count=3, max_active_loop_sleep=5, should_rerun=default_check_rerun, **options): options.update(self.filter_locals(locals())) super(Pool, self).__init__(**options) self.unassigned = [] # unassigned tasks self._task_retries_cnt = {} # uid: times_reassigned_without_result self._task_retries_limit = 2 self._should_rerun = self.cfg.should_rerun self._workers = entity.Environment(parent=self) self._workers_last_result = {} self._conn = self.CONN_MANAGER() self._conn.parent = self self._pool_lock = threading.Lock() self._metadata = None # Set when Pool is started. self._exit_loop = False self._start_monitor_thread = True # Methods for handling different Message types. These are expected to # take the worker, request and response objects as the only required # positional args. self._request_handlers = { Message.ConfigRequest: self._handle_cfg_request, Message.TaskPullRequest: self._handle_taskpull_request, Message.TaskResults: self._handle_taskresults, Message.Heartbeat: self._handle_heartbeat, Message.SetupFailed: self._handle_setupfailed, }
def kafka_server(zookeeper_server): server = kafka.KafkaStandalone("kafka", cfg_template=kafka_cfg_template) testplan = TestplanMock("KafkaTest", parse_cmdline=False) env = entity.Environment(parent=testplan) env.add(zookeeper_server) env.add(server) with server: yield server