Esempio n. 1
0
    def init_logger(self):
        self.logger = sly.get_task_logger(self.info['task_id'])
        sly.change_formatters_default_values(self.logger, 'service_type',
                                             sly.ServiceType.AGENT)
        sly.change_formatters_default_values(self.logger, 'event_type',
                                             sly.EventType.LOGJ)

        self.log_queue = LogQueue()
        add_task_handler(self.logger, self.log_queue)
        sly.add_default_logging_into_file(self.logger, self.dir_logs)

        self.executor_log = concurrent.futures.ThreadPoolExecutor(
            max_workers=1)
Esempio n. 2
0
    def __init__(self):
        self.logger = sly.get_task_logger('agent')
        sly.change_formatters_default_values(self.logger, 'service_type',
                                             sly.ServiceType.AGENT)
        sly.change_formatters_default_values(self.logger, 'event_type',
                                             sly.EventType.LOGJ)
        self.log_queue = LogQueue()
        add_task_handler(self.logger, self.log_queue)
        sly.add_default_logging_into_file(self.logger,
                                          constants.AGENT_LOG_DIR())

        self._stop_log_event = threading.Event()
        self.executor_log = ThreadPoolExecutor(max_workers=1)
        self.future_log = None

        self.logger.info('Agent comes back...')

        self.task_pool_lock = threading.Lock()
        self.task_pool = {}  # task_id -> task_manager (process_id)

        self.thread_pool = ThreadPoolExecutor(max_workers=10)
        self.thread_list = []
        self.daemons_list = []

        self._remove_old_agent()
        self._validate_duplicated_agents()

        sly.fs.clean_dir(constants.AGENT_TMP_DIR())
        self._stop_missed_containers(constants.TASKS_DOCKER_LABEL())
        # for compatibility with old plugins
        self._stop_missed_containers(constants.TASKS_DOCKER_LABEL_LEGACY())

        self.docker_api = docker.from_env(
            version='auto', timeout=constants.DOCKER_API_CALL_TIMEOUT())
        self._docker_login()

        self.logger.info('Agent is ready to get tasks.')
        self.api = sly.AgentAPI(constants.TOKEN(), constants.SERVER_ADDRESS(),
                                self.logger, constants.TIMEOUT_CONFIG_PATH())
        self.agent_connect_initially()
        self.logger.info('Agent connected to server.')
Esempio n. 3
0
 def init_logger(self):
     super().init_logger()
     sly.change_formatters_default_values(self.logger, 'service_type',
                                          ServiceType.TASK)
     sly.change_formatters_default_values(self.logger, 'task_id',
                                          self.info['task_id'])
 def init_logger(self):
     super().init_logger()
     sly.change_formatters_default_values(self.logger, 'worker', 'telemetry')
Esempio n. 5
0
 def init_logger(self):
     super().init_logger()
     sly.change_formatters_default_values(self.logger, 'worker',
                                          'file_streamer')
Esempio n. 6
0
 def init_logger(self, loglevel=None):
     super().init_logger(loglevel=loglevel)
     sly.change_formatters_default_values(self.logger, 'service_type', sly.ServiceType.TASK)
     sly.change_formatters_default_values(self.logger, 'task_id', self.info['task_id'])