def __init__(self): self._logger: MsLogger = MsLogManager.get_logger("IdownClient") # 初始化sqlite, 最开始就初始化,因为需要存入数据和读取数据 DbManager() self._inputmanagement = InputManagement(inputconfig, self.on_data_in) # proxy代理池管理器 self._loaded_proxy_spiders = [] # self._init_proxy() # --------------------------------task相关 self._taskmanger = TaskManager() self._taskdownload = TaskDownload() self._cookie_keeper = TaskCookieAlive() self._clientcollect = CollectClientInfo() # 新增iscantask下载启动 self._iscandownload = ScanDownloadManager() # 新增iscouttask下载启动 self._iscoutdownload = ScoutDownloadManager() # 新增autotask下载启动 self._automateddownload = AutoTaskDownloadManager() # 新增删除程序产生无用文件 by judy 2020/08/20 self._dppf = DPPF() # 初始化输出器 OutputManagement.static_initial(outputconfig, stdconfig) # 任务启动开关 self.__switch = eval(basic_client_config.clientbusiness) self.all_business = EClientBusiness.ALL.value
def __init__(self): self._logger: MsLogger = MsLogManager.get_logger("idownserver") OutputManagement.static_initial(outputconfig, stdconfig) self._inputmanagement = InputManagement(inputconfig, self.on_data_in) self._servicemanager = ServiceManager() # 隔段时间就生成一次dicapp(dicapp后面可能会是动态的,因为采集端可能掉线,崩掉等) self._t_dicapp = threading.Thread(target=self._generate_dicapp, name='gen_dicapp', daemon=True)