예제 #1
0
 def __init__(self):
     self._logger: MsLogger = MsLogManager.get_logger("IdownClient")
     # 初始化sqlite, 最开始就初始化,因为需要存入数据和读取数据
     DbManager()
     self._inputmanagement = InputManagement(inputconfig, self.on_data_in)
     # proxy代理池管理器
     self._loaded_proxy_spiders = []
     # self._init_proxy()
     #  --------------------------------task相关
     self._taskmanger = TaskManager()
     self._taskdownload = TaskDownload()
     self._cookie_keeper = TaskCookieAlive()
     self._clientcollect = CollectClientInfo()
     # 新增iscantask下载启动
     self._iscandownload = ScanDownloadManager()
     # 新增iscouttask下载启动
     self._iscoutdownload = ScoutDownloadManager()
     # 新增autotask下载启动
     self._automateddownload = AutoTaskDownloadManager()
     # 新增删除程序产生无用文件 by judy 2020/08/20
     self._dppf = DPPF()
     # 初始化输出器
     OutputManagement.static_initial(outputconfig, stdconfig)
     # 任务启动开关
     self.__switch = eval(basic_client_config.clientbusiness)
     self.all_business = EClientBusiness.ALL.value
예제 #2
0
    def __init__(self):
        self._logger: MsLogger = MsLogManager.get_logger("idownserver")
        OutputManagement.static_initial(outputconfig, stdconfig)
        self._inputmanagement = InputManagement(inputconfig, self.on_data_in)
        self._servicemanager = ServiceManager()

        # 隔段时间就生成一次dicapp(dicapp后面可能会是动态的,因为采集端可能掉线,崩掉等)
        self._t_dicapp = threading.Thread(target=self._generate_dicapp,
                                          name='gen_dicapp',
                                          daemon=True)