Esempio n. 1
0
 def __init__(self):
     ServerRequestHandler.__init__(self)
     self._market_place_manager = MarketplaceDBManager(
         stop_event=self._internal_stop_event,
         db_addr=market_place_db_addr,
         skeleton_db_addr=market_place_skeleton_db_addr,
         update_time_hour=1)
 def testSeedUpdate(self):
     stop_event = threading.Event()
     manager = MarketplaceDBManager(stop_event=stop_event, db_addr=site_real_db_addr, skeleton_db_addr=site_test_db_addr)
     manager.update_db()
     stats = manager.get_db_stats()
     if isinstance(stats, MiningList):
         for item in stats.data:
             print(item)
 def testSeedUpdate(self):
     stop_event = threading.Event()
     manager = MarketplaceDBManager(stop_event=stop_event,
                                    db_addr=site_real_db_addr,
                                    skeleton_db_addr=site_test_db_addr)
     manager.update_db()
     stats = manager.get_db_stats()
     if isinstance(stats, MiningList):
         for item in stats.data:
             print(item)
    def testManagerGetData(self):
        import json
        manager = MarketplaceDBManager(stop_event=stop_event, db_addr=site_db_addr, skeleton_db_addr=site_skeleton_db_addr)
        request = MarketplaceRequst()
        request.TF = 20
        request.TOPIC1 = "Health/General"
        # serialised = request.__class__().get_serializable()
        serialised = json.dumps(request.get_serializable(), ensure_ascii=False)

        request.TF = 10
        parameters = request.__dict__
        print("request is:")
        print(request)
        print(serialised)
        results = manager.handle_request(cmd=ServerCommand.Com_Get_DB_DATA)
        for item in results:
            print(item)
class CentralProcessingUnit(ServerRequestHandler):
    def __init__(self):
        ServerRequestHandler.__init__(self)
        self._market_place_manager = MarketplaceDBManager(stop_event=self._internal_stop_event,
                                                          db_addr=market_place_db_addr,
                                                          skeleton_db_addr=market_place_skeleton_db_addr,
                                                          update_time_hour=1)
        # self._task_controller = CrawlTaskController(self._internal_stop_event, self)

    def handle_request(self, cmd: CommandStruct):
        if cmd.target == ServerType.ty_Marketplace_Database:
            return self._market_place_manager.handle_request(cmd)
        else:
            return False

    def run(self):
        self._market_place_manager.start()
        while not self._internal_stop_event.is_set():
            time.sleep(1)
        if self._market_place_manager.is_alive():
            self._market_place_manager.join()
Esempio n. 6
0
class CentralProcessingUnit(ServerRequestHandler):
    def __init__(self):
        ServerRequestHandler.__init__(self)
        self._market_place_manager = MarketplaceDBManager(
            stop_event=self._internal_stop_event,
            db_addr=market_place_db_addr,
            skeleton_db_addr=market_place_skeleton_db_addr,
            update_time_hour=1)
        # self._task_controller = CrawlTaskController(self._internal_stop_event, self)

    def handle_request(self, cmd: CommandStruct):
        if cmd.target == ServerType.ty_Marketplace_Database:
            return self._market_place_manager.handle_request(cmd)
        else:
            return False

    def run(self):
        self._market_place_manager.start()
        while not self._internal_stop_event.is_set():
            time.sleep(1)
        if self._market_place_manager.is_alive():
            self._market_place_manager.join()
 def __init__(self):
     ServerRequestHandler.__init__(self)
     self._market_place_manager = MarketplaceDBManager(stop_event=self._internal_stop_event,
                                                       db_addr=market_place_db_addr,
                                                       skeleton_db_addr=market_place_skeleton_db_addr,
                                                       update_time_hour=1)