Esempio n. 1
0
 def from_settings(cls,
                   settings=None,
                   db_worker=False,
                   strategy_worker=False):
     """
     Returns a :class:`FrontierManager <frontera.core.manager.FrontierManager>`  instance initialized with \
     the passed settings argument. If no settings is given,
     :ref:`frontier default settings <frontier-default-settings>` are used.
     """
     manager_settings = Settings.object_from(settings)
     return FrontierManager(
         request_model=manager_settings.REQUEST_MODEL,
         response_model=manager_settings.RESPONSE_MODEL,
         backend=manager_settings.BACKEND,
         logger=manager_settings.LOGGER,
         event_log_manager=manager_settings.EVENT_LOG_MANAGER,
         middlewares=manager_settings.MIDDLEWARES,
         test_mode=manager_settings.TEST_MODE,
         max_requests=manager_settings.MAX_REQUESTS,
         max_next_requests=manager_settings.MAX_NEXT_REQUESTS,
         auto_start=manager_settings.AUTO_START,
         settings=manager_settings,
         canonicalsolver=manager_settings.CANONICAL_SOLVER,
         db_worker=db_worker,
         strategy_worker=strategy_worker)
Esempio n. 2
0
 def from_settings(cls,
                   settings=None,
                   db_worker=False,
                   strategy_worker=False):
     """
     Returns a :class:`FrontierManager <frontera.core.manager.FrontierManager>`  instance initialized with \
     the passed settings argument. If no settings is given,
     :ref:`frontier default settings <frontier-default-settings>` are used.
     """
     manager_settings = Settings.object_from(settings)
     return FrontierManager(
         request_model=manager_settings.REQUEST_MODEL,
         response_model=manager_settings.RESPONSE_MODEL,
         backend=manager_settings.BACKEND,
         logger=manager_settings.LOGGER,
         event_log_manager=manager_settings.EVENT_LOG_MANAGER,
         middlewares=manager_settings.MIDDLEWARES,
         test_mode=manager_settings.TEST_MODE,
         max_requests=manager_settings.MAX_REQUESTS,
         max_next_requests=manager_settings.MAX_NEXT_REQUESTS,
         auto_start=manager_settings.AUTO_START,
         settings=manager_settings,
         canonicalsolver=manager_settings.CANONICAL_SOLVER,
         db_worker=db_worker,
         strategy_worker=strategy_worker)
Esempio n. 3
0
 def from_settings(cls, settings=None):
     manager_settings = Settings.object_from(settings)
     return SpiderFrontierManager(
         request_model=manager_settings.REQUEST_MODEL,
         response_model=manager_settings.RESPONSE_MODEL,
         backend=manager_settings.BACKEND,
         middlewares=manager_settings.MIDDLEWARES,
         max_next_requests=manager_settings.MAX_NEXT_REQUESTS,
         settings=manager_settings,
         canonicalsolver=manager_settings.CANONICAL_SOLVER)
Esempio n. 4
0
 def from_settings(cls, settings=None):
     """
     Returns a :class:`FrontierManager <frontera.core.manager.FrontierManager>`  instance initialized with \
     the passed settings argument. If no settings is given,
     :ref:`frontier default settings <frontier-default-settings>` are used.
     """
     manager_settings = Settings.object_from(settings)
     settings.set_from_dict(DEFAULT_SETTINGS)
     return cls(request_model=manager_settings.REQUEST_MODEL,
                            response_model=manager_settings.RESPONSE_MODEL,
                            backend=manager_settings.BACKEND,
                            middlewares=manager_settings.MIDDLEWARES,
                            test_mode=manager_settings.TEST_MODE,
                            max_requests=manager_settings.MAX_REQUESTS,
                            max_next_requests=manager_settings.MAX_NEXT_REQUESTS,
                            auto_start=manager_settings.AUTO_START,
                            settings=manager_settings,
                            canonicalsolver=manager_settings.CANONICAL_SOLVER)
Esempio n. 5
0
 def from_settings(cls,
                   settings=None,
                   db_worker=False,
                   strategy_worker=False,
                   scoring_stream=None):
     manager_settings = Settings.object_from(settings)
     kwargs = {
         'request_model': manager_settings.REQUEST_MODEL,
         'response_model': manager_settings.RESPONSE_MODEL,
         'backend': manager_settings.BACKEND,
         'max_next_requests': manager_settings.MAX_NEXT_REQUESTS,
         'settings': manager_settings,
         'db_worker': db_worker,
         'strategy_worker': strategy_worker
     }
     if strategy_worker:
         kwargs.update({
             'strategy_class': manager_settings.STRATEGY,
             'strategy_args': manager_settings.STRATEGY_ARGS,
             'middlewares': manager_settings.MIDDLEWARES,
             'canonicalsolver': manager_settings.CANONICAL_SOLVER,
             'scoring_stream': scoring_stream
         })
     return WorkerFrontierManager(**kwargs)
Esempio n. 6
0
 def from_settings(cls, settings=None):
     settings = Settings.object_from(settings)
     return FakeFrontierManager(settings)
 def from_settings(cls, settings=None):
     settings = Settings.object_from(settings)
     return FakeFrontierManager(settings)