Пример #1
0
    def __init__(self, config):
        self.config = config

        self._backend = None
        self._db_name = None
        self._port = None
        self._host = None

        if 'cache_host' in self.config:
            import redis
            self._backend = "redis"
            self._host = self.config.get('cache_host')
            self._port = self.config.get('cache_port') or 6379
            self._db_name = self.config.get('cache_db_name') or 0
            self.db = redis.StrictRedis(host=self._host, port=self._port,
                                        db=self._db_name)
            self.set_value = self.db.set
            self.has_value = self.db.exists
        else:
            from lazydb import Db
            self._backend = "lazydb"
            self._db_name = self.config.get('cache_db_name') or 'databridge_cache_db'
            self.db = Db(self._db_name)
            self.set_value = self.db.put
            self.has_value = self.db.has
Пример #2
0
 def __init__(self, config):
     super(DbLazy, self).__init__(config)
     self._backend = "lazydb"
     self._db_name = self.config['storage_config'].get(
         'cache_db_name') or 'cache_db_name'
     self.db = Db(self._db_name)
     self.set_value = self.db.put
     self.has_value = self.db.has
    def __init__(self, config):
        super(ContractingDataBridge, self).__init__()
        self.config = config

        self.cache_db = Db(self.config.get('main'))

        self._backend = "redis"
        self._host = self.config.get('cache_host')
        self._port = self.config.get('cache_port') or 6379
        self._db_name = self.config.get('cache_db_name') or 0

        logger.info(
            "Caching backend: '{}', db name: '{}', host: '{}', port: '{}'".
            format(self.cache_db._backend, self.cache_db._db_name,
                   self.cache_db._host, self.cache_db._port),
            extra=journal_context({"MESSAGE_ID": DATABRIDGE_INFO}, {}))

        self.on_error_delay = self.config_get('on_error_sleep_delay') or 5
        self.jobs_watcher_delay = self.config_get('jobs_watcher_delay') or 15
        queue_size = self.config_get('buffers_size') or 500
        self.full_stack_sync_delay = self.config_get(
            'full_stack_sync_delay') or 15
        self.empty_stack_sync_delay = self.config_get(
            'empty_stack_sync_delay') or 101

        self.api_server = self.config_get('tenders_api_server')
        self.api_version = self.config_get('tenders_api_version')
        self.ro_api_server = self.config_get(
            'public_tenders_api_server') or self.api_server

        self.contracting_api_server = self.config_get('contracting_api_server')
        self.contracting_api_version = self.config_get(
            'contracting_api_version')

        self.clients_initialize()

        self.initial_sync_point = {}
        self.initialization_event = gevent.event.Event()
        self.tenders_queue = Queue(maxsize=queue_size)
        self.handicap_contracts_queue = Queue(maxsize=queue_size)
        self.contracts_put_queue = Queue(maxsize=queue_size)
        self.contracts_retry_put_queue = Queue(maxsize=queue_size)
        self.basket = {}
 def tearDown(self):
     del self.server[self.config['db']['name']]
     test_mapping_name = self.config.get('auctions_mapping',
                                         {}).get('name', 'auctions_mapping')
     Db(test_mapping_name).destroy(test_mapping_name)
Пример #5
0
 def db(dbname=os.getcwd() + "/db/openjournal"):
     return Db(dbname)