def __init__(self, name='huey', results=True, store_none=False, utc=True, immediate=False, serializer=None, compression=False, use_zlib=False, immediate_use_memory=True, always_eager=None, storage_class=None, store_errors=False, **storage_kwargs): if always_eager is not None: warnings.warn( '"always_eager" parameter is deprecated, use ' '"immediate" instead', DeprecationWarning) immediate = always_eager invalid = [ p for p in self._deprecated_params if storage_kwargs.pop(p, None) is not None ] if invalid: warnings.warn( 'the following Huey initialization arguments are no ' 'longer supported: %s' % ', '.join(invalid), DeprecationWarning) self.name = name self.results = results self.store_none = store_none self.store_errors = store_errors self.utc = utc self._immediate = immediate self.immediate_use_memory = immediate_use_memory if serializer is None: serializer = Serializer(compression, use_zlib=use_zlib) self.serializer = serializer # Initialize storage. self.storage_kwargs = storage_kwargs if storage_class is not None: self.storage_class = storage_class self.storage = self.create_storage() self._locks = set() self._pre_execute = OrderedDict() self._post_execute = OrderedDict() self._startup = OrderedDict() self._shutdown = OrderedDict() self._registry = Registry() self._signal = S.Signal() self._tasks_in_flight = set()
def test_serializer_zlib(self): self._test_serializer(Serializer(compression=True, use_zlib=True))
def test_serializer_gzip(self): self._test_serializer(Serializer(compression=True))
def test_serializer(self): self._test_serializer(Serializer())
from huey import RedisHuey from huey.serializer import Serializer from dota2_rs.utils import load_key __REDIS_KEY = load_key('private/redis_key.txt') __REDIS_HOST = load_key('private/redis_host.txt') __SERIALIZER = Serializer(pickle_protocol=4) huey_match_history_scheduler = RedisHuey(name='huey_match_history_scheduler', host=__REDIS_HOST, password=__REDIS_KEY, serializer=__SERIALIZER) huey_match_details_scheduler = RedisHuey(name='huey_match_details_scheduler', host=__REDIS_HOST, password=__REDIS_KEY, serializer=__SERIALIZER) huey_sqlite = RedisHuey(name='huey_sqlite', host=__REDIS_HOST, password=__REDIS_KEY, serializer=__SERIALIZER) huey_match_details = RedisHuey(name='huey_match_details', host=__REDIS_HOST, password=__REDIS_KEY, serializer=__SERIALIZER)
def test_mismatched_compression(self): for use_zlib in (False, True): s = Serializer() scomp = Serializer(compression=True, use_zlib=use_zlib) for item in self.data: self.assertEqual(scomp.deserialize(s.serialize(item)), item)