def __init__(self,
name='huey',
results=True,
store_none=False,
utc=True,
immediate=False,
serializer=None,
compression=False,
use_zlib=False,
immediate_use_memory=True,
always_eager=None,
storage_class=None,
store_errors=False,
**storage_kwargs):
if always_eager is not None:
warnings.warn(
'"always_eager" parameter is deprecated, use '
'"immediate" instead', DeprecationWarning)
immediate = always_eager
invalid = [
p for p in self._deprecated_params
if storage_kwargs.pop(p, None) is not None
]
if invalid:
warnings.warn(
'the following Huey initialization arguments are no '
'longer supported: %s' % ', '.join(invalid),
DeprecationWarning)
self.name = name
self.results = results
self.store_none = store_none
self.store_errors = store_errors
self.utc = utc
self._immediate = immediate
self.immediate_use_memory = immediate_use_memory
if serializer is None:
serializer = Serializer(compression, use_zlib=use_zlib)
self.serializer = serializer
# Initialize storage.
self.storage_kwargs = storage_kwargs
if storage_class is not None:
self.storage_class = storage_class
self.storage = self.create_storage()
self._locks = set()
self._pre_execute = OrderedDict()
self._post_execute = OrderedDict()
self._startup = OrderedDict()
self._shutdown = OrderedDict()
self._registry = Registry()
self._signal = S.Signal()
self._tasks_in_flight = set()
def test_serializer_zlib(self):
self._test_serializer(Serializer(compression=True, use_zlib=True))
def test_serializer_gzip(self):
self._test_serializer(Serializer(compression=True))
def test_serializer(self):
self._test_serializer(Serializer())
from huey import RedisHuey
from huey.serializer import Serializer
from dota2_rs.utils import load_key
__REDIS_KEY = load_key('private/redis_key.txt')
__REDIS_HOST = load_key('private/redis_host.txt')
__SERIALIZER = Serializer(pickle_protocol=4)
huey_match_history_scheduler = RedisHuey(name='huey_match_history_scheduler',
host=__REDIS_HOST,
password=__REDIS_KEY,
serializer=__SERIALIZER)
huey_match_details_scheduler = RedisHuey(name='huey_match_details_scheduler',
host=__REDIS_HOST,
password=__REDIS_KEY,
serializer=__SERIALIZER)
huey_sqlite = RedisHuey(name='huey_sqlite',
host=__REDIS_HOST,
password=__REDIS_KEY,
serializer=__SERIALIZER)
huey_match_details = RedisHuey(name='huey_match_details',
host=__REDIS_HOST,
password=__REDIS_KEY,
serializer=__SERIALIZER)
def test_mismatched_compression(self):
for use_zlib in (False, True):
s = Serializer()
scomp = Serializer(compression=True, use_zlib=use_zlib)
for item in self.data:
self.assertEqual(scomp.deserialize(s.serialize(item)), item)
