def uwsgi_update_segments(user_config):
"""
Update segments task.
:param user_config: User-provided configuration.
:type user_config: dict
"""
config = _get_config(user_config)
seconds = config['segmentsRefreshRate']
metadata = get_metadata(config)
segment_sync = SegmentSynchronizer(
SegmentsAPI(
HttpClient(1500, config.get('sdk_url'), config.get('events_url')),
config['apikey'], metadata),
UWSGISplitStorage(get_uwsgi()),
UWSGISegmentStorage(get_uwsgi()),
)
pool = workerpool.WorkerPool(20, segment_sync.synchronize_segment) # pylint: disable=protected-access
pool.start()
split_storage = UWSGISplitStorage(get_uwsgi())
while True:
try:
for segment_name in split_storage.get_segment_names():
pool.submit_work(segment_name)
time.sleep(seconds)
except Exception: # pylint: disable=broad-except
_LOGGER.error('Error updating segments')
_LOGGER.debug('Error: ', exc_info=True)
def test_get_all_splits(self, mocker):
"""Test fetching all splits."""
uwsgi = get_uwsgi(True)
storage = UWSGISplitStorage(uwsgi)
split_1 = mocker.Mock(spec=Split)
split_1.to_json.return_value = '{"name": "some_split_1"}'
split_name_1 = mocker.PropertyMock()
split_name_1.return_value = 'some_split_1'
type(split_1).name = split_name_1
split_2 = mocker.Mock(spec=Split)
split_2.to_json.return_value = '{"name": "some_split_2"}'
split_name_2 = mocker.PropertyMock()
split_name_2.return_value = 'some_split_2'
type(split_2).name = split_name_2
def _from_raw_mock(split_json):
split_mock = mocker.Mock(spec=Split)
name = mocker.PropertyMock()
name.return_value = json.loads(split_json)['name']
type(split_mock).name = name
return split_mock
mocker.patch('splitio.storage.uwsgi.splits.from_raw', new=_from_raw_mock)
storage.put(split_1)
storage.put(split_2)
splits = storage.get_all_splits()
s1 = next(split for split in splits if split.name == 'some_split_1')
s2 = next(split for split in splits if split.name == 'some_split_2')
def uwsgi_update_segments(user_config):
"""
Update segments task.
:param user_config: User-provided configuration.
:type user_config: dict
"""
config = _get_config(user_config)
seconds = config['segmentsRefreshRate']
segment_sync_task = SegmentSynchronizationTask(
SegmentsAPI(
HttpClient(1500, config.get('sdk_url'), config.get('events_url')),
config['apikey']),
UWSGISegmentStorage(get_uwsgi()),
None, # Split sotrage not needed, segments provided manually,
None, # Period not needed, task executed manually
None # Flag not needed, never consumed or set.
)
pool = workerpool.WorkerPool(20, segment_sync_task._update_segment) #pylint: disable=protected-access
pool.start()
split_storage = UWSGISplitStorage(get_uwsgi())
while True:
try:
for split in split_storage.get_all_splits():
for segment_name in split.get_segment_names():
pool.submit_work(segment_name)
time.sleep(seconds)
except Exception: #pylint: disable=broad-except
_LOGGER.error('Error updating segments')
_LOGGER.debug('Error: ', exc_info=True)
def uwsgi_update_splits(user_config):
"""
Update splits task.
:param user_config: User-provided configuration.
:type user_config: dict
"""
config = _get_config(user_config)
seconds = config['featuresRefreshRate']
split_sync_task = SplitSynchronizationTask(
SplitsAPI(
HttpClient(1500, config.get('sdk_url'), config.get('events_url')),
config['apikey']),
UWSGISplitStorage(get_uwsgi()),
None, # Time not needed since the task will be triggered manually.
None # Ready flag not needed since it will never be set and consumed.
)
while True:
try:
split_sync_task._update_splits() #pylint: disable=protected-access
time.sleep(seconds)
except Exception: #pylint: disable=broad-except
_LOGGER.error('Error updating splits')
_LOGGER.debug('Error: ', exc_info=True)
def test_update_segments(self, mocker):
"""Test split sync task wrapper."""
data = {'executions': 0}
def _submit_work(*_, **__):
data['executions'] += 1
# we mock 2 segments, so we expect this to be called at least twice before ending.
if data['executions'] > 2:
raise NonCatchableException('asd')
wpmock = mocker.Mock(spec=WorkerPool)
wpmock.submit_work.side_effect = _submit_work
wpmock_class = mocker.Mock(spec=WorkerPool)
wpmock_class.return_value = wpmock
mocker.patch('splitio.tasks.uwsgi_wrappers.workerpool.WorkerPool',
new=wpmock_class)
mocked_update_segment = mocker.patch.object(SplitStorage,
'get_segment_names')
mocked_update_segment.return_value = ['segment1', 'segment2']
mocked_split_storage_instance = UWSGISplitStorage(True)
split_storage_mock = mocker.Mock(spec=UWSGISplitStorage)
split_storage_mock.return_value = mocked_split_storage_instance
mocker.patch('splitio.tasks.uwsgi_wrappers.UWSGISplitStorage',
new=split_storage_mock)
try:
uwsgi_update_segments({'apikey': 'asd', 'segmentsRefreshRate': 1})
except NonCatchableException:
# Make sure that the task was called before being forced to stop.
assert data['executions'] > 2
assert len(wpmock.submit_work.mock_calls) > 2
def test_get_splits(self, mocker):
"""Test retrieving a list of passed splits."""
uwsgi = get_uwsgi(True)
storage = UWSGISplitStorage(uwsgi)
from_raw_mock = self._get_from_raw_mock(mocker)
mocker.patch('splitio.models.splits.from_raw', new=from_raw_mock)
split_1 = from_raw_mock({'name': 'some_split_1', 'trafficTypeName': 'user'})
split_2 = from_raw_mock({'name': 'some_split_2', 'trafficTypeName': 'user'})
storage.put(split_1)
storage.put(split_2)
splits = storage.fetch_many(['some_split_1', 'some_split_2', 'some_split_3'])
assert len(splits) == 3
assert splits['some_split_1'].name == 'some_split_1'
assert splits['some_split_2'].name == 'some_split_2'
assert 'some_split_3' in splits
def test_get_all_splits(self, mocker):
"""Test fetching all splits."""
uwsgi = get_uwsgi(True)
storage = UWSGISplitStorage(uwsgi)
from_raw_mock = self._get_from_raw_mock(mocker)
mocker.patch('splitio.models.splits.from_raw', new=from_raw_mock)
split_1 = from_raw_mock({'name': 'some_split_1', 'trafficTypeName': 'user'})
split_2 = from_raw_mock({'name': 'some_split_2', 'trafficTypeName': 'user'})
storage.put(split_1)
storage.put(split_2)
splits = storage.get_all_splits()
s1 = next(split for split in splits if split.name == 'some_split_1')
s2 = next(split for split in splits if split.name == 'some_split_2')
assert s1.traffic_type_name == 'user'
assert s2.traffic_type_name == 'user'
def test_get_split_names(self, mocker):
"""Test getting all split names."""
uwsgi = get_uwsgi(True)
storage = UWSGISplitStorage(uwsgi)
from_raw_mock = self._get_from_raw_mock(mocker)
mocker.patch('splitio.models.splits.from_raw', new=from_raw_mock)
split_1 = from_raw_mock({'name': 'some_split_1', 'trafficTypeName': 'user'})
split_2 = from_raw_mock({'name': 'some_split_2', 'trafficTypeName': 'user'})
storage.put(split_1)
storage.put(split_2)
assert set(storage.get_split_names()) == set(['some_split_1', 'some_split_2'])
storage.remove('some_split_1')
assert storage.get_split_names() == ['some_split_2']
def test_set_get_changenumber(self, mocker):
"""Test setting and retrieving changenumber."""
uwsgi = get_uwsgi(True)
storage = UWSGISplitStorage(uwsgi)
assert storage.get_change_number() == None
storage.set_change_number(123)
assert storage.get_change_number() == 123
def _build_uwsgi_factory(config):
"""Build and return a split factory with redis-based storage."""
cfg = DEFAULT_CONFIG.copy()
cfg.update(config)
sdk_metadata = util.get_metadata(cfg)
uwsgi_adapter = get_uwsgi()
storages = {
'splits': UWSGISplitStorage(uwsgi_adapter),
'segments': UWSGISegmentStorage(uwsgi_adapter),
'impressions': UWSGIImpressionStorage(uwsgi_adapter),
'events': UWSGIEventStorage(uwsgi_adapter),
'telemetry': UWSGITelemetryStorage(uwsgi_adapter)
}
return SplitFactory(storages,
cfg['labelsEnabled'],
impression_listener=_wrap_impression_listener(
cfg['impressionListener'], sdk_metadata))
def test_get_split_names(self, mocker):
"""Test getting all split names."""
uwsgi = get_uwsgi(True)
storage = UWSGISplitStorage(uwsgi)
split_1 = mocker.Mock(spec=Split)
split_1.to_json.return_value = '{"name": "split1"}'
split_name_1 = mocker.PropertyMock()
split_name_1.return_value = 'some_split_1'
type(split_1).name = split_name_1
split_2 = mocker.Mock(spec=Split)
split_2.to_json.return_value = '{"name": "split2"}'
split_name_2 = mocker.PropertyMock()
split_name_2.return_value = 'some_split_2'
type(split_2).name = split_name_2
storage.put(split_1)
storage.put(split_2)
assert set(storage.get_split_names()) == set(['some_split_1', 'some_split_2'])
storage.remove('some_split_1')
assert storage.get_split_names() == ['some_split_2']
def test_store_retrieve_split(self, mocker):
"""Test storing and retrieving splits."""
uwsgi = get_uwsgi(True)
storage = UWSGISplitStorage(uwsgi)
from_raw_mock = self._get_from_raw_mock(mocker)
mocker.patch('splitio.models.splits.from_raw', new=from_raw_mock)
raw_split = {'name': 'some_split', 'trafficTypeName': 'user'}
split = from_raw_mock(raw_split)
from_raw_mock.reset_mock() # clear mock calls so they don't interfere with the testing itself.
storage.put(split)
retrieved = storage.get('some_split')
assert retrieved.name == split.name and retrieved.traffic_type_name == split.traffic_type_name
assert from_raw_mock.mock_calls == [mocker.call(raw_split)]
assert split.to_json.mock_calls == [mocker.call()]
assert storage.get('nonexistant_split') is None
storage.remove('some_split')
assert storage.get('some_split') == None
def _build_uwsgi_factory(api_key, cfg):
"""Build and return a split factory with redis-based storage."""
sdk_metadata = util.get_metadata(cfg)
uwsgi_adapter = get_uwsgi()
storages = {
'splits': UWSGISplitStorage(uwsgi_adapter),
'segments': UWSGISegmentStorage(uwsgi_adapter),
'impressions': UWSGIImpressionStorage(uwsgi_adapter),
'events': UWSGIEventStorage(uwsgi_adapter),
'telemetry': UWSGITelemetryStorage(uwsgi_adapter)
}
return SplitFactory(
api_key,
storages,
cfg['labelsEnabled'],
ImpressionsManager(storages['impressions'].put, cfg['impressionsMode'], True,
_wrap_impression_listener(cfg['impressionListener'], sdk_metadata))
)
def test_store_retrieve_split(self, mocker):
"""Test storing and retrieving splits."""
uwsgi = get_uwsgi(True)
storage = UWSGISplitStorage(uwsgi)
split = mocker.Mock(spec=Split)
split.to_json.return_value = '{}'
split_name = mocker.PropertyMock()
split_name.return_value = 'some_split'
type(split).name = split_name
storage.put(split)
from_raw_mock = mocker.Mock()
from_raw_mock.return_value = 'ok'
mocker.patch('splitio.models.splits.from_raw', new=from_raw_mock)
retrieved = storage.get('some_split')
assert retrieved == 'ok'
assert from_raw_mock.mock_calls == [mocker.call('{}')]
assert split.to_json.mock_calls == [mocker.call()]
assert storage.get('nonexistant_split') is None
storage.remove('some_split')
assert storage.get('some_split') == None
def uwsgi_update_splits(user_config):
"""
Update splits task.
:param user_config: User-provided configuration.
:type user_config: dict
"""
config = _get_config(user_config)
seconds = config['featuresRefreshRate']
split_sync = SplitSynchronizer(
SplitsAPI(
HttpClient(1500, config.get('sdk_url'), config.get('events_url')),
config['apikey']),
UWSGISplitStorage(get_uwsgi()),
)
while True:
try:
split_sync.synchronize_splits() # pylint: disable=protected-access
time.sleep(seconds)
except Exception: # pylint: disable=broad-except
_LOGGER.error('Error updating splits')
_LOGGER.debug('Error: ', exc_info=True)
def test_is_valid_traffic_type(self, mocker):
"""Test that traffic type validation works properly."""
uwsgi = get_uwsgi(True)
storage = UWSGISplitStorage(uwsgi)
from_raw_mock = self._get_from_raw_mock(mocker)
mocker.patch('splitio.models.splits.from_raw', new=from_raw_mock)
split_1 = from_raw_mock({
'name': 'some_split_1',
'trafficTypeName': 'user'
})
storage.put(split_1)
assert storage.is_valid_traffic_type('user') is True
assert storage.is_valid_traffic_type('account') is False
split_2 = from_raw_mock({
'name': 'some_split_2',
'trafficTypeName': 'account'
})
storage.put(split_2)
assert storage.is_valid_traffic_type('user') is True
assert storage.is_valid_traffic_type('account') is True
split_3 = from_raw_mock({
'name': 'some_split_3',
'trafficTypeName': 'user'
})
storage.put(split_3)
assert storage.is_valid_traffic_type('user') is True
assert storage.is_valid_traffic_type('account') is True
storage.remove('some_split_1')
assert storage.is_valid_traffic_type('user') is True
assert storage.is_valid_traffic_type('account') is True
storage.remove('some_split_2')
assert storage.is_valid_traffic_type('user') is True
assert storage.is_valid_traffic_type('account') is False
storage.remove('some_split_3')
assert storage.is_valid_traffic_type('user') is False
assert storage.is_valid_traffic_type('account') is False
def test_kill_locally(self):
"""Test kill local."""
uwsgi = get_uwsgi(True)
storage = UWSGISplitStorage(uwsgi)
split = Split('some_split', 123456789, False, 'some', 'traffic_type',
'ACTIVE', 1)
storage.put(split)
storage.set_change_number(1)
storage.kill_locally('test', 'default_treatment', 2)
assert storage.get('test') is None
storage.kill_locally('some_split', 'default_treatment', 0)
assert storage.get('some_split').change_number == 1
assert storage.get('some_split').killed is False
assert storage.get('some_split').default_treatment == 'some'
storage.kill_locally('some_split', 'default_treatment', 3)
assert storage.get('some_split').change_number == 3
