def test_update_user_resource_feature_list(self):
resource_type = 'novl'
uid = 'urv_007'
features_data = 'features_%s_%s' % (resource_type, uid)
self.assertEqual(True, cache_models.set_cache_online_user_feature_list(uid, resource_type, features_data))
res = cache_models.get_cache_online_user_feature_list(uid, [resource_type])
self.assertEqual(True, res[0])
self.assertEqual({resource_type: features_data}, res[1])
self.assertEqual(True, cache_update_process.cache_clear_online_user_feature_list())
res = cache_models.get_cache_online_user_feature_list(uid, [resource_type])
self.assertEqual(True, res[0])
self.assertEqual({}, res[1])
uid = 'urv_006'
resource_type_list = ['novl']
prefer_res = {}
for resource_type in resource_type_list:
prefer_res[resource_type] = 'features_%s_%s_cache' % (uid, resource_type)
self.assertEqual( True, cache_models.set_cache_offline_user_feature_list(uid, resource_type, prefer_res[resource_type]))
res = cache_models.get_cache_offline_user_feature_list(uid, resource_type_list)
self.assertEqual(True, res[0])
self.assertEqual(prefer_res, res[1])
db_resource_type_list = ['novl', 'news']
for resource_type in db_resource_type_list:
prefer_res[resource_type] = 'features_%s_%s_db' % (uid, resource_type)
self.assertEqual( True, db_models_update.set_db_offline_user_feature_list(uid, resource_type, prefer_res[resource_type]))
self.assertEqual(True, cache_update_process.cache_update_offline_user_feature_list(['novl', 'news']))
res = cache_models.get_cache_offline_user_feature_list(uid, ['novl', 'news'])
self.assertEqual(True, res[0])
self.assertEqual(prefer_res, res[1])
def test_interface_user_feature_list(self):
uid = 'tif_online_1'
self.assertEqual(False, model_interface.set_online_user_feature_list(uid, 'music', None))
resource_type_list = ['news', 'novl']
prefer_res = {}
for resource_type in resource_type_list:
prefer_res[resource_type] = 'tif_%s_%s' % (uid, resource_type)
self.assertEqual(True, model_interface.set_online_user_feature_list(uid, resource_type, prefer_res[resource_type]))
res = model_interface.get_online_user_feature_list(uid, resource_type_list)
self.assertEqual(True, res[0])
self.assertEqual(prefer_res, res[1])
uid = 'tif_offline_1'
prefer_res = {}
db_resource_type_list = ['news', 'novl']
for resource_type in db_resource_type_list:
prefer_res[resource_type] = 'tif_db_%s_%s' % (uid, resource_type)
self.assertEqual(True, db_models_update.set_db_offline_user_feature_list(uid, resource_type, prefer_res[resource_type]))
cache_resource_type_list = ['novl']
for resource_type in cache_resource_type_list:
prefer_res[resource_type] = 'cache_visitinfo_%s_%s' % (uid, resource_type)
self.assertEqual(True, cache_models.set_cache_offline_user_feature_list(uid, resource_type, prefer_res[resource_type]))
res = model_interface.get_offline_user_feature_list(uid, resource_type_list)
self.assertEqual(True, res[0])
self.assertEqual(prefer_res, res[1])
res = cache_models.get_cache_offline_user_feature_list(uid, resource_type_list)
self.assertEqual(True, res[0])
for k,v in res[1].items():
if v == DataDef.CACHE_DEFAULT_NONE_VALUE:
res[1].pop(k)
self.assertEqual(prefer_res, res[1])
def test_cache_update_all_together(self):
uid = 'db_uid'
resource_type = 'movi'
item_id = 'db_item_id'
feature_name = 'db_feature_name'
self.assertEqual(True, db_models_update.set_db_offline_user_resource_visitinfo(uid, resource_type, 'db_visit_info_data'))
self.assertEqual(True, db_models_update.set_db_offline_user_feature_list(uid, resource_type, 'db_feature_list_data'))
self.assertEqual(True, db_models_update.set_db_offline_user_recommend_item_list(uid, resource_type, 'db_user_recommend_item_list'))
self.assertEqual(True, db_models_update.set_db_offline_item_features(item_id, resource_type, 'db_item_features_data'))
self.assertEqual(True, db_models_update.set_db_offline_item_recommend_item_list(item_id, resource_type, 'db_item_id_list_data'))
self.assertEqual(True, db_models_update.set_db_offline_feature_hot_item_list(feature_name, resource_type, 'db_hot_item_list_data'))
self.assertEqual(True, db_models_update.set_db_offline_global_hot_feature_list(resource_type, 'db_hot_feature_list_data'))
self.assertEqual(True, db_models_update.set_db_offline_item_id_new_to_old(resource_type, item_id, 'db_old_item_id_data'))
cache_uid = 'cache_uid'
cache_item_id = 'cache_item_id'
cache_feature_name = 'cache_feature_name'
self.assertEqual(True, cache_models.set_cache_online_user_resource_visitinfo(cache_uid, resource_type, 'on_cache_visit_info_data'))
self.assertEqual(True, cache_models.set_cache_offline_user_resource_visitinfo(cache_uid, resource_type, 'cache_visit_info_data'))
self.assertEqual(True, cache_models.set_cache_online_user_feature_list(cache_uid, resource_type, 'on_cache_feature_list_data'))
self.assertEqual(True, cache_models.set_cache_offline_user_feature_list(cache_uid, resource_type, 'cache_feature_list_data'))
self.assertEqual(True, cache_models.set_cache_online_user_feature_reason(cache_uid, 'cache_feature_list_data'))
self.assertEqual(True, cache_models.set_cache_online_user_favor_item_list(cache_uid, resource_type, 'cache_item_id_list_data'))
self.assertEqual(True, cache_models.set_cache_offline_user_recommend_item_list(cache_uid, resource_type, 'cache_feature_name_item_id_list_data'))
self.assertEqual(True, cache_models.set_cache_online_user_push_item_list(cache_uid, 'cache_item_id_list_data'))
self.assertEqual(True, cache_models.set_cache_offline_item_recommend_item_list(cache_item_id, 'cache_item_id_list_data'))
self.assertEqual(True, cache_models.set_cache_offline_item_features(cache_item_id, 'cache_item_feature_list_data'))
self.assertEqual(True, cache_models.set_cache_offline_feature_hot_item_list(cache_feature_name, 'cache_item_id_list_data'))
self.assertEqual(True, cache_models.set_cache_offline_global_hot_feature_list(resource_type, 'cache_item_feature_list_data'))
self.assertEqual(True, cache_models.set_cache_offline_item_id_new_to_old(cache_item_id, 'cache_old_item_id_data'))
import cache_update_process
all_resource_type_list = ['movi', 'news']
common_resource_type_list = ['movi']
self.assertEqual(True, cache_update_process.cache_update_all_together(all_resource_type_list, common_resource_type_list))
self.assertEqual((True, {}), cache_models.get_cache_online_user_resource_visitinfo(cache_uid, [resource_type]))
self.assertEqual((True, {resource_type:'db_visit_info_data'}), cache_models.get_cache_offline_user_resource_visitinfo(uid, [resource_type]))
self.assertEqual((True, {}), cache_models.get_cache_online_user_feature_list(cache_uid, [resource_type]))
self.assertEqual((True, {resource_type:'db_feature_list_data'}), cache_models.get_cache_offline_user_feature_list(uid, [resource_type]))
self.assertEqual((True, None), cache_models.get_cache_online_user_feature_reason(cache_uid))
self.assertEqual((True, {}), cache_models.get_cache_online_user_favor_item_list(cache_uid, [resource_type]))
self.assertEqual((True, 'cache_item_id_list_data'), cache_models.get_cache_online_user_push_item_list(cache_uid))
self.assertEqual((True,{resource_type:'db_user_recommend_item_list'}), cache_models.get_cache_offline_user_recommend_item_list(uid, [resource_type]))
self.assertEqual((True,{item_id:'db_item_id_list_data'}), cache_models.get_cache_offline_item_recommend_item_list([item_id]))
self.assertEqual((True,{item_id:'db_item_features_data'}), cache_models.get_cache_offline_item_features([item_id]))
self.assertEqual((True,{feature_name:'db_hot_item_list_data'}), cache_models.get_cache_offline_feature_hot_item_list([feature_name]))
self.assertEqual((True,{resource_type:'db_hot_feature_list_data'}), cache_models.get_cache_offline_global_hot_feature_list([resource_type]))
self.assertEqual((True,{item_id:'db_old_item_id_data'}), cache_models.get_cache_offline_item_id_new_to_old([item_id]))
def get_offline_user_feature_list(uid, resource_type_list):
cache_errorCode, cache_res = cache_models.get_cache_offline_user_feature_list(uid, resource_type_list)
return_none_keys = get_return_none_keys(cache_res, resource_type_list)
db_errorCode = True
db_res = {}
if len(return_none_keys) > 0:
logger.warning('get_offline_user_feature_list, cache has return none key: %s' % return_none_keys)
db_errorCode, db_res = db_models.get_db_offline_user_feature_list(uid, return_none_keys)
#logger.debug('db_Code: %s, db_res:%s' % (db_errorCode, db_res))
for resource_type , features_data in db_res.items():
cache_models.set_cache_offline_user_feature_list(uid, resource_type, features_data)
logger.debug('get_offline_user_feature_list, set cache uid[%s], resource_type[%s]' % (uid, resource_type))
if True == db_errorCode:
for resource_type in [x for x in return_none_keys if x not in db_res.keys()]:
cache_models.set_cache_offline_user_feature_list(uid, resource_type, DataDef.CACHE_DEFAULT_NONE_VALUE, DataDef.CACHE_NONE_EXPIRE_SECONDS)
logger.debug('get_offline_user_feature_list, set cache uid[%s] resource_type[%s] None Value' % (uid, resource_type))
return (cache_errorCode and db_errorCode, merge_db_cache_result(cache_res, db_res))
