def test_cache_update_all_together(self): uid = 'db_uid' resource_type = 'movi' item_id = 'db_item_id' feature_name = 'db_feature_name' self.assertEqual(True, db_models_update.set_db_offline_user_resource_visitinfo(uid, resource_type, 'db_visit_info_data')) self.assertEqual(True, db_models_update.set_db_offline_user_feature_list(uid, resource_type, 'db_feature_list_data')) self.assertEqual(True, db_models_update.set_db_offline_user_recommend_item_list(uid, resource_type, 'db_user_recommend_item_list')) self.assertEqual(True, db_models_update.set_db_offline_item_features(item_id, resource_type, 'db_item_features_data')) self.assertEqual(True, db_models_update.set_db_offline_item_recommend_item_list(item_id, resource_type, 'db_item_id_list_data')) self.assertEqual(True, db_models_update.set_db_offline_feature_hot_item_list(feature_name, resource_type, 'db_hot_item_list_data')) self.assertEqual(True, db_models_update.set_db_offline_global_hot_feature_list(resource_type, 'db_hot_feature_list_data')) self.assertEqual(True, db_models_update.set_db_offline_item_id_new_to_old(resource_type, item_id, 'db_old_item_id_data')) cache_uid = 'cache_uid' cache_item_id = 'cache_item_id' cache_feature_name = 'cache_feature_name' self.assertEqual(True, cache_models.set_cache_online_user_resource_visitinfo(cache_uid, resource_type, 'on_cache_visit_info_data')) self.assertEqual(True, cache_models.set_cache_offline_user_resource_visitinfo(cache_uid, resource_type, 'cache_visit_info_data')) self.assertEqual(True, cache_models.set_cache_online_user_feature_list(cache_uid, resource_type, 'on_cache_feature_list_data')) self.assertEqual(True, cache_models.set_cache_offline_user_feature_list(cache_uid, resource_type, 'cache_feature_list_data')) self.assertEqual(True, cache_models.set_cache_online_user_feature_reason(cache_uid, 'cache_feature_list_data')) self.assertEqual(True, cache_models.set_cache_online_user_favor_item_list(cache_uid, resource_type, 'cache_item_id_list_data')) self.assertEqual(True, cache_models.set_cache_offline_user_recommend_item_list(cache_uid, resource_type, 'cache_feature_name_item_id_list_data')) self.assertEqual(True, cache_models.set_cache_online_user_push_item_list(cache_uid, 'cache_item_id_list_data')) self.assertEqual(True, cache_models.set_cache_offline_item_recommend_item_list(cache_item_id, 'cache_item_id_list_data')) self.assertEqual(True, cache_models.set_cache_offline_item_features(cache_item_id, 'cache_item_feature_list_data')) self.assertEqual(True, cache_models.set_cache_offline_feature_hot_item_list(cache_feature_name, 'cache_item_id_list_data')) self.assertEqual(True, cache_models.set_cache_offline_global_hot_feature_list(resource_type, 'cache_item_feature_list_data')) self.assertEqual(True, cache_models.set_cache_offline_item_id_new_to_old(cache_item_id, 'cache_old_item_id_data')) import cache_update_process all_resource_type_list = ['movi', 'news'] common_resource_type_list = ['movi'] self.assertEqual(True, cache_update_process.cache_update_all_together(all_resource_type_list, common_resource_type_list)) self.assertEqual((True, {}), cache_models.get_cache_online_user_resource_visitinfo(cache_uid, [resource_type])) self.assertEqual((True, {resource_type:'db_visit_info_data'}), cache_models.get_cache_offline_user_resource_visitinfo(uid, [resource_type])) self.assertEqual((True, {}), cache_models.get_cache_online_user_feature_list(cache_uid, [resource_type])) self.assertEqual((True, {resource_type:'db_feature_list_data'}), cache_models.get_cache_offline_user_feature_list(uid, [resource_type])) self.assertEqual((True, None), cache_models.get_cache_online_user_feature_reason(cache_uid)) self.assertEqual((True, {}), cache_models.get_cache_online_user_favor_item_list(cache_uid, [resource_type])) self.assertEqual((True, 'cache_item_id_list_data'), cache_models.get_cache_online_user_push_item_list(cache_uid)) self.assertEqual((True,{resource_type:'db_user_recommend_item_list'}), cache_models.get_cache_offline_user_recommend_item_list(uid, [resource_type])) self.assertEqual((True,{item_id:'db_item_id_list_data'}), cache_models.get_cache_offline_item_recommend_item_list([item_id])) self.assertEqual((True,{item_id:'db_item_features_data'}), cache_models.get_cache_offline_item_features([item_id])) self.assertEqual((True,{feature_name:'db_hot_item_list_data'}), cache_models.get_cache_offline_feature_hot_item_list([feature_name])) self.assertEqual((True,{resource_type:'db_hot_feature_list_data'}), cache_models.get_cache_offline_global_hot_feature_list([resource_type])) self.assertEqual((True,{item_id:'db_old_item_id_data'}), cache_models.get_cache_offline_item_id_new_to_old([item_id]))
def run(deadline_time): common_resource_type_list = ['movi', 'novl', 'tele', 'cart', 'show'] all_resource_type_list = common_resource_type_list + ['news'] import datetime date_time = datetime.datetime.now() day_index = get_day_index(date_time) now_hour = date_time.hour #是否落在3~5点 print 'do cache update run, now_hour[%s] deadline_time[%s] at %s.' % (now_hour, deadline_time, date_time) if now_hour < deadline_time: if OfflineCacheStatus.exists(day_index): ocs = OfflineCacheStatus.Get(day_index) if None == ocs.status or OfflineCacheStatus.OFFLINE_UPDATE_STATUS_OFFLINE_READY == ocs.status or OfflineCacheStatus.OFFLINE_UPDATE_STATUS_ONLINE_FAIL == ocs.status: # do cache update # update to db if False == cache_update_process.cache_update_all_together(all_resource_type_list, common_resource_type_list): ocs.status = OfflineCacheStatus.OFFLINE_UPDATE_STATUS_ONLINE_FAIL else: ocs.status = OfflineCacheStatus.OFFLINE_UPDATE_STATUS_ONLINE_SUCCESS ocs.try_times += 1; ocs.cache_update_time = datetime.datetime.now() ocs.save() print 'update all cache together day_index[%s] status[%s], at %s.' % (day_index, ocs.status, date_time) else: print 'do nothing. day_index[%s] status[%s], at %s' % (day_index, ocs.status, date_time) else: print 'do nothing because offline data is null. at %s' % date_time elif now_hour >= deadline_time: if OfflineCacheStatus.exists(day_index): ocs = OfflineCacheStatus.Get(day_index) else: ocs = OfflineCacheStatus() ocs.day_index = day_index ocs.status = None ocs.try_times = 0 # 如果离线端已近插入数据,但是由于更新失败,则重新更新 if OfflineCacheStatus.OFFLINE_UPDATE_STATUS_ONLINE_FAIL == ocs.status: # do cache update # update to db if False == cache_update_process.cache_update_all_together(all_resource_type_list, common_resource_type_list): ocs.status = OfflineCacheStatus.OFFLINE_UPDATE_STATUS_ONLINE_FAIL else: ocs.status = OfflineCacheStatus.OFFLINE_UPDATE_STATUS_ONLINE_SUCCESS ocs.try_times += 1; ocs.cache_update_time = datetime.datetime.now() ocs.save() print 'update all cache together day_index[%s] status[%s], at %s.' % (day_index, ocs.status, date_time) # 仅进行online端更新 elif None == ocs.status or OfflineCacheStatus.OFFLINE_UPDATE_STATUS_ONLINE_ONLY_FAIL == ocs.status: # do online cache update if False == cache_update_process.cache_clear_online_user_feature_reason(): ocs.status = OfflineCacheStatus.OFFLINE_UPDATE_STATUS_ONLINE_ONLY_FAIL else: ocs.status = OfflineCacheStatus.OFFLINE_UPDATE_STATUS_ONLINE_ONLY_SUCCESS ocs.try_times += 1; ocs.cache_update_time = datetime.datetime.now() ocs.save() print 'clear user feature reason only, day_index[%s] status[%s], at %s.' % (day_index, ocs.status, date_time) else: print 'do nothing. day_index[%s] status[%s], at %s' % (day_index, ocs.status, date_time)