def get_dm_list(request, call_type, harvester_id): querySet = None if harvester_id == "0": querySet = DMUser.objects.all() else: harvester = DailyMotionHarvester.objects.get(pmk_id__exact=harvester_id) querySet = harvester.dmusers_to_harvest.all() #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'fid', 1 : u'username', 2 : u'screenname', 3 : u'gender', 4 : u'description', 5 : u'language', 6 : u'status', 7 : u'ftype', 8 : u'url__original_url', 9 : u'views_total', 10 : u'videos_total', } #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_list(request, call_type, harvester_id): querySet = None if harvester_id == "0": querySet = FBUser.objects.all() else: harvester = FacebookHarvester.objects.get(pmk_id__exact=harvester_id) querySet = harvester.fbusers_to_harvest.all() #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0: u'pmk_id', 1: u'fid', 2: u'name', 3: u'username', 4: u'category', 5: u'likes', 6: u'about', 7: u'phone', 8: u'checkins', 9: u'talking_about_count', } #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_comment_list(request, call_type, userfid): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0: u'created_time', 1: u'ffrom__username', 2: u'post__ffrom__name', 3: u'post__fid', 4: u'message', 5: u'likes', 6: u'user_likes', 7: u'ftype', 8: u'ffrom__name', 9: u'ffrom__fid', 10: u'post__ffrom__fid', } try: user = get_list_or_404(FBUser, fid=userfid)[0] querySet = FBComment.objects.filter(ffrom=user) except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_otherpost_list(request, call_type, userfid): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0: u'created_time', 1: u'fid', 2: u'user__username', 3: u'name', 4: u'description', 5: u'caption', 6: u'message', 7: u'link__original_url', 8: u'ftype', 9: u'likes_count', 10: u'shares_count', 11: u'comments_count', 12: u'application_raw', 13: u'updated_time', 14: u'story', 15: u'user__name', 16: u'user__fid', } try: user = get_list_or_404(FBUser, fid=userfid)[0] querySet = FBPost.objects.filter(ffrom=user).exclude( user=user).order_by(u"created_time") except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_otherpost_list(request, call_type, userfid): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'created_time', 1 : u'fid', 2 : u'user__username', 3 : u'name', 4 : u'description', 5 : u'caption', 6 : u'message', 7 : u'link__original_url', 8 : u'ftype', 9 : u'likes_count', 10: u'shares_count', 11: u'comments_count', 12: u'application_raw', 13: u'updated_time', 14: u'story', 15: u'user__name', 16: u'user__fid', } try: user = get_list_or_404(FBUser, fid=userfid)[0] querySet = FBPost.objects.filter(ffrom=user).exclude(user=user).order_by(u"created_time") except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_dm_video_list(request, call_type, userfid): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'created_time', 1 : u'fid', 2 : u'title', 3 : u'description', 4 : u'language', 5 : u'country', 6 : u'duration', 7 : u'allow_comments', 8 : u'rating', 9 : u'ratings_total', 10: u'views_total', 11: u'comments_total', 12: u'bookmarks_total', } try: user = get_list_or_404(DMUser, fid=userfid)[0] querySet = DMVideo.objects.filter(user=user) except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_harvester_comment_list(request, call_type, harvester_id): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0: u'created_time', 1: u'ffrom__username', 2: u'post__ffrom__name', 3: u'post__fid', 4: u'message', 5: u'likes', 6: u'user_likes', 7: u'ftype', 8: u'ffrom__name', 9: u'ffrom__fid', 10: u'post__ffrom__fid', } try: if harvester_id == '0': querySet = FBComment.objects.all() else: harvester = get_list_or_404(FacebookHarvester, pk=harvester_id)[0] querySet = FBComment.objects.filter( post__user__harvester_in_charge=harvester).distinct() except ObjectDoesNotExist: pass dLogger.exception('ERROR OCCURED IN get_fb_harvester_comment_list:') #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_yt_list(request, call_type, harvester_id): querySet = None if harvester_id == "0": querySet = YTUser.objects.all() else: harvester = YoutubeHarvester.objects.get(pmk_id__exact=harvester_id) querySet = harvester.ytusers_to_harvest.all() #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'fid', 1 : u'username', 2 : u'first_name', 3 : u'last_name', 4 : u'relationship', 5 : u'description', 6 : u'age', 7 : u'gender', 8 : u'location', 9 : u'company', 10 : u'last_web_access', 11 : u'subscriber_count', 12 : u'video_watch_count', 13 : u'view_count', } #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_tw_harvester_status_list(request, call_type, harvester_id): dLogger.log('get_tw_harvester_status_list()') querySet = None columnIndexNameMap = { 0 : u'created_at', 1 : u'fid', 2 : u'text', 3 : u'retweet_count', 4 : u'retweeted', 5 : u'source', } if harvester_id == '0': querySet = TWStatus.objects.all() else: harvester = get_list_or_404(TwitterHarvester, pmk_id=harvester_id)[0] if harvester.twusers_to_harvest.count() > 100: return twUserAjaxTableError("Too many items to display") # merge two conditional filter in queryset: conditionList = [Q(user=user) for user in harvester.twusers_to_harvest.all()] conditionList += [Q(TWSearch_hit=search) for search in harvester.twsearch_to_harvest.all()] querySet = TWStatus.objects.filter(reduce(lambda x, y: x | y, conditionList)).distinct() #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_yt_list(request, call_type, harvester_id): querySet = None if harvester_id == "0": querySet = YTUser.objects.all() else: harvester = YoutubeHarvester.objects.get(pmk_id__exact=harvester_id) querySet = harvester.ytusers_to_harvest.all() #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0: u'fid', 1: u'username', 2: u'first_name', 3: u'last_name', 4: u'relationship', 5: u'description', 6: u'age', 7: u'gender', 8: u'location', 9: u'company', 10: u'last_web_access', 11: u'subscriber_count', 12: u'video_count', 13: u'view_count', } #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_likes_list(request, call_type, postfid): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'fid', 1 : u'name', } try: post = get_list_or_404(FBPost, fid=postfid)[0] querySet = post.likes_from.all() except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_likes_list(request, call_type, postfid): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'fid', 1 : u'name', } try: post = get_list_or_404(FBPost, fid=postfid)[0] querySet = post.likes_from.all() except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_twsearch_list(request, call_type, harvester_id): querySet = None if harvester_id == "0": querySet = TWSearch.objects.all() else: harvester = TwitterHarvester.objects.get(pmk_id__exact=harvester_id) querySet = harvester.twsearch_to_harvest.all() #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'pmk_id', 1 : u'term', } #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_tw_searchdetail_list(request, call_type, search_id): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'created_at', 1 : u'fid', 2 : u'user__screen_name', 3 : u'text', 4 : u'source', } try: search = TWSearch.objects.get(pmk_id=search_id) querySet = search.status_list.all() except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_tw_searchdetail_list(request, call_type, search_id): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'created_at', 1 : u'fid', 2 : u'user__screen_name', 3 : u'text', 4 : u'source', } try: search = TWSearch.objects.get(pmk_id=search_id) querySet = search.status_list.all() except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_tw_status_list(request, call_type, screen_name): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'created_at', 1 : u'fid', 2 : u'text', 3 : u'retweet_count', 4 : u'retweeted', 5 : u'source', } try: user = get_list_or_404(TWUser, screen_name=screen_name)[0] querySet = TWStatus.objects.filter(user=user)#.values(*columnIndexNameMap.values()) except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_yt_videocomment_list(request, call_type, videofid): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'published', 1 : u'user__username', 2 : u'video__user__username', 3 : u'video__fid', 4 : u'message', 5 : u'user__fid', 6 : u'video__user__fid', } try: video = get_list_or_404(YTVideo, fid=videofid)[0] querySet = YTComment.objects.filter(video=video) except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_tw_status_list(request, call_type, screen_name): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'created_at', 1 : u'fid', 2 : u'text', 3 : u'retweet_count', 4 : u'retweeted', 5 : u'source', } try: user = get_list_or_404(TWUser, screen_name=screen_name)[0] querySet = TWStatus.objects.filter(user=user)#.values(*columnIndexNameMap.values()) except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_dm_comment_list(request, call_type, userfid): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'created_time', 1 : u'user__screenname', 2 : u'video__user__screenname', 3 : u'video__fid', 4 : u'message', 5 : u'language', 6: u'user__fid', 7: u'video__user__fid', } try: user = get_list_or_404(DMUser, fid=userfid)[0] querySet = DMComment.objects.filter(user=user) except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_yt_videocomment_list(request, call_type, videofid): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0: u'published', 1: u'user__username', 2: u'video__user__username', 3: u'video__fid', 4: u'message', 5: u'user__fid', 6: u'video__user__fid', } try: video = get_list_or_404(YTVideo, fid=videofid)[0] querySet = YTComment.objects.filter(video=video) except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_yt_video_list(request, call_type, userfid): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'published', 1 : u'fid', 2 : u'title', 3 : u'description', 4 : u'category', 5 : u'duration', 6: u'view_count', 7: u'favorite_count', } try: user = get_list_or_404(YTUser, fid=userfid)[0] querySet = YTVideo.objects.filter(user=user) except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_tw_list(request, call_type, harvester_id): querySet = None if harvester_id == "0": querySet = TWUser.objects.all() else: harvester = TwitterHarvester.objects.get(pmk_id__exact=harvester_id) querySet = harvester.twusers_to_harvest.all() #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'name', 1 : u'screen_name', 2 : u'description', 3 : u'followers_count', 4 : u'friends_count', 5 : u'statuses_count', 6 : u'listed_count', } #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_yt_video_list(request, call_type, userfid): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0: u'published', 1: u'fid', 2: u'title', 3: u'description', 4: u'category', 5: u'duration', 6: u'view_count', 7: u'favorite_count', } try: user = get_list_or_404(YTUser, fid=userfid)[0] querySet = YTVideo.objects.filter(user=user) except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_twsearch_list(request, call_type, harvester_id): if debugging: dLogger.log('get_twsearch_list()') querySet = None if harvester_id == "0": querySet = TWSearch.objects.all() else: harvester = TwitterHarvester.objects.get(pmk_id__exact=harvester_id) querySet = harvester.twsearch_to_harvest.all() #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'pmk_id', 1 : u'term', 2 : u'len#status_list' } #call to generic function from utils db_record = get_datatables_records(request, querySet, columnIndexNameMap, call_type) #dLogger.log(' db_record: %s'%db_record) return db_record
def get_fb_postcomment_list(request, call_type, postfid): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'created_time', 1 : u'ffrom__username', 2 : u'message', 3 : u'likes', 4: u'user_likes', 5: u'ftype', 6: u'ffrom__name', 7: u'ffrom__fid', 8: u'post__fid', } try: post = get_list_or_404(FBPost, fid=postfid)[0] querySet = FBComment.objects.filter(post=post) except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_list(request, call_type, harvester_id): querySet = None if harvester_id == "0": querySet = FBUser.objects.all() else: harvester = FacebookHarvester.objects.get(pmk_id__exact=harvester_id) querySet = harvester.fbusers_to_harvest.all() #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'fid', 1 : u'name', 2 : u'username', 3 : u'category', 4 : u'likes', 5 : u'about', 6 : u'phone', 7 : u'checkins', 8 : u'talking_about_count', } #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_dm_following_list(request, call_type, userfid): querySet = None #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0 : u'fid', 1 : u'username', 2 : u'screenname', 3 : u'gender', 4 : u'description', 5 : u'language', 6 : u'status', 7 : u'ftype', 8 : u'url__original_url', 9 : u'views_total', 10 : u'videos_total', } try: user = get_list_or_404(DMUser, fid=userfid)[0] querySet = user.following.all() except ObjectDoesNotExist: pass #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_harvester_post_list(request, call_type, harvester_id): querySet = None #dLogger.log('harvester_id: %s'%harvester_id) #columnIndexNameMap is required for correct sorting behavior columnIndexNameMap = { 0: u'created_time', 1: u'fid', 2: u'ffrom__username', 3: u'name', 4: u'description', 5: u'caption', 6: u'message', 7: u'link__original_url', 8: u'ftype', 9: u'likes_count', 10: u'shares_count', 11: u'comments_count', 12: u'application_raw', 13: u'updated_time', 14: u'story', 15: u'ffrom__name', 16: u'ffrom__fid', } try: if harvester_id == '0': querySet = FBPost.objects.all() else: harvester = get_list_or_404(FacebookHarvester, pk=harvester_id)[0] querySet = FBPost.objects.filter( user__harvester_in_charge=harvester) except: dLogger.exception("EXCEPTION OCCURED IN get_fb_harvester_post_list") #call to generic function from utils return get_datatables_records(request, querySet, columnIndexNameMap, call_type)