def get_dm_list(request, call_type, harvester_id):
querySet = None
if harvester_id == "0":
querySet = DMUser.objects.all()
else:
harvester = DailyMotionHarvester.objects.get(pmk_id__exact=harvester_id)
querySet = harvester.dmusers_to_harvest.all()
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'fid',
1 : u'username',
2 : u'screenname',
3 : u'gender',
4 : u'description',
5 : u'language',
6 : u'status',
7 : u'ftype',
8 : u'url__original_url',
9 : u'views_total',
10 : u'videos_total',
}
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_list(request, call_type, harvester_id):
querySet = None
if harvester_id == "0":
querySet = FBUser.objects.all()
else:
harvester = FacebookHarvester.objects.get(pmk_id__exact=harvester_id)
querySet = harvester.fbusers_to_harvest.all()
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0: u'pmk_id',
1: u'fid',
2: u'name',
3: u'username',
4: u'category',
5: u'likes',
6: u'about',
7: u'phone',
8: u'checkins',
9: u'talking_about_count',
}
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap,
call_type)
def get_fb_comment_list(request, call_type, userfid):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0: u'created_time',
1: u'ffrom__username',
2: u'post__ffrom__name',
3: u'post__fid',
4: u'message',
5: u'likes',
6: u'user_likes',
7: u'ftype',
8: u'ffrom__name',
9: u'ffrom__fid',
10: u'post__ffrom__fid',
}
try:
user = get_list_or_404(FBUser, fid=userfid)[0]
querySet = FBComment.objects.filter(ffrom=user)
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap,
call_type)
def get_fb_otherpost_list(request, call_type, userfid):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0: u'created_time',
1: u'fid',
2: u'user__username',
3: u'name',
4: u'description',
5: u'caption',
6: u'message',
7: u'link__original_url',
8: u'ftype',
9: u'likes_count',
10: u'shares_count',
11: u'comments_count',
12: u'application_raw',
13: u'updated_time',
14: u'story',
15: u'user__name',
16: u'user__fid',
}
try:
user = get_list_or_404(FBUser, fid=userfid)[0]
querySet = FBPost.objects.filter(ffrom=user).exclude(
user=user).order_by(u"created_time")
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap,
call_type)
def get_fb_otherpost_list(request, call_type, userfid):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'created_time',
1 : u'fid',
2 : u'user__username',
3 : u'name',
4 : u'description',
5 : u'caption',
6 : u'message',
7 : u'link__original_url',
8 : u'ftype',
9 : u'likes_count',
10: u'shares_count',
11: u'comments_count',
12: u'application_raw',
13: u'updated_time',
14: u'story',
15: u'user__name',
16: u'user__fid',
}
try:
user = get_list_or_404(FBUser, fid=userfid)[0]
querySet = FBPost.objects.filter(ffrom=user).exclude(user=user).order_by(u"created_time")
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_dm_video_list(request, call_type, userfid):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'created_time',
1 : u'fid',
2 : u'title',
3 : u'description',
4 : u'language',
5 : u'country',
6 : u'duration',
7 : u'allow_comments',
8 : u'rating',
9 : u'ratings_total',
10: u'views_total',
11: u'comments_total',
12: u'bookmarks_total',
}
try:
user = get_list_or_404(DMUser, fid=userfid)[0]
querySet = DMVideo.objects.filter(user=user)
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_harvester_comment_list(request, call_type, harvester_id):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0: u'created_time',
1: u'ffrom__username',
2: u'post__ffrom__name',
3: u'post__fid',
4: u'message',
5: u'likes',
6: u'user_likes',
7: u'ftype',
8: u'ffrom__name',
9: u'ffrom__fid',
10: u'post__ffrom__fid',
}
try:
if harvester_id == '0':
querySet = FBComment.objects.all()
else:
harvester = get_list_or_404(FacebookHarvester, pk=harvester_id)[0]
querySet = FBComment.objects.filter(
post__user__harvester_in_charge=harvester).distinct()
except ObjectDoesNotExist:
pass
dLogger.exception('ERROR OCCURED IN get_fb_harvester_comment_list:')
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap,
call_type)
def get_yt_list(request, call_type, harvester_id):
querySet = None
if harvester_id == "0":
querySet = YTUser.objects.all()
else:
harvester = YoutubeHarvester.objects.get(pmk_id__exact=harvester_id)
querySet = harvester.ytusers_to_harvest.all()
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'fid',
1 : u'username',
2 : u'first_name',
3 : u'last_name',
4 : u'relationship',
5 : u'description',
6 : u'age',
7 : u'gender',
8 : u'location',
9 : u'company',
10 : u'last_web_access',
11 : u'subscriber_count',
12 : u'video_watch_count',
13 : u'view_count',
}
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_tw_harvester_status_list(request, call_type, harvester_id):
dLogger.log('get_tw_harvester_status_list()')
querySet = None
columnIndexNameMap = {
0 : u'created_at',
1 : u'fid',
2 : u'text',
3 : u'retweet_count',
4 : u'retweeted',
5 : u'source',
}
if harvester_id == '0':
querySet = TWStatus.objects.all()
else:
harvester = get_list_or_404(TwitterHarvester, pmk_id=harvester_id)[0]
if harvester.twusers_to_harvest.count() > 100:
return twUserAjaxTableError("Too many items to display")
# merge two conditional filter in queryset:
conditionList = [Q(user=user) for user in harvester.twusers_to_harvest.all()]
conditionList += [Q(TWSearch_hit=search) for search in harvester.twsearch_to_harvest.all()]
querySet = TWStatus.objects.filter(reduce(lambda x, y: x | y, conditionList)).distinct()
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_yt_list(request, call_type, harvester_id):
querySet = None
if harvester_id == "0":
querySet = YTUser.objects.all()
else:
harvester = YoutubeHarvester.objects.get(pmk_id__exact=harvester_id)
querySet = harvester.ytusers_to_harvest.all()
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0: u'fid',
1: u'username',
2: u'first_name',
3: u'last_name',
4: u'relationship',
5: u'description',
6: u'age',
7: u'gender',
8: u'location',
9: u'company',
10: u'last_web_access',
11: u'subscriber_count',
12: u'video_count',
13: u'view_count',
}
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap,
call_type)
def get_fb_likes_list(request, call_type, postfid):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'fid',
1 : u'name',
}
try:
post = get_list_or_404(FBPost, fid=postfid)[0]
querySet = post.likes_from.all()
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_likes_list(request, call_type, postfid):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'fid',
1 : u'name',
}
try:
post = get_list_or_404(FBPost, fid=postfid)[0]
querySet = post.likes_from.all()
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_twsearch_list(request, call_type, harvester_id):
querySet = None
if harvester_id == "0":
querySet = TWSearch.objects.all()
else:
harvester = TwitterHarvester.objects.get(pmk_id__exact=harvester_id)
querySet = harvester.twsearch_to_harvest.all()
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'pmk_id',
1 : u'term',
}
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_tw_searchdetail_list(request, call_type, search_id):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'created_at',
1 : u'fid',
2 : u'user__screen_name',
3 : u'text',
4 : u'source',
}
try:
search = TWSearch.objects.get(pmk_id=search_id)
querySet = search.status_list.all()
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_tw_searchdetail_list(request, call_type, search_id):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'created_at',
1 : u'fid',
2 : u'user__screen_name',
3 : u'text',
4 : u'source',
}
try:
search = TWSearch.objects.get(pmk_id=search_id)
querySet = search.status_list.all()
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_tw_status_list(request, call_type, screen_name):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'created_at',
1 : u'fid',
2 : u'text',
3 : u'retweet_count',
4 : u'retweeted',
5 : u'source',
}
try:
user = get_list_or_404(TWUser, screen_name=screen_name)[0]
querySet = TWStatus.objects.filter(user=user)#.values(*columnIndexNameMap.values())
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_yt_videocomment_list(request, call_type, videofid):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'published',
1 : u'user__username',
2 : u'video__user__username',
3 : u'video__fid',
4 : u'message',
5 : u'user__fid',
6 : u'video__user__fid',
}
try:
video = get_list_or_404(YTVideo, fid=videofid)[0]
querySet = YTComment.objects.filter(video=video)
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_tw_status_list(request, call_type, screen_name):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'created_at',
1 : u'fid',
2 : u'text',
3 : u'retweet_count',
4 : u'retweeted',
5 : u'source',
}
try:
user = get_list_or_404(TWUser, screen_name=screen_name)[0]
querySet = TWStatus.objects.filter(user=user)#.values(*columnIndexNameMap.values())
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_dm_comment_list(request, call_type, userfid):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'created_time',
1 : u'user__screenname',
2 : u'video__user__screenname',
3 : u'video__fid',
4 : u'message',
5 : u'language',
6: u'user__fid',
7: u'video__user__fid',
}
try:
user = get_list_or_404(DMUser, fid=userfid)[0]
querySet = DMComment.objects.filter(user=user)
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_yt_videocomment_list(request, call_type, videofid):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0: u'published',
1: u'user__username',
2: u'video__user__username',
3: u'video__fid',
4: u'message',
5: u'user__fid',
6: u'video__user__fid',
}
try:
video = get_list_or_404(YTVideo, fid=videofid)[0]
querySet = YTComment.objects.filter(video=video)
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap,
call_type)
def get_yt_video_list(request, call_type, userfid):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'published',
1 : u'fid',
2 : u'title',
3 : u'description',
4 : u'category',
5 : u'duration',
6: u'view_count',
7: u'favorite_count',
}
try:
user = get_list_or_404(YTUser, fid=userfid)[0]
querySet = YTVideo.objects.filter(user=user)
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_tw_list(request, call_type, harvester_id):
querySet = None
if harvester_id == "0":
querySet = TWUser.objects.all()
else:
harvester = TwitterHarvester.objects.get(pmk_id__exact=harvester_id)
querySet = harvester.twusers_to_harvest.all()
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'name',
1 : u'screen_name',
2 : u'description',
3 : u'followers_count',
4 : u'friends_count',
5 : u'statuses_count',
6 : u'listed_count',
}
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_yt_video_list(request, call_type, userfid):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0: u'published',
1: u'fid',
2: u'title',
3: u'description',
4: u'category',
5: u'duration',
6: u'view_count',
7: u'favorite_count',
}
try:
user = get_list_or_404(YTUser, fid=userfid)[0]
querySet = YTVideo.objects.filter(user=user)
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap,
call_type)
def get_twsearch_list(request, call_type, harvester_id):
if debugging:
dLogger.log('get_twsearch_list()')
querySet = None
if harvester_id == "0":
querySet = TWSearch.objects.all()
else:
harvester = TwitterHarvester.objects.get(pmk_id__exact=harvester_id)
querySet = harvester.twsearch_to_harvest.all()
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'pmk_id',
1 : u'term',
2 : u'len#status_list'
}
#call to generic function from utils
db_record = get_datatables_records(request, querySet, columnIndexNameMap, call_type)
#dLogger.log(' db_record: %s'%db_record)
return db_record
def get_fb_postcomment_list(request, call_type, postfid):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'created_time',
1 : u'ffrom__username',
2 : u'message',
3 : u'likes',
4: u'user_likes',
5: u'ftype',
6: u'ffrom__name',
7: u'ffrom__fid',
8: u'post__fid',
}
try:
post = get_list_or_404(FBPost, fid=postfid)[0]
querySet = FBComment.objects.filter(post=post)
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_list(request, call_type, harvester_id):
querySet = None
if harvester_id == "0":
querySet = FBUser.objects.all()
else:
harvester = FacebookHarvester.objects.get(pmk_id__exact=harvester_id)
querySet = harvester.fbusers_to_harvest.all()
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'fid',
1 : u'name',
2 : u'username',
3 : u'category',
4 : u'likes',
5 : u'about',
6 : u'phone',
7 : u'checkins',
8 : u'talking_about_count',
}
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_dm_following_list(request, call_type, userfid):
querySet = None
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0 : u'fid',
1 : u'username',
2 : u'screenname',
3 : u'gender',
4 : u'description',
5 : u'language',
6 : u'status',
7 : u'ftype',
8 : u'url__original_url',
9 : u'views_total',
10 : u'videos_total',
}
try:
user = get_list_or_404(DMUser, fid=userfid)[0]
querySet = user.following.all()
except ObjectDoesNotExist:
pass
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap, call_type)
def get_fb_harvester_post_list(request, call_type, harvester_id):
querySet = None
#dLogger.log('harvester_id: %s'%harvester_id)
#columnIndexNameMap is required for correct sorting behavior
columnIndexNameMap = {
0: u'created_time',
1: u'fid',
2: u'ffrom__username',
3: u'name',
4: u'description',
5: u'caption',
6: u'message',
7: u'link__original_url',
8: u'ftype',
9: u'likes_count',
10: u'shares_count',
11: u'comments_count',
12: u'application_raw',
13: u'updated_time',
14: u'story',
15: u'ffrom__name',
16: u'ffrom__fid',
}
try:
if harvester_id == '0':
querySet = FBPost.objects.all()
else:
harvester = get_list_or_404(FacebookHarvester, pk=harvester_id)[0]
querySet = FBPost.objects.filter(
user__harvester_in_charge=harvester)
except:
dLogger.exception("EXCEPTION OCCURED IN get_fb_harvester_post_list")
#call to generic function from utils
return get_datatables_records(request, querySet, columnIndexNameMap,
call_type)
