def get(self):
bot = Renren()
weibo.login(weibo.USERNAME, weibo.PASSWORD)
url = 'http://www.reddit.com/r/MachineLearning/.json'
request = urllib2.Request(url)
opener = urllib2.build_opener()
request.add_header('User-Agent', 'Google App engine tutorial bot by /u/stephenlee10')
jsondata = json.loads(opener.open(request).read())
tweets = ''
if 'data' in jsondata and 'children' in jsondata['data']:
posts = jsondata['data']['children']
posts.reverse()
for index, post in enumerate(posts):
entry = post['data']
print entry['permalink'] + ' ' + entry['url']
postid = entry['id']
num_comments = entry['num_comments']
qry = MessageDB.query(MessageDB.reddit_id==postid)
res = qry.fetch(1)
if len(res) == 0 and num_comments > 3:
title = entry['title']
score = entry['score']
downs = entry['downs']
ups = entry['ups']
permalink = GoogleURLShort('http://www.reddit.com' + entry['permalink']).shorten()
url = GoogleURLShort(entry['url']).shorten()
author = 'http://www.reddit.com/user/' + entry['author']
status = ' %s [article:%s by:%s comments:%d score:%d]' % (url, permalink, author, num_comments, score)
status = title + status
status = status.encode('utf-8')
logging.info(status)
# update weibo status
weibo.update_status(status)
#update renren status
bot.update_status(self.access_token, status)
item = MessageDB()
item.populate(reddit_id = postid, status = status)
item.put()
tweets += '<p>' + status + '</p>'
logging.info(tweets)
self.response.out.write("Done!\n" + tweets)
#coding=utf-8
from renren import Renren
import time
import random
from datetime import datetime
if __name__ == "__main__":
renren = Renren()
renren.set_cookie(open("COOKIE").readline().rstrip('\n'))
renren.random_walk()
#coding=utf-8
from renren import Renren
import time
import random
from datetime import datetime
import json
import os
if __name__ == "__main__":
renren = Renren()
renren.load_cookie()
flist = renren.get_friends_list('295852491')
for f in flist:
output_path = "/Users/ericyue/data/renren/renren_blogs/%s" % f[0]
if os.path.exists(output_path):
print "already save"
continue
output = open(output_path, 'a')
blogs = renren.get_user_blog_ids(f[0])
for url in blogs:
bid, title, content = renren.get_blog(url)
if bid and title and content:
jsonstr = {"bid": bid, "title": title, "content": content}
output.write("%s\n" % (json.dumps(jsonstr)))
output.flush()
time.sleep(random.randint(1, 10))
#!/usr/bin/env python
#coding=utf-8
from renren import Renren
import time
import random
from datetime import datetime
if __name__=="__main__":
renren=Renren()
renren.load_cookie()
flist=renren.get_friends_list('295852491')
random.shuffle(flist)
for f in flist:
print "find status for :",f[0]
renren.get_status(uid=f[0])
#coding=utf-8
from renren import Renren
import time
import random
from datetime import datetime
if __name__=="__main__":
renren=Renren()
renren.login()
output=open('/Users/ericyue/data/renren/renren_random_users','a')
renren.search(output)
#!/usr/bin/env python
#coding=utf-8
from renren import Renren
import time
import random
from datetime import datetime
if __name__ == "__main__":
renren = Renren()
renren.load_cookie()
flist = renren.get_friends_list('295852491')
random.shuffle(flist)
for f in flist:
print "find status for :", f[0]
renren.get_status(uid=f[0])
#coding=utf-8
from renren import Renren
import time
import random
from datetime import datetime
if __name__ == "__main__":
renren = Renren()
renren.login()
output = open('/Users/ericyue/data/renren/renren_random_users', 'a')
renren.search(output)
#coding=utf-8
import os
from renren import Renren
import time
import random
from datetime import datetime
if __name__=="__main__":
renren=Renren()
renren.set_cookie(open("COOKIE").readline().rstrip('\n'))
friends=open('/Users/ericyue/data/renren/renren_users/renren_hebut_users.dat').readlines()
flist=[]
for i in friends:
flist.append(i.split('\t')[0])
print flist
#flist=renren.get_friends_list("295852491")
for f in flist:
output_path='/Users/ericyue/data/renren/hebut_users_friend_list/%s' % f
if os.path.exists(output_path):
print "pass one"
continue
try:
mylist=renren.get_friends_list(f)
except:
print "privacy found"
continue
output=open(output_path,'w')
for m in mylist:
print m
try:
output.write("%s\t%s\t%s\n" %(m[0].encode('utf-8'),m[1].encode('utf-8'),m[2].encode('utf-8')))
#coding=utf-8
from renren import Renren
import time
import random
from datetime import datetime
import json
import os
if __name__=="__main__":
renren=Renren()
renren.load_cookie()
flist=renren.get_friends_list('295852491')
for f in flist:
output_path="/Users/ericyue/data/renren/renren_blogs/%s" % f[0]
if os.path.exists(output_path):
print "already save"
continue
output=open(output_path,'a')
blogs=renren.get_user_blog_ids(f[0])
for url in blogs:
bid,title,content=renren.get_blog(url)
if bid and title and content:
jsonstr={"bid":bid,"title":title,"content":content}
output.write("%s\n" % (json.dumps(jsonstr)) )
output.flush()
time.sleep(random.randint(1,10))
#coding=utf-8
from renren import Renren
import time
import random
from datetime import datetime
if __name__=="__main__":
renren=Renren()
renren.set_cookie(open("COOKIE").readline().rstrip('\n'))
renren.random_walk()
#coding=utf-8
from renren import Renren
import time
import random
from datetime import datetime
if __name__ == "__main__":
renren = Renren()
renren.set_cookie(open("COOKIE").readline().rstrip('\n'))
flist = renren.get_friends_list("295852491")
print "got my firends list:", len(flist)
local = file(
'/Users/ericyue/data/renren/renren_users/renren_hebut_users.dat'
).readlines()
local2 = file(
'/Users/ericyue/data/renren/renren_users/renren_thu_female.dat'
).readlines()
local3 = file(
'/Users/ericyue/data/renren/renren_users/renren_hebut_female.dat'
).readlines()
local4 = file(
'/Users/ericyue/data/renren/renren_bj_random_users.dat').readlines()
local_list = []
for l in local:
tmp = l.split('\t')[0]
if tmp not in local_list:
local_list.append(tmp)
for l in local2:
tmp = l.split('\t')[0]
if tmp not in local_list:
local_list.append(tmp)
#coding=utf-8
from renren import Renren
import time
import random
from datetime import datetime
if __name__=="__main__":
renren=Renren()
renren.set_cookie(open("COOKIE").readline().rstrip('\n'))
flist=renren.get_friends_list("295852491")
print "got my firends list:",len(flist)
local=file('/Users/ericyue/data/renren/renren_users/renren_hebut_users.dat').readlines()
local2=file('/Users/ericyue/data/renren/renren_users/renren_thu_female.dat').readlines()
local3=file('/Users/ericyue/data/renren/renren_users/renren_hebut_female.dat').readlines()
local4=file('/Users/ericyue/data/renren/renren_bj_random_users.dat').readlines()
local_list=[]
for l in local:
tmp=l.split('\t')[0]
if tmp not in local_list:
local_list.append(tmp)
for l in local2:
tmp=l.split('\t')[0]
if tmp not in local_list:
local_list.append(tmp)
for l in local3:
tmp=l.split('\t')[0]
if tmp not in local_list:
local_list.append(tmp)
for l in local4:
tmp=l.split('\t')[0]
if tmp not in local_list:
#coding=utf-8
import os
from renren import Renren
import time
import random
from datetime import datetime
if __name__ == "__main__":
renren = Renren()
renren.set_cookie(open("COOKIE").readline().rstrip('\n'))
friends = open(
'/Users/ericyue/data/renren/renren_users/renren_hebut_users.dat'
).readlines()
flist = []
for i in friends:
flist.append(i.split('\t')[0])
print flist
#flist=renren.get_friends_list("295852491")
for f in flist:
output_path = '/Users/ericyue/data/renren/hebut_users_friend_list/%s' % f
if os.path.exists(output_path):
print "pass one"
continue
try:
mylist = renren.get_friends_list(f)
except:
print "privacy found"
continue
output = open(output_path, 'w')
for m in mylist:
print m
