def get(self): bot = Renren() weibo.login(weibo.USERNAME, weibo.PASSWORD) url = 'http://www.reddit.com/r/MachineLearning/.json' request = urllib2.Request(url) opener = urllib2.build_opener() request.add_header('User-Agent', 'Google App engine tutorial bot by /u/stephenlee10') jsondata = json.loads(opener.open(request).read()) tweets = '' if 'data' in jsondata and 'children' in jsondata['data']: posts = jsondata['data']['children'] posts.reverse() for index, post in enumerate(posts): entry = post['data'] print entry['permalink'] + ' ' + entry['url'] postid = entry['id'] num_comments = entry['num_comments'] qry = MessageDB.query(MessageDB.reddit_id==postid) res = qry.fetch(1) if len(res) == 0 and num_comments > 3: title = entry['title'] score = entry['score'] downs = entry['downs'] ups = entry['ups'] permalink = GoogleURLShort('http://www.reddit.com' + entry['permalink']).shorten() url = GoogleURLShort(entry['url']).shorten() author = 'http://www.reddit.com/user/' + entry['author'] status = ' %s [article:%s by:%s comments:%d score:%d]' % (url, permalink, author, num_comments, score) status = title + status status = status.encode('utf-8') logging.info(status) # update weibo status weibo.update_status(status) #update renren status bot.update_status(self.access_token, status) item = MessageDB() item.populate(reddit_id = postid, status = status) item.put() tweets += '<p>' + status + '</p>' logging.info(tweets) self.response.out.write("Done!\n" + tweets)
#coding=utf-8 from renren import Renren import time import random from datetime import datetime if __name__ == "__main__": renren = Renren() renren.set_cookie(open("COOKIE").readline().rstrip('\n')) renren.random_walk()
#coding=utf-8 from renren import Renren import time import random from datetime import datetime import json import os if __name__ == "__main__": renren = Renren() renren.load_cookie() flist = renren.get_friends_list('295852491') for f in flist: output_path = "/Users/ericyue/data/renren/renren_blogs/%s" % f[0] if os.path.exists(output_path): print "already save" continue output = open(output_path, 'a') blogs = renren.get_user_blog_ids(f[0]) for url in blogs: bid, title, content = renren.get_blog(url) if bid and title and content: jsonstr = {"bid": bid, "title": title, "content": content} output.write("%s\n" % (json.dumps(jsonstr))) output.flush() time.sleep(random.randint(1, 10))
#!/usr/bin/env python #coding=utf-8 from renren import Renren import time import random from datetime import datetime if __name__=="__main__": renren=Renren() renren.load_cookie() flist=renren.get_friends_list('295852491') random.shuffle(flist) for f in flist: print "find status for :",f[0] renren.get_status(uid=f[0])
#coding=utf-8 from renren import Renren import time import random from datetime import datetime if __name__=="__main__": renren=Renren() renren.login() output=open('/Users/ericyue/data/renren/renren_random_users','a') renren.search(output)
#!/usr/bin/env python #coding=utf-8 from renren import Renren import time import random from datetime import datetime if __name__ == "__main__": renren = Renren() renren.load_cookie() flist = renren.get_friends_list('295852491') random.shuffle(flist) for f in flist: print "find status for :", f[0] renren.get_status(uid=f[0])
#coding=utf-8 from renren import Renren import time import random from datetime import datetime if __name__ == "__main__": renren = Renren() renren.login() output = open('/Users/ericyue/data/renren/renren_random_users', 'a') renren.search(output)
#coding=utf-8 import os from renren import Renren import time import random from datetime import datetime if __name__=="__main__": renren=Renren() renren.set_cookie(open("COOKIE").readline().rstrip('\n')) friends=open('/Users/ericyue/data/renren/renren_users/renren_hebut_users.dat').readlines() flist=[] for i in friends: flist.append(i.split('\t')[0]) print flist #flist=renren.get_friends_list("295852491") for f in flist: output_path='/Users/ericyue/data/renren/hebut_users_friend_list/%s' % f if os.path.exists(output_path): print "pass one" continue try: mylist=renren.get_friends_list(f) except: print "privacy found" continue output=open(output_path,'w') for m in mylist: print m try: output.write("%s\t%s\t%s\n" %(m[0].encode('utf-8'),m[1].encode('utf-8'),m[2].encode('utf-8')))
#coding=utf-8 from renren import Renren import time import random from datetime import datetime import json import os if __name__=="__main__": renren=Renren() renren.load_cookie() flist=renren.get_friends_list('295852491') for f in flist: output_path="/Users/ericyue/data/renren/renren_blogs/%s" % f[0] if os.path.exists(output_path): print "already save" continue output=open(output_path,'a') blogs=renren.get_user_blog_ids(f[0]) for url in blogs: bid,title,content=renren.get_blog(url) if bid and title and content: jsonstr={"bid":bid,"title":title,"content":content} output.write("%s\n" % (json.dumps(jsonstr)) ) output.flush() time.sleep(random.randint(1,10))
#coding=utf-8 from renren import Renren import time import random from datetime import datetime if __name__=="__main__": renren=Renren() renren.set_cookie(open("COOKIE").readline().rstrip('\n')) renren.random_walk()
#coding=utf-8 from renren import Renren import time import random from datetime import datetime if __name__ == "__main__": renren = Renren() renren.set_cookie(open("COOKIE").readline().rstrip('\n')) flist = renren.get_friends_list("295852491") print "got my firends list:", len(flist) local = file( '/Users/ericyue/data/renren/renren_users/renren_hebut_users.dat' ).readlines() local2 = file( '/Users/ericyue/data/renren/renren_users/renren_thu_female.dat' ).readlines() local3 = file( '/Users/ericyue/data/renren/renren_users/renren_hebut_female.dat' ).readlines() local4 = file( '/Users/ericyue/data/renren/renren_bj_random_users.dat').readlines() local_list = [] for l in local: tmp = l.split('\t')[0] if tmp not in local_list: local_list.append(tmp) for l in local2: tmp = l.split('\t')[0] if tmp not in local_list: local_list.append(tmp)
#coding=utf-8 from renren import Renren import time import random from datetime import datetime if __name__=="__main__": renren=Renren() renren.set_cookie(open("COOKIE").readline().rstrip('\n')) flist=renren.get_friends_list("295852491") print "got my firends list:",len(flist) local=file('/Users/ericyue/data/renren/renren_users/renren_hebut_users.dat').readlines() local2=file('/Users/ericyue/data/renren/renren_users/renren_thu_female.dat').readlines() local3=file('/Users/ericyue/data/renren/renren_users/renren_hebut_female.dat').readlines() local4=file('/Users/ericyue/data/renren/renren_bj_random_users.dat').readlines() local_list=[] for l in local: tmp=l.split('\t')[0] if tmp not in local_list: local_list.append(tmp) for l in local2: tmp=l.split('\t')[0] if tmp not in local_list: local_list.append(tmp) for l in local3: tmp=l.split('\t')[0] if tmp not in local_list: local_list.append(tmp) for l in local4: tmp=l.split('\t')[0] if tmp not in local_list:
#coding=utf-8 import os from renren import Renren import time import random from datetime import datetime if __name__ == "__main__": renren = Renren() renren.set_cookie(open("COOKIE").readline().rstrip('\n')) friends = open( '/Users/ericyue/data/renren/renren_users/renren_hebut_users.dat' ).readlines() flist = [] for i in friends: flist.append(i.split('\t')[0]) print flist #flist=renren.get_friends_list("295852491") for f in flist: output_path = '/Users/ericyue/data/renren/hebut_users_friend_list/%s' % f if os.path.exists(output_path): print "pass one" continue try: mylist = renren.get_friends_list(f) except: print "privacy found" continue output = open(output_path, 'w') for m in mylist: print m