def handle_noargs(self, **options): # self.api = TwitterAPI(consumer_key=local_settings.TWITTER_CONSUMER_KEY, # consumer_secret=local_settings.TWITTER_CONSUMER_SECRET, # access_token_key=local_settings.TWITTER_ACCESS_TOKEN_KEY, # access_token_secret=local_settings.TWITTER_ACCESS_TOKEN_SECRET) # r = self.api.request('search/tweets', {'q':'pizza'}) # for item in r.get_iterator(): # print item # auth = tweepy.OAuthHandler(local_settings.TWITTER_CONSUMER_KEY, local_settings.TWITTER_CONSUMER_SECRET) # auth.set_access_token(local_settings.TWITTER_ACCESS_TOKEN_KEY, local_settings.TWITTER_ACCESS_TOKEN_SECRET) # api = tweepy.API(auth) # print api.me().name # t = Twitter( # auth=OAuth(local_settings.TWITTER_ACCESS_TOKEN_KEY, local_settings.TWITTER_ACCESS_TOKEN_SECRET, # local_settings.TWITTER_CONSUMER_KEY, local_settings.TWITTER_CONSUMER_SECRET) # ) # tl = t.statuses.user_timeline(screen_name='tweededbadger',count=5) # # tl = t.statuses.friends_timeline(id="tweededbadger") # pprint(tl) try: self.pt = PostType.objects.get(slug='twitter') except ObjectDoesNotExist: self.pt = PostType(name="Twitter", slug="twitter") self.pt.save() self.login() self.get_tweets()
class Command(NoArgsCommand): # args = help = 'Gets latest Reddit stuff' def handle_noargs(self, **options): self.reddit_u = local_settings.REDDIT_LOGIN self.reddit_p = local_settings.REDDIT_PASSWORD self.stdout.write('Hello there ' + self.reddit_u) try: self.pt = PostType.objects.get(slug='reddit') except ObjectDoesNotExist: self.create_reddit_postype() self.login() self.get_saved() # self.test() def create_reddit_postype(self): self.pt = PostType(name="Reddit", slug="reddit") self.pt.save() def login(self): self.r = praw.Reddit(user_agent='HoneybadgerUK Blog') self.r.login(self.reddit_u, self.reddit_p) def get_saved(self): liked = self.r.user.get_liked() # print len(saved) for like in liked: # pprint(vars(like)) # pprint(like.title) # pprint(jsonpickle.encode(like)) # pprint(jsonpickle.encode(like)) if not self.check_if_saved(like): self.save(like) else: print like.title + " already saved" break # vars(saved) def save(self, like): p = Post(title=like.title, created=datetime.datetime.fromtimestamp(int( like.created_utc)), external_link=like.permalink, post_type=self.pt, external_data=jsonpickle.encode(like)) p.save() def check_if_saved(self, like): try: p = Post.objects.get(title=like.title) return True except: return False def test(self): pt = PostType.objects.get(slug='reddit') pprint(pt) p = Post(title="test", created=timezone.now(), post_type=pt) p.save()
class Command(NoArgsCommand): # args = help = 'Gets latest Reddit stuff' def handle_noargs(self,**options): self.reddit_u = local_settings.REDDIT_LOGIN self.reddit_p = local_settings.REDDIT_PASSWORD self.stdout.write('Hello there ' + self.reddit_u) try: self.pt = PostType.objects.get(slug='reddit') except ObjectDoesNotExist: self.create_reddit_postype() self.login() self.get_saved() # self.test() def create_reddit_postype(self): self.pt = PostType(name="Reddit",slug="reddit") self.pt.save() def login(self): self.r = praw.Reddit(user_agent='HoneybadgerUK Blog') self.r.login(self.reddit_u,self.reddit_p) def get_saved(self): liked = self.r.user.get_liked() # print len(saved) for like in liked: # pprint(vars(like)) # pprint(like.title) # pprint(jsonpickle.encode(like)) # pprint(jsonpickle.encode(like)) if not self.check_if_saved(like): self.save(like) else: print like.title + " already saved" break # vars(saved) def save(self,like): p = Post(title=like.title, created=datetime.datetime.fromtimestamp(int(like.created_utc)), external_link=like.permalink, post_type=self.pt, external_data=jsonpickle.encode(like) ) p.save() def check_if_saved(self,like): try: p = Post.objects.get(title=like.title) return True except: return False def test(self): pt = PostType.objects.get(slug='reddit') pprint(pt); p = Post(title="test",created=timezone.now(),post_type=pt) p.save()
def handle_noargs(self,**options): # self.api = TwitterAPI(consumer_key=local_settings.TWITTER_CONSUMER_KEY, # consumer_secret=local_settings.TWITTER_CONSUMER_SECRET, # access_token_key=local_settings.TWITTER_ACCESS_TOKEN_KEY, # access_token_secret=local_settings.TWITTER_ACCESS_TOKEN_SECRET) # r = self.api.request('search/tweets', {'q':'pizza'}) # for item in r.get_iterator(): # print item # auth = tweepy.OAuthHandler(local_settings.TWITTER_CONSUMER_KEY, local_settings.TWITTER_CONSUMER_SECRET) # auth.set_access_token(local_settings.TWITTER_ACCESS_TOKEN_KEY, local_settings.TWITTER_ACCESS_TOKEN_SECRET) # api = tweepy.API(auth) # print api.me().name # t = Twitter( # auth=OAuth(local_settings.TWITTER_ACCESS_TOKEN_KEY, local_settings.TWITTER_ACCESS_TOKEN_SECRET, # local_settings.TWITTER_CONSUMER_KEY, local_settings.TWITTER_CONSUMER_SECRET) # ) # tl = t.statuses.user_timeline(screen_name='tweededbadger',count=5) # # tl = t.statuses.friends_timeline(id="tweededbadger") # pprint(tl) try: self.pt = PostType.objects.get(slug='twitter') except ObjectDoesNotExist: self.pt = PostType(name="Twitter",slug="twitter") self.pt.save() self.login() self.get_tweets()
def create_reddit_postype(self): self.pt = PostType(name="Reddit",slug="reddit") self.pt.save()
class Command(NoArgsCommand): # args = help = 'Gets latest Twitter stuff' def handle_noargs(self,**options): # self.api = TwitterAPI(consumer_key=local_settings.TWITTER_CONSUMER_KEY, # consumer_secret=local_settings.TWITTER_CONSUMER_SECRET, # access_token_key=local_settings.TWITTER_ACCESS_TOKEN_KEY, # access_token_secret=local_settings.TWITTER_ACCESS_TOKEN_SECRET) # r = self.api.request('search/tweets', {'q':'pizza'}) # for item in r.get_iterator(): # print item # auth = tweepy.OAuthHandler(local_settings.TWITTER_CONSUMER_KEY, local_settings.TWITTER_CONSUMER_SECRET) # auth.set_access_token(local_settings.TWITTER_ACCESS_TOKEN_KEY, local_settings.TWITTER_ACCESS_TOKEN_SECRET) # api = tweepy.API(auth) # print api.me().name # t = Twitter( # auth=OAuth(local_settings.TWITTER_ACCESS_TOKEN_KEY, local_settings.TWITTER_ACCESS_TOKEN_SECRET, # local_settings.TWITTER_CONSUMER_KEY, local_settings.TWITTER_CONSUMER_SECRET) # ) # tl = t.statuses.user_timeline(screen_name='tweededbadger',count=5) # # tl = t.statuses.friends_timeline(id="tweededbadger") # pprint(tl) try: self.pt = PostType.objects.get(slug='twitter') except ObjectDoesNotExist: self.pt = PostType(name="Twitter",slug="twitter") self.pt.save() self.login() self.get_tweets() def login(self): self.twitter_connection = Twitter( auth=OAuth(local_settings.TWITTER_ACCESS_TOKEN_KEY, local_settings.TWITTER_ACCESS_TOKEN_SECRET, local_settings.TWITTER_CONSUMER_KEY, local_settings.TWITTER_CONSUMER_SECRET) ) def get_tweets(self): tweets = self.twitter_connection.statuses.user_timeline(screen_name='tweededbadger',count=10) for tweet in tweets: if not self.check_if_saved(tweet): # pprint(tweet) # print tweet['text'] # print type(tweet['created_at']) # print time.strptime(tweet['created_at'],'%a %b %d %H:%M:%S +0000 %Y') self.save(tweet) else: print "Already saved: "+tweet['text'].encode('utf-8') def save(self,tweet): tweet_time = time.strptime(tweet['created_at'],'%a %b %d %H:%M:%S +0000 %Y') ts = time.strftime('%Y-%m-%d %H:%M:%S', time.strptime(tweet['created_at'],'%a %b %d %H:%M:%S +0000 %Y')) # if tweet['entities']['media'][0]['media_url']: if 'media' in tweet['entities']: image = tweet['entities']['media'][0]['media_url'] else: image = None p = Post(title=tweet['text'], # created=tweet['created_at'], created=ts, external_link='https://twitter.com/iamdevloper/status/'+tweet['id_str'], post_type=self.pt, external_data=jsonpickle.encode(tweet), external_image=image) p.save() # print "Saved: "+tweet['text'] pprint(tweet['text'].encode('utf-8')) def check_if_saved(self,tweet): try: p = Post.objects.get(title=tweet['text']) return True except: return False
def create_reddit_postype(self): self.pt = PostType(name="Reddit", slug="reddit") self.pt.save()
class Command(NoArgsCommand): # args = help = 'Gets latest Twitter stuff' def handle_noargs(self, **options): # self.api = TwitterAPI(consumer_key=local_settings.TWITTER_CONSUMER_KEY, # consumer_secret=local_settings.TWITTER_CONSUMER_SECRET, # access_token_key=local_settings.TWITTER_ACCESS_TOKEN_KEY, # access_token_secret=local_settings.TWITTER_ACCESS_TOKEN_SECRET) # r = self.api.request('search/tweets', {'q':'pizza'}) # for item in r.get_iterator(): # print item # auth = tweepy.OAuthHandler(local_settings.TWITTER_CONSUMER_KEY, local_settings.TWITTER_CONSUMER_SECRET) # auth.set_access_token(local_settings.TWITTER_ACCESS_TOKEN_KEY, local_settings.TWITTER_ACCESS_TOKEN_SECRET) # api = tweepy.API(auth) # print api.me().name # t = Twitter( # auth=OAuth(local_settings.TWITTER_ACCESS_TOKEN_KEY, local_settings.TWITTER_ACCESS_TOKEN_SECRET, # local_settings.TWITTER_CONSUMER_KEY, local_settings.TWITTER_CONSUMER_SECRET) # ) # tl = t.statuses.user_timeline(screen_name='tweededbadger',count=5) # # tl = t.statuses.friends_timeline(id="tweededbadger") # pprint(tl) try: self.pt = PostType.objects.get(slug='twitter') except ObjectDoesNotExist: self.pt = PostType(name="Twitter", slug="twitter") self.pt.save() self.login() self.get_tweets() def login(self): self.twitter_connection = Twitter(auth=OAuth( local_settings.TWITTER_ACCESS_TOKEN_KEY, local_settings. TWITTER_ACCESS_TOKEN_SECRET, local_settings.TWITTER_CONSUMER_KEY, local_settings.TWITTER_CONSUMER_SECRET)) def get_tweets(self): tweets = self.twitter_connection.statuses.user_timeline( screen_name='tweededbadger', count=10) for tweet in tweets: if not self.check_if_saved(tweet): # pprint(tweet) # print tweet['text'] # print type(tweet['created_at']) # print time.strptime(tweet['created_at'],'%a %b %d %H:%M:%S +0000 %Y') self.save(tweet) else: print "Already saved: " + tweet['text'].encode('utf-8') def save(self, tweet): tweet_time = time.strptime(tweet['created_at'], '%a %b %d %H:%M:%S +0000 %Y') ts = time.strftime( '%Y-%m-%d %H:%M:%S', time.strptime(tweet['created_at'], '%a %b %d %H:%M:%S +0000 %Y')) # if tweet['entities']['media'][0]['media_url']: if 'media' in tweet['entities']: image = tweet['entities']['media'][0]['media_url'] else: image = None p = Post( title=tweet['text'], # created=tweet['created_at'], created=ts, external_link='https://twitter.com/iamdevloper/status/' + tweet['id_str'], post_type=self.pt, external_data=jsonpickle.encode(tweet), external_image=image) p.save() # print "Saved: "+tweet['text'] pprint(tweet['text'].encode('utf-8')) def check_if_saved(self, tweet): try: p = Post.objects.get(title=tweet['text']) return True except: return False