def build_parameters(self, args, kwargs): if '/direct_messages/events/new.json' in self.path: args = () kwargs = {} self.session.params = {} for idx, arg in enumerate(args): if arg is None: continue try: self.session.params[ self.allowed_param[idx]] = convert_to_utf8_str(arg) except IndexError: raise TweepError('Too many parameters supplied!') for k, arg in kwargs.items(): if arg is None: continue if k in self.session.params: raise TweepError( 'Multiple values for parameter %s supplied!' % k) self.session.params[k] = convert_to_utf8_str(arg) log.debug("PARAMS: %r", self.session.params)
def build_parameters(self, args, kargs): self.parameters = {} for idx, arg in enumerate(args): try: self.parameters[self.allowed_param[idx]] = convert_to_utf8_str(arg) except IndexError: raise TweepError("Too many parameters supplied!") for k, arg in kargs.items(): if arg is None: continue if k in self.parameters: raise TweepError("Multiple values for parameter %s supplied!" % k) self.parameters[k] = convert_to_utf8_str(arg)
def build_parameters(self, args, kwargs): self.session.params = {} for idx, arg in enumerate(args): if arg is None: continue try: self.session.params[self.allowed_param[idx]] = convert_to_utf8_str(arg) except IndexError: raise TweepError('Too many parameters supplied!') for k, arg in kwargs.items(): if arg is None: continue if k in self.session.params: raise TweepError('Multiple values for parameter %s supplied!' % k) self.session.params[k] = convert_to_utf8_str(arg)
def acquire(request): auth = tweepy_auth(credentials) api = tweepy_api(auth) start = request['start_date'] end = request['end_date'] if 'start_index' not in request: start_index = 0 else: start_index = int(request['start_index']) if 'queries' not in request: queries = default_queries() else: queries = request['queries'] if 'since_id' not in request: since_id = None else: since_id = request['since_id'] one_day = datetime.timedelta(days=1) try: for since_date in date_partition(string_to_date(start), string_to_date(end)): since = date_to_string(since_date) until = date_to_string(since_date + one_day) request['start_date'] = since for query_index in range(start_index, len(queries)): start_index = 0 request['start_index'] = query_index query = convert_to_utf8_str(queries[query_index]) basename = "tweet_%s_%s" % (query_index, since) serializer = TweetSerializer(basename) try: print "track_index=%d, q=\"%s\", since=%s, until=%s, since_id=%s" % \ (query_index, query, since, until, since_id) count = 0 for tweet in tweepy_query(api, query, since, until, since_id): serializer.write(tweet) request['since_id'] = tweet._json['id'] count += 1 since_id = None print " %s results" % count except: with open("request.json", "w") as request_out: json.dump(request, request_out) raise finally: # allows for cleanup on interrupt if serializer: serializer.close() request.pop('since_id', None) request.pop('start_index', None) except KeyboardInterrupt: print "Interrupt caught, exiting:..."
def build_parameters(self, args, kwargs): self.session.params = {} for idx, arg in enumerate(args): if arg is None: continue try: self.session.params[self.allowed_param[idx]] = convert_to_utf8_str(arg) except IndexError: raise TweepError('Too many parameters supplied!') for k, arg in kwargs.items(): if arg is None: continue if k in self.session.params: raise TweepError('Multiple values for parameter %s supplied!' % k) self.session.params[k] = convert_to_utf8_str(arg) log.info("PARAMS: %r", self.session.params)
def build_parameters(self, args, kargs): self.parameters = {} for idx, arg in enumerate(args): try: self.parameters[self.allowed_param[idx]] = convert_to_utf8_str(arg) except IndexError: raise TweepError('Too many parameters supplied!') for k, arg in kargs.items(): if arg is None: continue if k in self.parameters: raise TweepError('Multiple values for parameter %s supplied!' % k) self.parameters[k] = convert_to_utf8_str(arg) # Set 'user' paramter to the authenticated user's name # if no 'user' parameter value provided if(self.api.auth and 'user' not in self.parameters): self.parameters['user'] = self.api.auth.get_username()
def build_parameters(self, args, kargs): self.parameters = {} for idx, arg in enumerate(args): if arg is None: continue try: self.parameters[self.allowed_param[idx]] = convert_to_utf8_str(arg) except IndexError: raise TweepError('Too many parameters supplied!') for k, arg in kargs.items(): if arg is None: continue if k in deprecated_params: warnings.warn('The use of parameter %s is deprecated' % k, DeprecationWarning) if deprecated_params[k] is None: continue k = deprecated_params[k] if k in self.parameters: raise TweepError('Multiple values for parameter %s supplied!' % k) self.parameters[k] = convert_to_utf8_str(arg)
def build_parameters(self, args, kargs): self.parameters = {} for idx, arg in enumerate(args): if arg is None: continue try: self.parameters[self.allowed_param[idx]] = convert_to_utf8_str(arg) except IndexError: raise TweepError("Too many parameters supplied!") for k, arg in kargs.items(): if arg is None: continue if k in deprecated_params: warnings.warn("The use of parameter %s is deprecated" % k, DeprecationWarning) if deprecated_params[k] is None: continue k = deprecated_params[k] if k in self.parameters: raise TweepError("Multiple values for parameter %s supplied!" % k) self.parameters[k] = convert_to_utf8_str(arg)
def bulk_load(listkey, tweets): with open('/home/marcua/data/tweets/%s' % (listkey), 'w') as tmpfile: print "file %s" % (tmpfile.name) for jsontweet in tweets: tweet = Status.parse(api, json.loads(jsontweet)) tmpfile.write(convert_to_utf8_str(tweet.text) + "\n")
def bulk_load(listkey, tweets): with open("/home/marcua/data/tweets/%s" % (listkey), "w") as tmpfile: print "file %s" % (tmpfile.name) for jsontweet in tweets: tweet = Status.parse(api, json.loads(jsontweet)) tmpfile.write(convert_to_utf8_str(tweet.text) + "\n")
def gen_tuple(jsontweet): tweet = Status.parse(api, json.loads(jsontweet)) retweeted = (getattr(tweet, 'retweeted_status', None) != None) return (tweet.author.id, tweet.created_at, convert_to_utf8_str(tweet.text), retweeted)