message[i + self.parts] if i < last else None, i == 0 ) for i in range(last + 1) ]) cur.executemany(self.insert, l) cur.close() if __name__ == '__main__': from credentials import Credentials cred = Credentials() con = cred.db() p = Parser( con, **cred.strdict('api') ) if cred.cred['api']['new']: print 'Reinitializing database.' p.reset() try: p.analyze( cred.stream() ) except KeyboardInterrupt: pass con.close()
opt = { 'count': pagesize, 'page': page } if( self.stalk ): opt['screen_name'] = self.stalk print 'Fetching tweets', page * pagesize, 'to', (page + 1) * pagesize try: req = Request(url + '?' + urlencode(opt), headers = self.headers) js = loads( '\n'.join( urlopen(req).readlines() ) ) if len(js) < 5: break for tweet in js: yield tweet['text'] except: break def __iter__(self): if self.stream == 'sample': return self.sample() else: return self.timeline() if __name__ == '__main__': from credentials import Credentials c = Credentials() for m in c.stream(): print m