message[i + self.parts] if i < last else None,
i == 0
)
for i in range(last + 1)
])
cur.executemany(self.insert, l)
cur.close()
if __name__ == '__main__':
from credentials import Credentials
cred = Credentials()
con = cred.db()
p = Parser( con, **cred.strdict('api') )
if cred.cred['api']['new']:
print 'Reinitializing database.'
p.reset()
try:
p.analyze( cred.stream() )
except KeyboardInterrupt:
pass
con.close()
opt = { 'count': pagesize, 'page': page }
if( self.stalk ):
opt['screen_name'] = self.stalk
print 'Fetching tweets', page * pagesize, 'to', (page + 1) * pagesize
try:
req = Request(url + '?' + urlencode(opt), headers = self.headers)
js = loads( '\n'.join( urlopen(req).readlines() ) )
if len(js) < 5:
break
for tweet in js:
yield tweet['text']
except:
break
def __iter__(self):
if self.stream == 'sample':
return self.sample()
else:
return self.timeline()
if __name__ == '__main__':
from credentials import Credentials
c = Credentials()
for m in c.stream():
print m
