def main(argvs, argc):
"""
このスクリプトでツイッターの情報を記録するデータベースを作成します
"""
if (argc != 2):
print "Usage #python %s dbname" % argvs[0]
return -1
dbname = argvs[1]
if os.path.exists(dbname):
print dbname, " already exists."
return -1
db = TwitterDb(dbname)
db.create_db()
print db.dbpath, " is created."
return 0
def main(argvs, argc):
if argc != 4:
print "Usage: python search_to_db.py dbpath term since_id"
return -1
dbpath = argvs[1]
term = argvs[2]
since_id = int(argvs[3])
conf = ConfigParser.SafeConfigParser()
conf.read("twitter.ini")
print "==================================="
print "DB path:", dbpath
print "term :", term
print "since_id :", since_id
print "==================================="
# もし、UTF-8のターミナルなら以下の行はコメントアウトする
term = unicode(term, 'cp932').encode('utf-8')
tw = TweeterSearcher(consumer_key=conf.get('Twitter', 'consumer_key'),
consumer_secret=conf.get('Twitter',
'consumer_secret'),
access_token_key=conf.get('Twitter',
'access_token_key'),
access_token_secret=conf.get('Twitter',
'access_token_secret'))
db = TwitterDb(dbpath)
cond = db.GetCondition(term)
tw_max_id = None
tw_since_id = None
cond_id = None
if cond is None:
tw_since_id = since_id
db.SetCondition(None, term, 0, 0, 0, since_id)
cond = db.GetCondition(term)
cond_id = cond['id']
else:
cond_id = cond['id']
if cond['found_since']:
tw_since_id = cond['max_id'] + 1
else:
tw_since_id = since_id
if cond['min_id'] > 0:
tw_max_id = cond['min_id'] - 1
print "tw_since_id :", tw_since_id
print "tw_max_id :", tw_max_id
ret = tw.StartSearch(term, tw_since_id, tw_max_id)
found = 0
for t in tw.GetTweets():
utc = dateutil.parser.parse(t['createdtime']).utctimetuple()
tmstamp = time.mktime(utc)
db.AppendTweet(cond_id, t['id'], t['text'], t['user_id'], tmstamp)
if ret:
# 全レコードを読み込んだ
print "All tweets is imported."
found = 1
if len(tw.GetTweets()) > 0:
db.SetCondition(cond_id, term, found, tw.max_id, tw.min_id, since_id)
print "Import %d" % (len(tw.GetTweets()))
db.Commit()
tm = tw.GetSearchReset()
print "REMAING:%d RESET-TIME: %d:%d" % (tw.GetSearchRemaining(),
tm.tm_hour, tm.tm_min)
return 0
def setUp(self):
self._db = TwitterDb(self._dbpath)
self._db.create_db()
