def main():
dbinfo = recover()
conn = MySQLdb.connect(**dbinfo)
cur = conn.cursor()
#Learn
sql = "SELECT id,article_text,trainpos,trainneg,trainneutral FROM articles WHERE trainset=1 AND (trainpos>0 OR trainneg>0 OR trainneutral>0)"
cur.execute(sql)
a = Learner()
for aid,article_text,trainpos,trainneg,trainneutral in cur.fetchall():
aid = int(aid)
items = [ (1, int(trainpos)),(0, int(trainneutral)),(-1, int(trainneg)) ]
classification = max(items, key=lambda x : x[1])[0]
a.add_string(article_text, classification)
a.train()
#Predict
sql = "SELECT id,article_text FROM articles"
cur.execute(sql)
b = Classifier(a)
for aid,article_text in cur.fetchall():
aid = int(aid)
classification = b.classify(article_text)
sql = "UPDATE articles SET score=%s WHERE id=%s"
args = [classification,aid]
cur.execute(sql,args)
print aid,classification
conn.commit()
def main():
cherrypy.config.update("./site-config.conf")
"""
cherrypy.config.update({
'server.socket_host':'0.0.0.0',
})
"""
dbinfo = recover()
root = Root()
root.requestjob = RequestJob(dbinfo)
root.returnjob = ReturnJob(dbinfo)
cherrypy.quickstart(root, '/', config="./app-config.conf")
def main():
dbinfo = recover()
conn = MySQLdb.connect(**dbinfo)
cur = conn.cursor()
sql = "SELECT id,url FROM articles"
cur.execute(sql)
for aid, url in cur.fetchall():
aid = int(aid)
with open("bad_urls", "w") as f:
try:
article_text = text_from_url(url)
except:
import sys
f.write(str(aid) + " " + str(sys.exc_info()) + "\n")
sql = "UPDATE articles SET article_text=%s WHERE id=%s"
args = [article_text, aid]
cur.execute(sql, args)
conn.commit()
def main():
dbinfo = recover()
conn = MySQLdb.connect(**dbinfo)
cur = conn.cursor()
sql = "SELECT id,url FROM articles"
cur.execute(sql)
for aid,url in cur.fetchall():
aid = int(aid)
with open("bad_urls","w") as f:
try:
article_text = text_from_url(url)
except:
import sys
f.write(str(aid) + " " + str(sys.exc_info()) + "\n")
sql = "UPDATE articles SET article_text=%s WHERE id=%s"
args = [article_text,aid]
cur.execute(sql,args)
conn.commit()
