def main(): dbinfo = recover() conn = MySQLdb.connect(**dbinfo) cur = conn.cursor() #Learn sql = "SELECT id,article_text,trainpos,trainneg,trainneutral FROM articles WHERE trainset=1 AND (trainpos>0 OR trainneg>0 OR trainneutral>0)" cur.execute(sql) a = Learner() for aid,article_text,trainpos,trainneg,trainneutral in cur.fetchall(): aid = int(aid) items = [ (1, int(trainpos)),(0, int(trainneutral)),(-1, int(trainneg)) ] classification = max(items, key=lambda x : x[1])[0] a.add_string(article_text, classification) a.train() #Predict sql = "SELECT id,article_text FROM articles" cur.execute(sql) b = Classifier(a) for aid,article_text in cur.fetchall(): aid = int(aid) classification = b.classify(article_text) sql = "UPDATE articles SET score=%s WHERE id=%s" args = [classification,aid] cur.execute(sql,args) print aid,classification conn.commit()
def main(): cherrypy.config.update("./site-config.conf") """ cherrypy.config.update({ 'server.socket_host':'0.0.0.0', }) """ dbinfo = recover() root = Root() root.requestjob = RequestJob(dbinfo) root.returnjob = ReturnJob(dbinfo) cherrypy.quickstart(root, '/', config="./app-config.conf")
def main(): dbinfo = recover() conn = MySQLdb.connect(**dbinfo) cur = conn.cursor() sql = "SELECT id,url FROM articles" cur.execute(sql) for aid, url in cur.fetchall(): aid = int(aid) with open("bad_urls", "w") as f: try: article_text = text_from_url(url) except: import sys f.write(str(aid) + " " + str(sys.exc_info()) + "\n") sql = "UPDATE articles SET article_text=%s WHERE id=%s" args = [article_text, aid] cur.execute(sql, args) conn.commit()
def main(): dbinfo = recover() conn = MySQLdb.connect(**dbinfo) cur = conn.cursor() sql = "SELECT id,url FROM articles" cur.execute(sql) for aid,url in cur.fetchall(): aid = int(aid) with open("bad_urls","w") as f: try: article_text = text_from_url(url) except: import sys f.write(str(aid) + " " + str(sys.exc_info()) + "\n") sql = "UPDATE articles SET article_text=%s WHERE id=%s" args = [article_text,aid] cur.execute(sql,args) conn.commit()