def before_request(): db = MySQLdb.connect(mySQLUrl, userName, passwd, DBName, charset='utf8', use_unicode=True) resultTuple = generateCorpus() # dictionary = resultTuple['dictionary'] # corpus = resultTuple['corpus'] # socTitleDict = resultTuple['socTitleDict'] # # num_topics = 200 # lsi = models.LsiModel(corpus, id2word=dictionary, num_topics=num_topics) # gensimIndex = Similarity('/tmp/tst', lsi[corpus], num_features=num_topics) # gensimIndex.num_best = 3 g.gensimIndex = gensimIndex g.dictionary = dictionary g.lsi = lsi g.socTitleDict = socTitleDict g.db = db
def before_request(): db = MySQLdb.connect(mySQLUrl, userName, passwd, DBName, charset='utf8', use_unicode=True) resultTuple = generateCorpus() # dictionary = resultTuple['dictionary'] # corpus = resultTuple['corpus'] # socTitleDict = resultTuple['socTitleDict'] # # num_topics = 200 # lsi = models.LsiModel(corpus, id2word=dictionary, num_topics=num_topics) # gensimIndex = Similarity('/tmp/tst', lsi[corpus], num_features=num_topics) # gensimIndex.num_best = 3 g.gensimIndex = gensimIndex g.dictionary = dictionary g.lsi = lsi g.socTitleDict = socTitleDict g.db = db
from gensim import corpora, models from gensim.similarities import Similarity from flask.ext.cors import CORS import MySQLdb mySQLUrl = "localhost" userName = "******" passwd = "8269202" DBName = "bullhorn" db = MySQLdb.connect(mySQLUrl, userName, passwd, DBName, charset='utf8', use_unicode=True) app = Flask(__name__) CORS(app) resultTuple = generateCorpus() dictionary = resultTuple['dictionary'] corpus = resultTuple['corpus'] socTitleDict = resultTuple['socTitleDict'] num_topics = 200 lsi = models.LsiModel(corpus, id2word=dictionary, num_topics=num_topics) gensimIndex = Similarity('/tmp/tst', lsi[corpus], num_features=num_topics) gensimIndex.num_best = 3 @app.before_request def before_request(): db = MySQLdb.connect(mySQLUrl, userName, passwd, DBName, charset='utf8', use_unicode=True) resultTuple = generateCorpus() # dictionary = resultTuple['dictionary']
cursor2 = db.cursor() #Currently , we read documents from the text file, but we will change it to read from the database later logging.root.level = logging.INFO # ipython sometimes messes up the logging setup; restore logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.INFO) logging.basicConfig(stream=sys.stdout, level=logging.INFO) logging.getLogger("requests").setLevel(logging.WARNING) logging.getLogger("gensim").setLevel(logging.WARNING) socTitleDict = {} dictionary, corpus = [] generateCorpus() #Change from read the database sql = ''' select * from bullhorn ''' #dictionary, corpus, result = cursor.execute(sql) row = cursor.fetchone() while (row != None): print type(row[2]) doc = row[2] doclist = doc.lower().split() vec_bow = dictionary.doc2bow(doclist) num_topics = 200
mySQLUrl = "localhost" userName = "******" passwd = "8269202" DBName = "bullhorn" db = MySQLdb.connect(mySQLUrl, userName, passwd, DBName, charset='utf8', use_unicode=True) app = Flask(__name__) CORS(app) resultTuple = generateCorpus() dictionary = resultTuple['dictionary'] corpus = resultTuple['corpus'] socTitleDict = resultTuple['socTitleDict'] num_topics = 200 lsi = models.LsiModel(corpus, id2word=dictionary, num_topics=num_topics) gensimIndex = Similarity('/tmp/tst', lsi[corpus], num_features=num_topics) gensimIndex.num_best = 3 @app.before_request def before_request(): db = MySQLdb.connect(mySQLUrl, userName, passwd,