def before_request():
    db = MySQLdb.connect(mySQLUrl, userName, passwd, DBName, charset='utf8', use_unicode=True)
    resultTuple = generateCorpus()
    # dictionary = resultTuple['dictionary']
    # corpus = resultTuple['corpus']
    # socTitleDict = resultTuple['socTitleDict']
    #
    # num_topics = 200
    # lsi = models.LsiModel(corpus, id2word=dictionary, num_topics=num_topics)
    # gensimIndex = Similarity('/tmp/tst', lsi[corpus], num_features=num_topics)
    # gensimIndex.num_best = 3
    g.gensimIndex = gensimIndex
    g.dictionary = dictionary
    g.lsi = lsi
    g.socTitleDict = socTitleDict
    g.db = db
Esempio n. 2
0
def before_request():
    db = MySQLdb.connect(mySQLUrl,
                         userName,
                         passwd,
                         DBName,
                         charset='utf8',
                         use_unicode=True)
    resultTuple = generateCorpus()
    # dictionary = resultTuple['dictionary']
    # corpus = resultTuple['corpus']
    # socTitleDict = resultTuple['socTitleDict']
    #
    # num_topics = 200
    # lsi = models.LsiModel(corpus, id2word=dictionary, num_topics=num_topics)
    # gensimIndex = Similarity('/tmp/tst', lsi[corpus], num_features=num_topics)
    # gensimIndex.num_best = 3
    g.gensimIndex = gensimIndex
    g.dictionary = dictionary
    g.lsi = lsi
    g.socTitleDict = socTitleDict
    g.db = db
from gensim import corpora, models
from gensim.similarities import Similarity
from flask.ext.cors import CORS
import MySQLdb

mySQLUrl = "localhost"
userName = "******"
passwd = "8269202"
DBName = "bullhorn"

db = MySQLdb.connect(mySQLUrl, userName, passwd, DBName, charset='utf8', use_unicode=True)

app = Flask(__name__)
CORS(app)

resultTuple = generateCorpus()
dictionary = resultTuple['dictionary']
corpus = resultTuple['corpus']
socTitleDict = resultTuple['socTitleDict']

num_topics = 200
lsi = models.LsiModel(corpus, id2word=dictionary, num_topics=num_topics)
gensimIndex = Similarity('/tmp/tst', lsi[corpus], num_features=num_topics)
gensimIndex.num_best = 3


@app.before_request
def before_request():
    db = MySQLdb.connect(mySQLUrl, userName, passwd, DBName, charset='utf8', use_unicode=True)
    resultTuple = generateCorpus()
    # dictionary = resultTuple['dictionary']
Esempio n. 4
0
cursor2 = db.cursor()

#Currently , we read documents from the text file, but we will change it to read from the database later
logging.root.level = logging.INFO  # ipython sometimes messes up the logging setup; restore

logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s',
                    level=logging.INFO)

logging.basicConfig(stream=sys.stdout, level=logging.INFO)
logging.getLogger("requests").setLevel(logging.WARNING)
logging.getLogger("gensim").setLevel(logging.WARNING)

socTitleDict = {}
dictionary, corpus = []

generateCorpus()

#Change from read the database
sql = '''
select * from bullhorn
'''

#dictionary, corpus,
result = cursor.execute(sql)
row = cursor.fetchone()
while (row != None):
    print type(row[2])
    doc = row[2]
    doclist = doc.lower().split()
    vec_bow = dictionary.doc2bow(doclist)
    num_topics = 200
Esempio n. 5
0
mySQLUrl = "localhost"
userName = "******"
passwd = "8269202"
DBName = "bullhorn"

db = MySQLdb.connect(mySQLUrl,
                     userName,
                     passwd,
                     DBName,
                     charset='utf8',
                     use_unicode=True)

app = Flask(__name__)
CORS(app)

resultTuple = generateCorpus()
dictionary = resultTuple['dictionary']
corpus = resultTuple['corpus']
socTitleDict = resultTuple['socTitleDict']

num_topics = 200
lsi = models.LsiModel(corpus, id2word=dictionary, num_topics=num_topics)
gensimIndex = Similarity('/tmp/tst', lsi[corpus], num_features=num_topics)
gensimIndex.num_best = 3


@app.before_request
def before_request():
    db = MySQLdb.connect(mySQLUrl,
                         userName,
                         passwd,