from processor import TextProcessor, Document import re from bs4 import BeautifulSoup import urllib3 import numpy as np from flask.ext.pymongo import PyMongo import os import sys app = Flask(__name__) app.config['MONGO_URI'] = os.getenv('MONGOHQ_URL') mongo = PyMongo(app) processor = TextProcessor() with app.app_context(): processor.map_data(mongo.db.postings.find()) processor.build_doc_matrix() @app.route('/', methods=['GET', 'POST']) def main(): if request.method == 'GET': return render_template('index.html') url = request.form['url'].strip() domain = 'newyork.craigslist.org/' if not domain in url: return render_template('index.html', error='Please enter a valid URL') # process unseen document