Пример #1
0
def analyze():

    start = time.time()

    if request.method == 'POST':
        rawtext = request.form['rawtext']

        final_read_time = readingTime(rawtext)
        #now we need to do

        #Summarization
        final_summary = text_summarizer(rawtext)

        #Reading Time

        summary_read_time = readingTime(final_summary)

        end = time.time()

        final_time = end - start

    return render_template('index.html',
                           ctext=rawtext,
                           final_summary=final_summary,
                           final_time=final_time,
                           final_read_time=final_read_time,
                           summary_read_time=summary_read_time)
Пример #2
0
def analyze_url():
    start = time.time()
    session['value'] += 1
    if request.method == 'POST':
        s = session['value']
        raw_url = request.form['raw_url']
        rawtext = get_text(raw_url)
        if rawtext == 0 or rawtext is None:
            flash(
                'The website does not contain texts or it does not allow texts to be extracted.',
                category='alert')
            rawtext = 'Error'
            return render_template('index.html',
                                   count=session['value'],
                                   ctext=rawtext,
                                   final_summary=' ',
                                   final_time=0,
                                   final_reading_time=0,
                                   summary_reading_time=0)
        final_reading_time = readingTime(rawtext)
        final_summary = text_summarizer(rawtext)
        summary_reading_time = readingTime(final_summary)
        end = time.time()
        final_time = end - start
    return render_template('index.html',
                           count=session['value'],
                           ctext=rawtext,
                           final_summary=final_summary,
                           final_time=final_time,
                           final_reading_time=final_reading_time,
                           summary_reading_time=summary_reading_time)
Пример #3
0
def comparer():
    start = time.time()
    if request.method == 'POST':

        rawtext = request.form['rawtext']
        rawtext_total_words = CountWords(rawtext)
        #spacy
        final_summary_spacy = text_summarizer(rawtext)
        total_words_spacy = CountWords(final_summary_spacy)
        # Gensim Summarizer
        final_summary_gensim = summarize(rawtext)
        total_words_gensim = CountWords(final_summary_gensim)
        # NLTK
        final_summary_nltk = nltk_summarizer(rawtext)
        total_words_nltk = CountWords(final_summary_nltk)
        # Sumy
        final_summary_sumy = sumy_summary(rawtext)
        total_words_sumy = CountWords(final_summary_sumy)

        end = time.time()
        final_time = end - start
        return render_template('compare_summary.html',
                               ctext=rawtext,
                               final_summary_spacy=final_summary_spacy,
                               final_summary_gensim=final_summary_gensim,
                               final_summary_nltk=final_summary_nltk,
                               final_time=final_time,
                               rawtext_total_words=rawtext_total_words,
                               total_words_spacy=total_words_spacy,
                               total_words_gensim=total_words_gensim,
                               final_summary_sumy=final_summary_sumy,
                               total_words_sumy=total_words_sumy,
                               total_words_nltk=total_words_nltk)
Пример #4
0
def comparer():
    start = time.time()
    if request.method == 'POST':
        rawtext = request.form['rawtext']
        final_reading_time = readingTime(rawtext)
        final_summary_spacy = text_summarizer(rawtext)
        summary_reading_time = readingTime(final_summary_spacy)
        # Gensim Summarizer
        final_summary_gensim = summarize(rawtext)
        summary_reading_time_gensim = readingTime(final_summary_gensim)
        # NLTK
        final_summary_nltk = nltk_summarizer(rawtext)
        summary_reading_time_nltk = readingTime(final_summary_nltk)
        # Sumy
        final_summary_sumy = sumy_summary(rawtext)
        summary_reading_time_sumy = readingTime(final_summary_sumy)

        end = time.time()
        final_time = end - start
    return render_template(
        'compare_summary.html',
        ctext=rawtext,
        final_summary_spacy=final_summary_spacy,
        final_summary_gensim=final_summary_gensim,
        final_summary_nltk=final_summary_nltk,
        final_time=final_time,
        final_reading_time=final_reading_time,
        summary_reading_time=summary_reading_time,
        summary_reading_time_gensim=summary_reading_time_gensim,
        final_summary_sumy=final_summary_sumy,
        summary_reading_time_sumy=summary_reading_time_sumy,
        summary_reading_time_nltk=summary_reading_time_nltk)
Пример #5
0
def use_spacy():
    raw_text = str(entry1.get('1.0', tk.END))
    final_text = text_summarizer(raw_text)
    print(final_text)
    result = '\nSpacy Summary:{}\n'.format(final_text)
    speak(result)
    tab4_display.insert(tk.END, result)
Пример #6
0
def analyze():
    global summary_reading_time_nltk
    start = time.time()
    if flask.request.method == 'POST':
        rawtext = flask.request.form['rawtext']
        final_reading_time = readingtime(rawtext)
        final_summary_spacy = text_summarizer(rawtext)
        summary_reading_time = readingtime(final_summary_spacy)
        # Gensim Summarizer
        final_summary_gensim = summarize(rawtext)
        summary_reading_time_gensim = readingtime(final_summary_gensim)
        # NLTK
        final_summary_nltk = nltk_summarizer(rawtext)
        summary_reading_time_nltk = readingtime(final_summary_nltk)
        # Sumy
        final_summary_sumy = sumy_summary(rawtext)
        summary_reading_time_sumy = readingtime(final_summary_sumy)

        end = time.time()
        final_time = end - start
    return flask.render_template(
        'index.html',
        ctext=rawtext,
        final_summary_spacy=final_summary_spacy,
        final_summary_gensim=final_summary_gensim,
        final_summary_nltk=final_summary_nltk,
        final_time=final_time,
        final_reading_time=final_reading_time,
        summary_reading_time=summary_reading_time,
        summary_reading_time_gensim=summary_reading_time_gensim,
        final_summary_sumy=final_summary_sumy,
        summary_reading_time_sumy=summary_reading_time_sumy,
        summary_reading_time_nltk=summary_reading_time_nltk)
Пример #7
0
def get_summary():
    raw_text = str(entry.get('1.0', tk.END))
    final_text = text_summarizer(raw_text)
    print(final_text)
    result = '\nSummary:{}'.format(final_text)
    speak(result)
    tab1_display.insert(tk.END, result)
Пример #8
0
def save_summary():
    raw_text = str(entry.get('1.0', tk.END))
    final_text = text_summarizer(raw_text)
    file_name = 'CandidateInfo_' + timestr + '.txt'
    with open(file_name, 'w') as f:
        f.write(final_text)
    result = '\nName of file: {}'.format(file_name)
    tab3_display.insert(tk.END, result)
def save_summary():  #Save Summary as text file
    raw_text = str(tab3_display.get('1.0', tk.END))
    final_text = text_summarizer(raw_text)
    file_name = 'File_' + timestr + '.txt'  #Setting File Name
    with open(file_name, 'w') as f:
        f.write(final_text)  #Writing File
    result = '\nName of file: {}'.format(file_name)
    tab3_display.insert(tk.END, result)
def save_summary2():
    raw_text = str(tab5_display_text.get('1.0', tk.END))
    final_text = text_summarizer(raw_text)
    file_name = 'File_' + timestr + '.txt'
    with open(file_name, 'w') as f:
        f.write(final_text)
    result = '\nName of file: {}'.format(file_name)
    tab5_display_text.insert(tk.END, result)
Пример #11
0
def twt_save():
    raw_text = str(tab2_display.get('1.0', tk.END))
    final_text = text_summarizer(raw_text)
    file_name = 'CandidatePersonality_' + timestr + '.txt'
    with open(file_name, 'w') as f:
        f.write(final_text)
    result = '\nName of file: {}.'.format(file_name)
    tab2_display.insert(tk.END, result)
Пример #12
0
def getsummarizeddata():
    if request.method == 'POST':
        result = getcombinedchats(request.form['meeting'])
        data = meetingnames()
        final_reading_time = readingTime(result[0][1])
        final_summary = text_summarizer(result[0][1])
        summary_reading_time = readingTime(final_summary)
        # print(final_reading_time, summary_reading_time, "final"+final_summary,)
    return render_template("summarized.html", result=result, data=data, sumtext=final_summary, final_reading_time=final_reading_time, summary_reading_time=summary_reading_time)
Пример #13
0
def analyze():
    if request.method == 'POST':
        rawtext = request.form['rawtext']
        # Summarization
        final_summary = text_summarizer(
            rawtext
        )  #rawtext is going to be given from our function in the python codes
        # ReadingTime
        #we dont care about reading time
    return render_template('index.html', final_summary=final_summary)
Пример #14
0
def analyze():
	start = time.time()
	if request.method == 'POST':
		rawtext = request.form['rawtext']
		final_reading_time = "{:.3f}".format(readingTime(rawtext))
		final_summary = text_summarizer(rawtext)
		summary_reading_time = "{:.3f}".format(readingTime(final_summary))
		end = time.time()
		final_time = "{:.3f}".format(end-start)
	return render_template('index.html',ctext=rawtext,final_summary=final_summary,final_time=final_time,final_reading_time=final_reading_time,summary_reading_time=summary_reading_time)
Пример #15
0
def comparer():
    start = time.time()
    if request.method == 'POST':
        rawtext = request.form['rawtext']
        final_reading_time = readingTime(rawtext)
        final_summary_spacy = text_summarizer(rawtext)
        summary_reading_time = readingTime(final_summary_spacy)
        #time_saved=final_reading_time-summary_reading_time
        len_summ = sumlen(final_summary_spacy)
        #Gensim Summarizer
        final_summary_gensim = summarize(rawtext)
        summary_reading_time_gensim = readingTime(final_summary_gensim)
        #time_saved_gensim=final_reading_time-summary_reading_time_gensim
        len_gensim = sumlen(final_summary_gensim)

        # NLTK
        final_summary_nltk = nltk_summarizer(rawtext)
        summary_reading_time_nltk = readingTime(final_summary_nltk)
        #time_saved_nltk=final_reading_time-summary_reading_time_nltk
        len_nltk = sumlen(final_summary_nltk)
        # Sumy
        final_summary_sumy = sumy_summary(rawtext)
        summary_reading_time_sumy = readingTime(final_summary_sumy)
        #time_saved_sumy=final_reading_time-summary_reading_time_sumy
        len_sumy = sumlen(final_summary_sumy)
        #sumbasic
        final_summary_sumbasic = main(rawtext)
        summary_reading_time_sumbasic = readingTime(final_summary_sumbasic)
        #time_saved_sumbasic=final_reading_time-summary_reading_time_sumbasic
        len_sumbasic = sumlen(final_summary_sumbasic)
        #textrank
        final_summary_textrank = textranksumm(rawtext)
        summary_reading_time_textrank = readingTime(final_summary_textrank)
        #time_saved_textrank=final_reading_time-summary_reading_time_textrank
        len_textrank = sumlen(final_summary_textrank)

        end = time.time()
        final_time = end - start
    return render_template(
        'compare_summary.html',
        ctext=rawtext,
        final_summary_spacy=final_summary_spacy,
        final_summary_nltk=final_summary_nltk,
        final_time=final_time,
        final_reading_time=final_reading_time,
        summary_reading_time=summary_reading_time,
        summary_reading_time_nltk=summary_reading_time_nltk,
        final_summary_sumbasic=final_summary_sumbasic,
        summary_reading_time_sumbasic=summary_reading_time_sumbasic,
        final_summary_textrank=final_summary_textrank,
        summary_reading_time_textrank=summary_reading_time_textrank,
        len_summ=len_summ,
        len_nltk=len_nltk,
        len_sumbasic=len_sumbasic,
        len_textrank=len_textrank)
Пример #16
0
def analyze_url():
	start = time.time()
	if request.method == 'POST':
		raw_url = request.form['raw_url']
		rawtext = get_text(raw_url)
		final_reading_time = readingTime(rawtext)
		final_summary = text_summarizer(rawtext)
		summary_reading_time = readingTime(final_summary)
		end = time.time()
		final_time = end-start
	return render_template('index.html',ctext=rawtext,final_summary=final_summary,final_time=final_time,final_reading_time=final_reading_time,summary_reading_time=summary_reading_time)
Пример #17
0
def analyze():
	start = time.time()
	if request.method == 'POST':
		rawtext_t = request.form['rawtext']
		final_reading_time = readingTime(rawtext_t)
		final_summary_t = text_summarizer(rawtext_t)
		summary_reading_time = readingTime(final_summary_t)
		end = time.time()
		final_time = end-start

	return render_template('index.html',ctext_t=rawtext_t,final_summary_t=final_summary_t,final_time=final_time,final_reading_time_t=final_reading_time,summary_reading_time_t=summary_reading_time,show_result1 = True)
Пример #18
0
def summarization(data):
    msg = data["msg"]
    username = data["username"]
    final_summary = text_summarizer(msg)
    room = data["room"]
    send({
        "username": username,
        "msg": msg,
        "final_summary": final_summary
    },
         room=room)
Пример #19
0
def analyze_url():
	start = time.time()
	if request.method == 'POST':
		raw_url_u = request.form['raw_url']
		rawtext_u = get_text(raw_url_u)
		final_reading_time = readingTime(rawtext_u)
		final_summary_u = text_summarizer(rawtext_u)
		summary_reading_time = readingTime(final_summary_u)
		
		end = time.time()
		final_time = end-start
	return render_template('index.html',ctext_u=rawtext_u,final_summary_u=final_summary_u,final_time=final_time,final_reading_time_u=final_reading_time,summary_reading_time_u=summary_reading_time,show_result2 = True)
Пример #20
0
def combine(mname):
    data = getvoices(mname)
    chats = ""
    for a, b, c, d in data:
        chats = chats+" "+b+"."
    status=storecombinedchats(chats, mname)
    result = meetingnames()
    final_summary = text_summarizer(chats)
    if status==1:
        return render_template('voicechats.html', chats=final_summary, data=result)
    else:
        data = meetingnames()
        return render_template("voicechats.html", data=data)
Пример #21
0
def analyze():
    start = time.time()
    if request.method == 'POST':
        if predict_lst.count("Happy") > 5 or predict_lst.count("Sad") > 5:
            if predict_lst.count("Happy") > predict_lst.count("Sad"):
                total_predict = "Happy"
            else:
                total_predict = "Sad"
        else:
            total_predict = max(predict_lst, key=predict_lst.count)

        rawtext = request.form['rawtext']
        final_reading_time = readingTime(rawtext)
        final_summary = text_summarizer(rawtext)
        data = [rawtext]
        vect = cv.transform(data).toarray()
        my_predict_prob = classifier.predict_proba(vect)
        my_pred = classifier.predict(vect)
        prob = my_predict_prob[0][1]
        # prob=get_dep_prob(rawtext)
        preds = predictor.predict(final_summary)
        emotion_prob = predictor.predict(final_summary, return_proba=True)
        depression_indicator = (
            (emotion_prob[1] + emotion_prob[2] + emotion_prob[3]) -
            (emotion_prob[0] + emotion_prob[4]) + prob) / 2
        depression_indicator = int(depression_indicator * 100)
        metric = depression_indicator

        create_new_entry(username="******",
                         password="******",
                         text=rawtext,
                         metric=metric)
        # data=[rawtext]
        # vect = cv.transform(rawtext).toarray()
        # my_predict = classifier.predict(vect)
        #metric = getDepressionLevel(rawtext)
        summary_reading_time = readingTime(final_summary)
        end = time.time()
        final_time = end - start
        # return render_template('index.html', ctext=rawtext, final_time=final_time,
        #                    final_reading_time=final_reading_time, depress=metric)
    return render_template('index.html',
                           ctext=rawtext,
                           final_summary=final_summary,
                           final_time=final_time,
                           tp=total_predict,
                           metric=metric,
                           final_reading_time=final_reading_time,
                           summary_reading_time=summary_reading_time,
                           predictions=preds,
                           depress=my_pred)
Пример #22
0
def analyze():
    start = time.time()
    if request.method == 'POST':
        rawtext = request.form['rawtext']
        rawtext_total_words = CountWords(rawtext)
        final_summary = text_summarizer(rawtext)
        summary_total_words = CountWords(final_summary)
        end = time.time()
        final_time = end - start
    return render_template('index.html',
                           ctext=rawtext,
                           final_summary=final_summary,
                           final_time=final_time,
                           rawtext_total_words=rawtext_total_words,
                           summary_total_words=summary_total_words)
Пример #23
0
def analyze():
    start = time.time()
    session['value'] += 1
    if request.method == 'POST':
        s = session['value']
        rawtext = request.form['rawtext']
        final_reading_time = readingTime(rawtext)
        final_summary = text_summarizer(rawtext)
        summary_reading_time = readingTime(final_summary)
        end = time.time()
        final_time = end - start
    return render_template('index.html',
                           count=s,
                           ctext=rawtext,
                           final_summary=final_summary,
                           final_time=final_time,
                           final_reading_time=final_reading_time,
                           summary_reading_time=summary_reading_time)
Пример #24
0
def analyze():
	start = time.time()
	if request.method == 'POST':
		data = request.get_json()
		rawtext = data['text']
		final_reading_time = readingTime(rawtext)
		final_summary = text_summarizer(rawtext)
		summary_reading_time = readingTime(final_summary)
		end = time.time()
		final_time = end-start
		res = []
		res.append({'ctext': rawtext,
			   'final_summary': final_summary,
			   'final_time': final_time,
			   'final_reading_time': final_reading_time,
			   'summary_reading_time': summary_reading_time
			   })
	return jsonify(res)
Пример #25
0
def analyze():
    start = time.time()
    if request.method == 'POST':
        rawtext = request.form['rawtext']
        final_reading_time = readingTime(rawtext)
        final_summary = text_summarizer(rawtext)
        summary_reading_time = readingTime(final_summary)
        end = time.time()
        final_time = end - start
        gs = goslate.Goslate()
        translatedText = gs.translate(final_summary, 'hi')
    return render_template('index.html',
                           ctext=rawtext,
                           final_summary=final_summary,
                           final_time=final_time,
                           final_reading_time=final_reading_time,
                           summary_reading_time=summary_reading_time,
                           translatedText=translatedText)
def analyze():
    start = time.time()
    if request.method == 'POST':
        rawtext = request.form['rawtext']
        blob1 = TextBlob(rawtext)
        final_reading_time = readingTime(rawtext)
        final_summary = text_summarizer(rawtext)
        blob2 = TextBlob(final_summary)
        summary_reading_time = readingTime(final_summary)
        end = time.time()
        final_time = end - start
    return render_template('index.html',
                           ctext=rawtext,
                           final_summary=final_summary,
                           final_time=final_time,
                           final_reading_time=final_reading_time,
                           blob1=blob1.sentiment,
                           summary_reading_time=summary_reading_time,
                           blob2=blob2.sentiment)
Пример #27
0
def analyze():
    start = time.time()
    if request.method == 'POST':
        rawtext = request.form['rawtext']
        final_summary = text_summarizer(rawtext)
        final_summary_gensim = summarize(rawtext)
        # NLTK
        final_summary_nltk = nltk_summarizer(rawtext)
        # Sumy
        final_summary_sumy = sumy_summary(rawtext)
        end = time.time()
        final_time = end - start
    return render_template('index.html',
                           ctext=rawtext,
                           final_summary=final_summary,
                           final_summary_spacy=final_summary,
                           final_summary_gensim=final_summary_gensim,
                           final_summary_nltk=final_summary_nltk,
                           final_summary_sumy=final_summary_sumy)
def comparer():
    start = time.time()
    if request.method == 'POST':
        rawtext = request.form['rawtext']
        blob_original = TextBlob(rawtext)
        final_reading_time = readingTime(rawtext)
        final_summary_spacy = text_summarizer(rawtext)
        blobspacy = TextBlob(final_summary_spacy)
        summary_reading_time = readingTime(final_summary_spacy)
        # Gensim Summarizer
        final_summary_gensim = summarize(rawtext)
        blobgensim = TextBlob(final_summary_gensim)
        summary_reading_time_gensim = readingTime(final_summary_gensim)
        # NLTK
        final_summary_nltk = nltk_summarizer(rawtext)
        blobnltk = TextBlob(final_summary_nltk)
        summary_reading_time_nltk = readingTime(final_summary_nltk)
        # Sumy
        final_summary_sumy = sumy_summary(rawtext)
        blobsumy = TextBlob(final_summary_sumy)
        summary_reading_time_sumy = readingTime(final_summary_sumy)

        end = time.time()
        final_time = end - start
    return render_template(
        'compare_summary.html',
        ctext=rawtext,
        final_summary_spacy=final_summary_spacy,
        final_summary_gensim=final_summary_gensim,
        final_summary_nltk=final_summary_nltk,
        final_time=final_time,
        final_reading_time=final_reading_time,
        summary_reading_time=summary_reading_time,
        summary_reading_time_gensim=summary_reading_time_gensim,
        final_summary_sumy=final_summary_sumy,
        summary_reading_time_sumy=summary_reading_time_sumy,
        summary_reading_time_nltk=summary_reading_time_nltk,
        blobsumy=blobsumy.sentiment,
        blobnltk=blobnltk.sentiment,
        blobgensim=blobgensim.sentiment,
        blobspacy=blobspacy.sentiment,
        blob_original=blob_original.sentiment)
Пример #29
0
def analyze():
    start = time.time()
    if request.method == 'POST':
        rawtext = request.form['rawtext']
        final_reading_time = readingTime(rawtext)
        final_summary = text_summarizer(rawtext)
        summary_reading_time = readingTime(final_summary)
        end = time.time()
        final_time = end - start
        time_saved = final_reading_time - summary_reading_time
        user = helpers.get_user()
        user.active = True
        user.key = stripe_keys['publishable_key']
    return render_template('home.html',
                           ctext=rawtext,
                           final_summary=final_summary,
                           final_reading_time=final_reading_time,
                           summary_reading_time=summary_reading_time,
                           time_saved=time_saved,
                           user=user)
Пример #30
0
def analyze():
    start = time.time()
    if request.method == 'POST':
        rawtext = request.form['rawtext']
        final_reading_time = readingTime(rawtext)
        final_summary = text_summarizer(rawtext)
        summary_reading_time = readingTime(final_summary)
        end = time.time()
        final_time = end - start
        flagged = flagger(4)
        topic = text_modeler(4)
    session['topic'] = topic
    session['flagged'] = flagged
    return render_template('index.html',
                           ctext=rawtext,
                           topic=topic,
                           flagged=flagged,
                           final_summary=final_summary,
                           final_time=final_time,
                           final_reading_time=final_reading_time,
                           summary_reading_time=summary_reading_time)