Example #1
0
def save_into_db(rcd):
    # Analyze the Classification
    myrcd = rcd
    mycat = tc.analyzeclass(myrcd[3])
    if mycat == False:
        myclassify_name = 'NO CLASS'
        myclassify_confidence = -1.00
    else:
        myclassify_name = mycat.name
        myclassify_confidence = mycat.confidence
    #print(type(myclassify_confidence))
    # Analyze the Sentiment
    mysen = ts.analyzesentiment(myrcd[3])
    if mysen == False:
        mysentiment_score = -100.00
        mysentiment_magnitude = -100.00
    else:
        mysentiment_score = mysen.score
        mysentiment_magnitude = mysen.magnitude

    processnow = datetime.datetime.now()
    processnow = processnow.strftime("%Y-%m-%d %H:%M:%S")
    mysql = 'insert into twitterscrapernew(ID,url,datetime,text,user_id,usernameTweet,sentiment,magnitude,classify_name,classify_confidence,processdatetime,processind) values("%s","%s","%s","%s","%s","%s","%f","%f","%s","%f","%s","%s")' \
        %(pymysql.escape_string(myrcd[0]),
        pymysql.escape_string(myrcd[1]),
        pymysql.escape_string(myrcd[2]),
        pymysql.escape_string(myrcd[3]),
        pymysql.escape_string(myrcd[4]),
        pymysql.escape_string(myrcd[5]),
        mysentiment_score,
        mysentiment_magnitude,
        pymysql.escape_string(myclassify_name),
        myclassify_confidence,
        processnow,
        'Y'
        )
    print(mysql)
    try:
        cursor.execute(mysql)
        db.commit()
    except:
        print(
            "*****************************error at sql %s while save data into DB"
            % sql)
Example #2
0
def update_sql(rcd, mysql1):
    # Analyze the Classification
    myrcd = rcd
    mycat = tc.analyzeclass(myrcd[3])
    if mycat == False:
        myclassify_name = 'NO CLASS'
        myclassify_confidence = -1.00
    else:
        myclassify_name = mycat.name
        myclassify_confidence = mycat.confidence
    #print(type(myclassify_confidence))
    # Analyze the Sentiment
    mysen = ts.analyzesentiment(myrcd[3])
    if mysen == False:
        mysentiment_score = -100.00
        mysentiment_magnitude = -100.00
    else:
        mysentiment_score = mysen.score
        mysentiment_magnitude = mysen.magnitude

    processnow = datetime.datetime.now()
    processnow = processnow.strftime("%Y-%m-%d %H:%M:%S")

    mysql = 'insert into twitterscrapernew(ID,url,datetime,text,user_id,usernameTweet,sentiment,magnitude,classify_name,classify_confidence,processdatetime,processind) values("%s","%s","%s","%s","%s","%s","%f","%f","%s","%f","%s","%s");' \
        %(pymysql.escape_string(myrcd[0]),
        pymysql.escape_string(myrcd[1]),
        pymysql.escape_string(myrcd[2]),
        pymysql.escape_string(myrcd[3]),
        pymysql.escape_string(myrcd[4]),
        pymysql.escape_string(myrcd[5]),
        mysentiment_score,
        mysentiment_magnitude,
        pymysql.escape_string(myclassify_name),
        myclassify_confidence,
        processnow,
        'Y'
        )
    mysql1 = mysql1 + mysql
    print(mysql1)