def save_into_db(rcd): # Analyze the Classification myrcd = rcd mycat = tc.analyzeclass(myrcd[3]) if mycat == False: myclassify_name = 'NO CLASS' myclassify_confidence = -1.00 else: myclassify_name = mycat.name myclassify_confidence = mycat.confidence #print(type(myclassify_confidence)) # Analyze the Sentiment mysen = ts.analyzesentiment(myrcd[3]) if mysen == False: mysentiment_score = -100.00 mysentiment_magnitude = -100.00 else: mysentiment_score = mysen.score mysentiment_magnitude = mysen.magnitude processnow = datetime.datetime.now() processnow = processnow.strftime("%Y-%m-%d %H:%M:%S") mysql = 'insert into twitterscrapernew(ID,url,datetime,text,user_id,usernameTweet,sentiment,magnitude,classify_name,classify_confidence,processdatetime,processind) values("%s","%s","%s","%s","%s","%s","%f","%f","%s","%f","%s","%s")' \ %(pymysql.escape_string(myrcd[0]), pymysql.escape_string(myrcd[1]), pymysql.escape_string(myrcd[2]), pymysql.escape_string(myrcd[3]), pymysql.escape_string(myrcd[4]), pymysql.escape_string(myrcd[5]), mysentiment_score, mysentiment_magnitude, pymysql.escape_string(myclassify_name), myclassify_confidence, processnow, 'Y' ) print(mysql) try: cursor.execute(mysql) db.commit() except: print( "*****************************error at sql %s while save data into DB" % sql)
def update_sql(rcd, mysql1): # Analyze the Classification myrcd = rcd mycat = tc.analyzeclass(myrcd[3]) if mycat == False: myclassify_name = 'NO CLASS' myclassify_confidence = -1.00 else: myclassify_name = mycat.name myclassify_confidence = mycat.confidence #print(type(myclassify_confidence)) # Analyze the Sentiment mysen = ts.analyzesentiment(myrcd[3]) if mysen == False: mysentiment_score = -100.00 mysentiment_magnitude = -100.00 else: mysentiment_score = mysen.score mysentiment_magnitude = mysen.magnitude processnow = datetime.datetime.now() processnow = processnow.strftime("%Y-%m-%d %H:%M:%S") mysql = 'insert into twitterscrapernew(ID,url,datetime,text,user_id,usernameTweet,sentiment,magnitude,classify_name,classify_confidence,processdatetime,processind) values("%s","%s","%s","%s","%s","%s","%f","%f","%s","%f","%s","%s");' \ %(pymysql.escape_string(myrcd[0]), pymysql.escape_string(myrcd[1]), pymysql.escape_string(myrcd[2]), pymysql.escape_string(myrcd[3]), pymysql.escape_string(myrcd[4]), pymysql.escape_string(myrcd[5]), mysentiment_score, mysentiment_magnitude, pymysql.escape_string(myclassify_name), myclassify_confidence, processnow, 'Y' ) mysql1 = mysql1 + mysql print(mysql1)