from databaseConnection import Database import math data = Database() affiliation_count = data.getAffiliationCount() total_token_data = data.loadAffiliationTokens() token_list=[] idf_list=[] for temp_tuple in total_token_data: token = temp_tuple[0] df = temp_tuple[1] idf = math.log(affiliation_count / df, 10) idf = round(idf, 4) if (idf < 0.0001): idf = 0.0001 token_list.append(str(token)) idf_list.append(str(idf)) if(len(token_list) == 1000): token_str = ",".join(token_list) idf_str = ",".join(idf_list) data.updateAffiliationIdfValue(token_str, idf_str) token_list = [] idf_list = [] print('update %s idf_value as: %s' % (token, str(idf))) print('-------------------')