df_value_list = []
tf_value_list = []
for temp_tuple in result:
token_list.append(temp_tuple[0].strip())
df_value_list.append(str(temp_tuple[1]))
tf_value_list.append(str(temp_tuple[2]))
#join tf and df lists to comma breaked strings
token_str = ",".join(token_list)
df_str = ",".join(df_value_list)
tf_str = ",".join(tf_value_list)
print(abstract_str)
print(token_str)
print(df_str)
print(tf_str)
data.insertToken(abstract_str, token_str, df_str, tf_str)
print("inserted %s tokens into database" % str(len(token_list)))
if(len(abstract_list) > 0 ):
result = count_main_list(TotalCountList)
TotalCountList = []
# join abstract_ids to a comma breaken string
abstract_str = ",".join(abstract_list)
abstract_list = []
token_list = []
df_value_list = []
tf_value_list = []
for temp_tuple in result:
token_list.append(temp_tuple[0].strip())
df_value_list.append(str(temp_tuple[1]))
