import datetime
from inverted_index import InvertedIndex
from tf_idf import TfIdf
import pandas as pd
custom_separator = "###"
if __name__ == '__main__':
df=pd.read_csv('../data/stories.csv', sep=',',header=None)
df_head = pd.read_csv('../data/db_books.csv', sep=',')
array_content = df.values
# array_segment = array_content[0:3]
# INVERTED INDEX
print("Init INVERTED INDEX")
begin_time = datetime.datetime.now()
invindex = InvertedIndex(array_content)
invindex.process()
print(datetime.datetime.now() - begin_time)
invindex.saveIndexInDisc()
# TF IDF
print("Init TF IDF")
begin_time = datetime.datetime.now()
tf_idf = TfIdf(array_content)
tf_idf.process()
print(datetime.datetime.now() - begin_time)
tf_idf.saveIndexInDisc()
