def indexer(self):
"""
() -> list
Returns a sorted by normalized term frequency list of linked lists
>>> word = SearchADT('глобальне потепління')
>>> print(word.talks[0])
alinakozoriz o08ykAqLOxk.json 24 1103 45.85741528659984
"""
self.ks = stop_words_removal(self.ks)
words_data_file = []
data_file = []
for filename in os.listdir('data'):
with open('data/' + filename) as f:
f = json.load(f)
tf = 0
for k in self.ks:
k = stemmer(k)
transcript = f[0][filename[:-5]].split()
translator = transcript[1] + transcript[2]
num_of_words = transcript.count(k)
tf += num_of_words
if tf:
linked_ls = Node(translator)
data_ls = [filename, tf, len(transcript)]
linked_ls.add_nodes(data_ls)
data_file.append(linked_ls)
docs_num = len(os.listdir('data'))
df = len(data_file)
idf = math.log(docs_num / (df + 1))
def key(x):
return x.tail().data
for file in data_file:
tf = file.get_tf()
tf_idf = tf * idf
file.tail().next = Node(tf_idf)
data_file.sort(key=key, reverse=True)
return data_file
def add_details(self):
"""
() -> list
Returns the list of linked lists related to each talk
>>> word = SearchADT('глобальне потепління')
>>> talks = word.add_details()
>>> print(talks[0].get_id(), talks[1].get_id())
o08ykAqLOxk.json rUO8bdrXghs.json
>>> talks[0].get_title()
'How we can make the world a better place by 2030'
>>> talks[0].get_views()
1141254
"""
parameter_ls = ['title', 'views', 'url', 'description']
talks = []
for talk in self.talks[:self.talks_num]:
values = FileExplorer().getter(talk.next.data[:-5], parameter_ls)
t = Node(data=talk.data, next=Node(talk.next.data))
t.next.next = values.next
talks.append(t)
return talks
def _add(self, value):
self.length += 1
node = Node(value)
if self.tail:
self.tail.pointer = node
self.tail = node
def _addFirst(self, value):
self.length = 1
node = Node(value)
self.head = node
self.tail = node
def _add(self, value):
self.length += 1
self.head = Node(value, self.head)
def _add(self, value):
self.length += 1
node = Node(value, self.head) # 새로 생기는 노드의 pointer는 무조건 head가 가리키는 값으로
if self.tail: # tail이 None이 아니면
self.tail.pointer = node # tail.pointer는 새로 생긴 node를 가리킴
self.tail = node # tail은 node를 가리킴