def is_queryable(self):
"""
Does the record contain a query-able title and author?
Returns: bool
"""
title = self.article_title
surname = self.surname
return bool(title and len(tokenize_field(title)) and surname
and len(tokenize_field(surname)))
def surname_tokens(self):
"""
Tokenize the surname.
Returns: list
"""
return tokenize_field(self.surname)
def first_author_tokens(self):
"""
Tokenize the first author.
Returns: list
"""
return tokenize_field(self.authors[0])
def title_tokens(self):
"""
Tokenize the title.
Returns: list
"""
return tokenize_field(self.title)
def is_queryable(self):
"""
Does the record contain a query-able title and author?
Returns: bool
"""
title = self.article_title
surname = self.surname
return bool(
title and
len(tokenize_field(title)) and
surname and
len(tokenize_field(surname))
)
def surname_tokens(self):
"""
Tokenize the surname.
Returns: list
"""
return tokenize_field(self.surname)
def title_tokens(self):
"""
Tokenize the title.
Returns: list
"""
return tokenize_field(self.title)
def first_author_tokens(self):
"""
Tokenize the first author.
Returns: list
"""
return tokenize_field(self.authors[0])
def test_tokenize_field(values, tokens, add_text):
for value in values:
assert tokenize_field(value) == tokens
