def noorlib_sfn_cit_ref(url: str, date_format: str = '%Y-%m-%d') -> tuple:
"""Create the response namedtuple."""
dictionary = bibtex_parse(get_bibtex(url))
dictionary['date_format'] = date_format
# risr = get_ris(url)[1]
# dictionary = risr.parse(ris)[1]
return dict_to_sfn_cit_ref(dictionary)
def urls_sfn_cit_ref(url: str, date_format: str = '%Y-%m-%d') -> tuple:
"""Create the response namedtuple."""
try:
dictionary = url2dict(url)
except (ContentTypeError, ContentLengthError) as e:
logger.exception(url)
# Todo: i18n
return 'Could not process the request.', e, ''
dictionary['date_format'] = date_format
return dict_to_sfn_cit_ref(dictionary)
def adinehbook_sfn_cit_ref(url: str, date_format: str= '%Y-%m-%d') -> tuple:
"""Return the response namedtuple."""
dictionary = url2dictionary(url)
dictionary['date_format'] = date_format
if 'language' not in dictionary:
# Assume that language is either fa or en.
# Todo: give warning about this assumption?
dictionary['language'] = \
classify(dictionary['title'])[0]
return dict_to_sfn_cit_ref(dictionary)
def noormags_sfn_cit_ref(url: str, date_format: str = '%Y-%m-%d') -> tuple:
"""Create the response namedtuple."""
ris_collection = {}
ris_thread = Thread(target=ris_fetcher_thread, args=(url, ris_collection))
ris_thread.start()
dictionary = bibtex_parse(get_bibtex(url))
dictionary['date_format'] = date_format
# language parameter needs to be taken from RIS
# other information are more accurate in bibtex
# for example: http://www.noormags.com/view/fa/articlepage/104040
# "IS - 1" is wrong in RIS but "number = { 45 }," is correct in bibtex
ris_thread.join()
dictionary.update(ris_collection)
return dict_to_sfn_cit_ref(dictionary)
def doi_sfn_cit_ref(doi_or_url, pure=False, date_format='%Y-%m-%d') -> tuple:
"""Return the response namedtuple."""
if pure:
doi = doi_or_url
else:
# unescape '&', '<', and '>' in doi_or_url
# decode percent encodings
decoded_url = unquote(unescape(doi_or_url))
doi = DOI_SEARCH(decoded_url)[1]
dictionary = crossref(doi)
dictionary['date_format'] = date_format
if lang == 'fa':
dictionary['language'] = classify(dictionary['title'])[0]
return dict_to_sfn_cit_ref(dictionary)
def googlebooks_sfn_cit_ref(url, date_format='%Y-%m-%d') -> tuple:
"""Create the response namedtuple."""
# bibtex_result = get_bibtex(url) [1]
# dictionary = bibtex.parse(bibtex_result) [1]
dictionary = ris_parse(get_ris(url))
dictionary['date_format'] = date_format
pu = urlparse(url)
pq = parse_qs(pu.query)
# default domain is prefered:
dictionary['url'] = 'https://' + pu.netloc + '/books?id=' + pq['id'][0]
# manually adding page number to dictionary:
if 'pg' in pq:
dictionary['page'] = pq['pg'][0][2:]
dictionary['url'] += '&pg=' + pq['pg'][0]
# although google does not provide a language field:
if not dictionary['language']:
dictionary['language'] = classify(dictionary['title'])[0]
return dict_to_sfn_cit_ref(dictionary)
def waybackmachine_sfn_cit_ref(archive_url: str,
date_format: str = '%Y-%m-%d') -> tuple:
"""Create the response namedtuple."""
m = URL_FULLMATCH(archive_url)
if not m:
# Could not parse the archive_url. Treat as an ordinary URL.
return urls_sfn_cit_ref(archive_url, date_format)
archive_year, archive_month, archive_day, original_url = \
m.groups()
original_dict = {}
thread = Thread(target=original_url2dict,
args=(original_url, original_dict))
thread.start()
try:
archive_dict = url2dict(archive_url)
except (ContentTypeError, ContentLengthError) as e:
logger.exception(archive_url)
# Todo: i18n
return 'Invalid content type or length.', e, ''
archive_dict['date_format'] = date_format
archive_dict['url'] = original_url
archive_dict['archive-url'] = archive_url
archive_dict['archive-date'] = date(int(archive_year), int(archive_month),
int(archive_day))
thread.join()
if original_dict:
# The original_process has been successful
if (original_dict['title'] == archive_dict['title']
or original_dict['html_title'] == archive_dict['html_title']):
archive_dict.update(original_dict)
archive_dict['dead-url'] = 'no'
else:
# and original title is the same as archive title. Otherwise it
# means that the content probably has changed and the original data
# cannot be trusted.
archive_dict['dead-url'] = 'unfit'
else:
archive_dict['dead-url'] = 'yes'
if archive_dict['website'] == 'Wayback Machine':
archive_dict['website'] = (urlparse(original_url).hostname.replace(
'www.', ''))
return dict_to_sfn_cit_ref(archive_dict)
def isbn_sfn_cit_ref(isbn_container_str: str,
pure: bool = False,
date_format: str = '%Y-%m-%d') -> tuple:
"""Create the response namedtuple."""
if pure:
isbn = isbn_container_str
else:
# search for isbn13
m = ISBN13_SEARCH(isbn_container_str)
if m:
isbn = m.group(0)
else:
# search for isbn10
m = ISBN10_SEARCH(isbn_container_str)
isbn = m.group(0)
adinebook_dict_list = []
thread = Thread(
target=adinebook_thread,
args=(isbn, adinebook_dict_list),
)
thread.start()
ottobib_bibtex = ottobib(isbn)
if ottobib_bibtex:
otto_dict = bibtex_parse(ottobib_bibtex)
else:
otto_dict = None
thread.join()
if adinebook_dict_list:
adine_dict = adinebook_dict_list.pop()
else:
adine_dict = None
dictionary = choose_dict(adine_dict, otto_dict)
dictionary['date_format'] = date_format
if 'language' not in dictionary:
dictionary['language'] = classify(dictionary['title'])[0]
return dict_to_sfn_cit_ref(dictionary)
def pmcid_sfn_cit_ref(pmcid: str, date_format='%Y-%m-%d') -> tuple:
"""Return the response namedtuple."""
pmcid = NON_DIGITS_SUB('', pmcid)
dictionary = ncbi('pmcid', pmcid)
dictionary['date_format'] = date_format
return dict_to_sfn_cit_ref(dictionary)