def test_can_detect_start_volume_in_current_year(self):
yearToCover = 2017
expectedStartVol = 854
(start_volume, previous_year) = html.detect_start_volume()
self.assertEqual(yearToCover, previous_year)
self.assertEqual(expectedStartVol, start_volume)
def test_html_can_detect_start_volume_in_given_year(self):
runYear = 2018
expectedStartYear = runYear - 1
expectedStartVol = 854
(start_volume, acceptance_year) = html.detect_start_volume(runYear)
self.assertEqual(expectedStartYear, acceptance_year)
self.assertEqual(expectedStartVol, start_volume)
def run(journal, num_articles):
print "Running publication-dates version 1.1\n"
# Setup output file, set parameters, and use brief run if testing
writer = FileWriter(journal)
num_volumes = 18 # 18 volumes per year
issue = 1 # sample issue for each volume
if len(sys.argv) > 1:
print "Testing....."
num_articles = 3
num_volumes = 1
# Sample papers accepted in previous year
date = html.detect_start_volume()
start_volume = date[0]
acceptance_year = date[1]
counter = 0
volumes = range(start_volume - num_volumes + 1, start_volume + 1)
for volume in reversed(volumes):
# Go to volume/issue contents page, and extract URLs of articles
articles = html.build_urls(journal, volume, issue)
for num in range(1, num_articles + 1):
# For first 'num_articles' in this volume/issue, try to extract date string from article webpage
url = articles[num]
try:
date_string = html.get_date_div(url)
counter += 1
except:
print "Some error occurred (URL '", url, "' not available?). Skipping."
break
article = Article(date_string)
if article.get_year() == acceptance_year:
writer.write_to_file(article)
writer.close_file()
return counter
def run(journal, num_articles): # Setup output file, get input parameters, and use brief run if testing writer = FileWriter(pars.filename) journal = journal # journal name num_articles = num_articles # number of articles to use from each issue num_volumes = 18 # 18 volumes per year issue = 1 # sample issue for each volume # if len(sys.argv) > 1: # print "Testing....." # num_articles = 10 # num_volumes = 1 # Sample papers accepted in previous year date = html.detect_start_volume() start_volume = date[0] acceptance_year = date[1] volumes = range(start_volume-num_volumes+1, start_volume+1) # for volume in reversed(volumes): # # Go to volume/issue contents page, and extract URLs of articles # articles = html.build_urls(journal, volume, issue) # for num in range(1, num_articles+1): # # For first 'num_articles' in this volume/issue, try to extract date string from article webpage # url = articles[num] # try: # date_string = html.get_date_div(url) # except: # print "Some error occurred (URL '",url,"' not available?). Skipping." # break # article = Article(date_string) # if article.get_year() == acceptance_year: # writer.write_to_file(article) writer.close_file()
def test_start_volume_detects_previous_year_if_no_args_given(self):
expectedStartYear = datetime.now().year - 1
(start_volume, acceptance_year) = html.detect_start_volume()
self.assertEqual(expectedStartYear, acceptance_year)