def test_open_category(self):
catname = 'testcat'
FileIO.open_category(catname)
assert getcwd() == urljoin(self.cwd+'/', catname)
chdir('..')
assert path.exists(catname) is True
rmdir(catname)
def __scrap_books(self):
books = []
book = Book(self.links[0][0]).collect()
FileIO.open_category(self.name)
for link in self.links:
progress_monitor.catbooks_update(
len(books),
self.num_books,
link[1])
book = Book(link[0])
book.collect()
books.append(book)
if self.dl_image:
book.save_image()
progress_monitor.catbooks_update(
len(books),
self.num_books,
link[1])
FileIO.close_category()
return books
def __scrap_categories(self, to_csv=False):
FileIO.init_root('data', False)
categories = []
progress_monitor.allbooks_init(self.num_books, self.site_url)
for link in self.links:
progress_monitor.category_update(
len(categories),
len(self.links),
link[1])
category = Category(link[0])
categories.append(category)
FileIO.open_category(category.name)
category.write_csv()
FileIO.close_category()
return categories
