def make_book(self, _): urls = OrdersOfMagnitude.generate_links() print(urls) pages = web.download_async(urls) chapters = list(map(OrdersOfMagnitude.make_chapter, pages)) return Book(self.TITLE, self.get_id(), "en-US", self.METADATA, chapters)
def make_book(self, _): """ Create an up-to-date copy of the book Citadel :return: a Book corresponding to what is published online """ pages = web.download_async(Citadel.generate_links()) chapters = [Citadel.make_chapter(page) for page in pages] return Book(TITLE, self.get_id(), 'en-US', METADATA, chapters)
def make_book(self, _): links = [d["link"] for d in data] titles = [d["title"] for d in data] pages = web.download_async(links) chapters = [self.make_chapter(title, page) for title, page in zip(titles, pages)] return Book(self.TITLE, self.get_id(), self.LANGUAGE, self.METADATA, chapters)
def make_book(self, _): pages = web.download_async(links) chapters = [self.make_chapter(title, page) for title, page in zip(titles, pages)] cover_location = Scraper.get_relative_path('covers/worm-cover.jpg') with open(cover_location, 'rb') as f: photo = f.read() return Book(self.TITLE, self.get_id(), self.LANGUAGE, self.METADATA, chapters, photo)
def make_book(self, url): links = FanfictionDotNet.generate_links(requests.get(url).content) pages = web.download_async(links) first_tree = html.fromstring(pages[0]) title = FanfictionDotNet.get_title(first_tree) book_id = FanfictionDotNet.get_id(first_tree) meta = {'author': FanfictionDotNet.get_author(first_tree)} chapters = list(map(FanfictionDotNet.make_chapter, pages)) return Book(title, book_id, 'en-US', meta, chapters)
def setUpClass(cls): cls.links = list(citadel.generate_links()) cls.pages = web.download_async(cls.links) cls.trees = [html.fromstring(page) for page in cls.pages] cls.titles = [citadel.extract_title(tree) for tree in cls.trees]