def get_installed_books(self): ''' For each book, construct a BookStruct object with the book's metadata. Starred items are minimally required. BookStruct properties: *active: [True|False] *author: "John Smith" author_sort: (if known) *book_id: an int uniquely identifying the book. Highlights are associated with books through book_id genre: "Fiction" (if known) *reader_app: self.app_name *title: "The Story of John Smith" title_sort: "Story of John Smith, The" (if known) uuid: Calibre's uuid for this book, if known ''' self._log("%s:get_installed_books()" % self.app_name) self.installed_books = [] self.device = self.opts.gui.device_manager.device path_map = self.get_path_map() # Get books added to Kindle by calibre resolved_path_map = self._get_installed_books(path_map) # Add books added to Kindle by WhisperNet or download resolved_path_map = self._get_imported_books(resolved_path_map) self.books_db = self.generate_books_db_name(self.app_name_, self.opts.device_name) installed_books = set([]) # Used by get_active_annotations() to look up metadata based on title self.installed_books_by_title = {} # Create the books table self.create_books_table(self.books_db) # Initialize the progress bar self.opts.pb.set_label("Getting installed books from %s" % self.app_name) self.opts.pb.set_value(0) self.opts.pb.show() self.opts.pb.set_maximum(len(resolved_path_map)) # Add installed books to the database for book_id in resolved_path_map: try: mi = self._get_metadata(resolved_path_map[book_id]) except Exception as e: self._log("Unable to get metadata from book. path='%s'" % (resolved_path_map[book_id])) self._log(" Exception thrown was=%s" % (str(e))) continue self._log("Book on device title: '%s'" % (mi.title)) if 'News' in mi.tags: if not self.collect_news_clippings: continue installed_books.add(self.news_clippings_cid) else: installed_books.add(book_id) #self._log(mi.standard_field_keys()) # Populate a BookStruct with available metadata book_mi = BookStruct() book_mi.path = resolved_path_map[book_id] # Required items book_mi.active = True # Massage last, first authors back to normalcy book_mi.author = '' for i, author in enumerate(mi.authors): this_author = author.split(', ') this_author.reverse() book_mi.author += ' '.join(this_author) if i < len(mi.authors) - 1: book_mi.author += ' & ' book_mi.book_id = book_id book_mi.reader_app = self.app_name book_mi.title = mi.title.strip() # Optional items if mi.tags: book_mi.genre = ', '.join([tag for tag in mi.tags]) if 'News' in mi.tags: book_mi.book_id = self.news_clippings_cid if hasattr(mi, 'author_sort'): book_mi.author_sort = mi.author_sort if hasattr(mi, 'title_sort'): book_mi.title_sort = mi.title_sort else: book_mi.title_sort = re.sub('^\s*A\s+|^\s*The\s+|^\s*An\s+', '', mi.title).rstrip() if hasattr(mi, 'uuid'): book_mi.uuid = mi.uuid # Add book to self.books_db self.add_to_books_db(self.books_db, book_mi) # Add book to indexed_books self.installed_books_by_title[mi.title.strip()] = {'book_id': book_id, 'author_sort': mi.author_sort} # Increment the progress bar self.opts.pb.increment() self.opts.pb.hide() # Update the timestamp self.update_timestamp(self.books_db) self.commit() self.installed_books = list(installed_books)
def get_installed_books(self): ''' For each book, construct a BookStruct object with the book's metadata. Starred items are minimally required. BookStruct properties: *active: [True|False] *author: "John Smith" author_sort: (if known) *book_id: an int uniquely identifying the book. Highlights are associated with books through book_id genre: "Fiction" (if known) *reader_app: self.app_name *title: "The Story of John Smith" title_sort: "Story of John Smith, The" (if known) uuid: Calibre's uuid for this book, if known ''' self._log("%s:get_installed_books()" % self.app_name) self.opts.pb.set_label("Getting installed books from %s" % self.app_name) self.opts.pb.set_value(0) db_profile = self._localize_database_path(self.app_id, self.books_subpath) self.book_db = db_profile['path'] cached_db = self.generate_books_db_name(self.app_name_, self.ios.device_name) if self.opts.disable_caching or not self._cache_is_current( db_profile['stats'], cached_db): self._log(" fetching installed books from %s on %s" % (self.app_name, self.ios.device_name)) # Mount the ios container self.ios.mount_ios_app(app_id=self.app_id) installed_books = set([]) self.tocs = {} # Create the books table as needed self.create_books_table(cached_db) con = sqlite3.connect(self.books_db) with con: con.row_factory = sqlite3.Row cur = con.cursor() cur.execute('''SELECT DISTINCT author, oid, subject, source, title, uuidstr FROM book JOIN book_subjects ON book.oid = book_subjects.book_oid ''') rows = cur.fetchall() self.opts.pb.set_maximum(len(rows)) for row in rows: self.opts.pb.increment() book_id = row[b'oid'] installed_books.add(book_id) path = self._get_stanza_path(row[b'title']) # Populate a BookStruct b_mi = BookStruct() b_mi.active = True b_mi.author = row[b'author'] b_mi.book_id = book_id b_mi.genre = row[b'subject'] b_mi.path = path b_mi.title = row[b'title'] b_mi.uuid = self._get_uuid(row[b'uuidstr']) # Add book to books_db self.add_to_books_db(cached_db, b_mi) # Get the library cid, confidence cid, confidence = self.parent.generate_confidence(b_mi) toc_entries = None if confidence >= 2: toc_entries = self._get_epub_toc(cid=cid, path=path) elif path is not None: toc_entries = self._get_epub_toc(path=path) self.tocs[book_id] = toc_entries # Update the timestamp self.update_timestamp(cached_db) self.commit() installed_books = list(installed_books) else: # Load installed books from cache self._log(" retrieving cached books from %s" % cached_db) installed_books = self._get_cached_books(cached_db) self.installed_books = installed_books
def get_installed_books(self): ''' For each book, construct a BookStruct object with the book's metadata. Starred items are minimally required. BookStruct properties: *active: [True|False] *author: "John Smith" author_sort: (if known) *book_id: an int uniquely identifying the book. Highlights are associated with books through book_id genre: "Fiction" (if known) *reader_app: self.app_name *title: "The Story of John Smith" title_sort: "Story of John Smith, The" (if known) uuid: Calibre's uuid for this book, if known ''' self._log("%s:get_installed_books()" % self.app_name) self.installed_books = [] self.device = self.opts.gui.device_manager.device path_map = self.get_path_map() # Get books added to Kindle by calibre resolved_path_map = self._get_installed_books(path_map) # Add books added to Kindle by WhisperNet or download resolved_path_map = self._get_imported_books(resolved_path_map) self.books_db = self.generate_books_db_name(self.app_name_, self.opts.device_name) installed_books = set([]) # Used by get_active_annotations() to look up metadata based on title self.installed_books_by_title = {} # Create the books table self.create_books_table(self.books_db) # Initialize the progress bar self.opts.pb.set_label("Getting installed books from %s" % self.app_name) self.opts.pb.set_value(0) self.opts.pb.show() self.opts.pb.set_maximum(len(resolved_path_map)) # Add installed books to the database for book_id in resolved_path_map: try: mi = self._get_metadata(resolved_path_map[book_id]) except Exception as e: self._log("Unable to get metadata from book. path='%s'" % (resolved_path_map[book_id])) self._log(" Exception thrown was=%s" % (str(e))) continue self._log("Book on device title: '%s'" % (mi.title)) if 'News' in mi.tags: if not self.collect_news_clippings: continue installed_books.add(self.news_clippings_cid) else: installed_books.add(book_id) #self._log(mi.standard_field_keys()) # Populate a BookStruct with available metadata book_mi = BookStruct() book_mi.path = resolved_path_map[book_id] # Required items book_mi.active = True # Massage last, first authors back to normalcy book_mi.author = '' for i, author in enumerate(mi.authors): this_author = author.split(', ') this_author.reverse() book_mi.author += ' '.join(this_author) if i < len(mi.authors) - 1: book_mi.author += ' & ' book_mi.book_id = book_id book_mi.reader_app = self.app_name book_mi.title = mi.title.strip() # Optional items if mi.tags: book_mi.genre = ', '.join([tag for tag in mi.tags]) if 'News' in mi.tags: book_mi.book_id = self.news_clippings_cid if hasattr(mi, 'author_sort'): book_mi.author_sort = mi.author_sort if hasattr(mi, 'title_sort'): book_mi.title_sort = mi.title_sort else: book_mi.title_sort = re.sub('^\s*A\s+|^\s*The\s+|^\s*An\s+', '', mi.title).rstrip() if hasattr(mi, 'uuid'): book_mi.uuid = mi.uuid # Add book to self.books_db self.add_to_books_db(self.books_db, book_mi) # Add book to indexed_books self.installed_books_by_title[mi.title.strip()] = {'book_id': book_id, 'author_sort': mi.author_sort} # Increment the progress bar self.opts.pb.increment() self.opts.pb.hide() # Update the timestamp self.update_timestamp(self.books_db) self.commit() self.installed_books = list(installed_books)