def inpx_callback(self, inpx, inp, meta_data):
name = "%s.%s"%(meta_data[inpx_parser.sFile],meta_data[inpx_parser.sExt])
lang=meta_data[inpx_parser.sLang].strip(strip_symbols)
title=meta_data[inpx_parser.sTitle].strip(strip_symbols)
annotation=''
docdate=meta_data[inpx_parser.sDate].strip(strip_symbols)
book=opdsdb.addbook(name,self.rel_path,self.inp_cat,meta_data[inpx_parser.sExt],title,annotation,docdate,lang,meta_data[inpx_parser.sSize],opdsdb.CAT_INP)
self.books_added+=1
self.books_in_archives+=1
self.logger.debug("Book "+self.rel_path+"/"+name+" Added ok.")
for a in meta_data[inpx_parser.sAuthor]:
author=opdsdb.addauthor(a.replace(',',' '))
opdsdb.addbauthor(book,author)
for g in meta_data[inpx_parser.sGenre]:
opdsdb.addbgenre(book,opdsdb.addgenre(g.lower().strip(strip_symbols)))
for s in meta_data[inpx_parser.sSeries]:
ser=opdsdb.addseries(s.strip())
opdsdb.addbseries(book,ser,0)
def inpx_callback(self, inpx, inp, meta_data):
name = "%s.%s"%(meta_data[inpx_parser.sFile],meta_data[inpx_parser.sExt])
lang=meta_data[inpx_parser.sLang].strip(strip_symbols)
title=meta_data[inpx_parser.sTitle].strip(strip_symbols)
annotation=''
docdate=meta_data[inpx_parser.sDate].strip(strip_symbols)
book=opdsdb.addbook(name,self.rel_path,self.inp_cat,meta_data[inpx_parser.sExt],title,annotation,docdate,lang,meta_data[inpx_parser.sSize],opdsdb.CAT_INP)
self.books_added+=1
self.books_in_archives+=1
self.logger.debug("Book "+self.rel_path+"/"+name+" Added ok.")
for a in meta_data[inpx_parser.sAuthor]:
author=opdsdb.addauthor(a.replace(',',' '))
opdsdb.addbauthor(book,author)
for g in meta_data[inpx_parser.sGenre]:
opdsdb.addbgenre(book,opdsdb.addgenre(g.lower().strip(strip_symbols)))
for s in meta_data[inpx_parser.sSeries]:
ser=opdsdb.addseries(s.strip())
opdsdb.addbseries(book,ser,0)
def setUp(self):
opdsdb.clear_all()
opdsdb.addcattree("root/child/subchild",opdsdb.CAT_NORMAL)
book = opdsdb.addbook("testbook.fb2", "root/child",opdsdb.findcat("root/child"),".fb2","Test Book", "Annotation", "01.01.2016", "ru", 500, 0)
opdsdb.addbauthor(book, opdsdb.addauthor("Test Author"))
opdsdb.addbgenre(book, opdsdb.addgenre("fantastic"))
opdsdb.addbseries(book, opdsdb.addseries("mywork"), 1)
def processfile(self,name,full_path,file,cat,archive=0,file_size=0):
(n, e) = os.path.splitext(name)
if e.lower() in config.SOPDS_BOOK_EXTENSIONS.split():
rel_path=os.path.relpath(full_path,config.SOPDS_ROOT_LIB)
self.logger.debug("Attempt to add book "+rel_path+"/"+name)
try:
if opdsdb.findbook(name, rel_path, 1) == None:
if archive==0:
cat=opdsdb.addcattree(rel_path,archive)
try:
book_data = create_bookfile(file, name)
except Exception as err:
book_data = None
self.logger.warning(rel_path + ' - ' + name + ' Book parse error, skipping... (Error: %s)'%err)
self.bad_books += 1
if book_data:
lang = book_data.language_code.strip(strip_symbols) if book_data.language_code else ''
title = book_data.title.strip(strip_symbols) if book_data.title else n
annotation = book_data.description if book_data.description else ''
annotation = annotation.strip(strip_symbols) if isinstance(annotation, str) else annotation.decode('utf8').strip(strip_symbols)
docdate = book_data.docdate if book_data.docdate else ''
book=opdsdb.addbook(name,rel_path,cat,e[1:],title,annotation,docdate,lang,file_size,archive)
self.books_added+=1
if archive!=0:
self.books_in_archives+=1
self.logger.debug("Book "+rel_path+"/"+name+" Added ok.")
for a in book_data.authors:
author_name = a.get('name',_('Unknown author')).strip(strip_symbols)
# Если в имени автора нет запятой, то фамилию переносим из конца в начало
if author_name and author_name.find(',')<0:
author_names = author_name.split()
author_name = ' '.join([author_names[-1],' '.join(author_names[:-1])])
author=opdsdb.addauthor(author_name)
opdsdb.addbauthor(book,author)
for genre in book_data.tags:
opdsdb.addbgenre(book,opdsdb.addgenre(genre.lower().strip(strip_symbols)))
if book_data.series_info:
ser = opdsdb.addseries(book_data.series_info['title'])
ser_no = book_data.series_info['index'] or '0'
ser_no = int(ser_no) if ser_no.isdigit() else 0
opdsdb.addbseries(book,ser,ser_no)
else:
self.books_skipped+=1
self.logger.debug("Book "+rel_path+"/"+name+" Already in DB.")
except UnicodeEncodeError as err:
self.logger.warning(rel_path + ' - ' + name + ' Book UnicodeEncodeError error, skipping... (Error: %s)' % err)
self.bad_books += 1
def processfile(self,name,full_path,file,cat,archive=0,file_size=0):
(n, e) = os.path.splitext(name)
if e.lower() in config.SOPDS_BOOK_EXTENSIONS.split():
rel_path=os.path.relpath(full_path,config.SOPDS_ROOT_LIB)
self.logger.debug("Attempt to add book "+rel_path+"/"+name)
try:
if opdsdb.findbook(name, rel_path, 1) == None:
if archive==0:
cat=opdsdb.addcattree(rel_path,archive)
try:
book_data = create_bookfile(file, name)
except Exception as err:
book_data = None
self.logger.warning(rel_path + ' - ' + name + ' Book parse error, skipping... (Error: %s)'%err)
self.bad_books += 1
if book_data:
lang = book_data.language_code.strip(strip_symbols) if book_data.language_code else ''
title = book_data.title.strip(strip_symbols) if book_data.title else n
annotation = book_data.description if book_data.description else ''
annotation = annotation.strip(strip_symbols) if isinstance(annotation, str) else annotation.decode('utf8').strip(strip_symbols)
docdate = book_data.docdate if book_data.docdate else ''
book=opdsdb.addbook(name,rel_path,cat,e[1:],title,annotation,docdate,lang,file_size,archive)
self.books_added+=1
if archive!=0:
self.books_in_archives+=1
self.logger.debug("Book "+rel_path+"/"+name+" Added ok.")
for a in book_data.authors:
author_name = a.get('name',_('Unknown author')).strip(strip_symbols)
# Если в имени автора нет запятой, то фамилию переносим из конца в начало
if author_name and author_name.find(',')<0:
author_names = author_name.split()
author_name = ' '.join([author_names[-1],' '.join(author_names[:-1])])
author=opdsdb.addauthor(author_name)
opdsdb.addbauthor(book,author)
for genre in book_data.tags:
opdsdb.addbgenre(book,opdsdb.addgenre(genre.lower().strip(strip_symbols)))
if book_data.series_info:
ser = opdsdb.addseries(book_data.series_info['title'])
ser_no = book_data.series_info['index'] or '0'
ser_no = int(ser_no) if ser_no.isdigit() else 0
opdsdb.addbseries(book,ser,ser_no)
else:
self.books_skipped+=1
self.logger.debug("Book "+rel_path+"/"+name+" Already in DB.")
except UnicodeEncodeError as err:
self.logger.warning(rel_path + ' - ' + name + ' Book UnicodeEncodeError error, skipping... (Error: %s)' % err)
self.bad_books += 1