def setUp(self):
WLTestCase.setUp(self)
index = Index()
index.index.delete_all()
index.index.commit()
self.do_doktora = Book.from_xml_file(get_fixture('do-doktora.xml'))
self.do_anusie = Book.from_xml_file(
get_fixture('fraszka-do-anusie.xml', catalogue))
def setUp(self):
WLTestCase.setUp(self)
index = Index()
index.index.delete_all()
index.index.commit()
self.do_doktora = Book.from_xml_file(
get_fixture('do-doktora.xml'))
self.do_anusie = Book.from_xml_file(
get_fixture('fraszka-do-anusie.xml', catalogue))
def setUp(self):
WLTestCase.setUp(self)
index = Index()
index.index.delete_all()
index.index.commit()
with self.settings(NO_SEARCH_INDEX=False):
self.do_doktora = Book.from_xml_file(get_fixture('do-doktora.xml'))
self.do_anusie = Book.from_xml_file(
get_fixture('fraszka-do-anusie.xml', catalogue))
def setUp(self):
WLTestCase.setUp(self)
index = Index()
index.index.delete_all()
index.index.commit()
with self.settings(NO_SEARCH_INDEX=False):
self.do_doktora = Book.from_xml_file(
get_fixture('do-doktora.xml'))
self.do_anusie = Book.from_xml_file(
get_fixture('fraszka-do-anusie.xml', catalogue))
def setUp(self):
WLTestCase.setUp(self)
index = Index()
self.search = Search()
index.delete_query(self.search.index.query(uid="*"))
index.index.commit()
self.do_doktora = Book.from_xml_file(
get_fixture('do-doktora.xml', opds))
self.do_anusie = Book.from_xml_file(
get_fixture('fraszka-do-anusie.xml', catalogue))
def save(self, **kwargs):
return Book.from_xml_file(
self.cleaned_data["book_xml_file"],
overwrite=True,
remote_gallery_url=self.cleaned_data["gallery_url"],
**kwargs
)
def import_book(self, file_path, options):
verbose = options.get('verbose')
file_base, ext = os.path.splitext(file_path)
book = Book.from_xml_file(file_path, overwrite=options.get('force'),
build_epub=options.get('build_epub'),
build_txt=options.get('build_txt'),
build_pdf=options.get('build_pdf'),
build_mobi=options.get('build_mobi'),
search_index=options.get('search_index'),
search_index_reuse=True, search_index_tags=False)
for ebook_format in Book.ebook_formats:
if os.path.isfile(file_base + '.' + ebook_format):
getattr(book, '%s_file' % ebook_format).save(
'%s.%s' % (book.slug, ebook_format),
File(file(file_base + '.' + ebook_format)))
if verbose:
print "Importing %s.%s" % (file_base, ebook_format)
book.save()
def import_book(self, file_path, options):
verbose = options.get('verbose')
if options.get('dont_build'):
dont_build = options.get('dont_build').lower().split(',')
else:
dont_build = None
file_base, ext = os.path.splitext(file_path)
book = Book.from_xml_file(file_path,
overwrite=options.get('force'),
dont_build=dont_build,
search_index_tags=False)
for ebook_format in Book.ebook_formats:
if os.path.isfile(file_base + '.' + ebook_format):
getattr(book, '%s_file' % ebook_format).save(
'%s.%s' % (book.slug, ebook_format),
File(file(file_base + '.' + ebook_format)),
save=False)
if verbose:
print "Importing %s.%s" % (file_base, ebook_format)
book.save()
def import_book(self, file_path, options):
verbose = options.get('verbose')
if options.get('dont_build'):
dont_build = options.get('dont_build').lower().split(',')
else:
dont_build = None
file_base, ext = os.path.splitext(file_path)
book = Book.from_xml_file(file_path, overwrite=options.get('force'),
dont_build=dont_build,
search_index_tags=False)
for ebook_format in Book.ebook_formats:
if os.path.isfile(file_base + '.' + ebook_format):
getattr(book, '%s_file' % ebook_format).save(
'%s.%s' % (book.slug, ebook_format),
File(file(file_base + '.' + ebook_format)),
save=False
)
if verbose:
print "Importing %s.%s" % (file_base, ebook_format)
book.save()
def save(self, commit=True, **kwargs):
return Book.from_xml_file(self.cleaned_data['book_xml_file'], overwrite=True, **kwargs)
def save(self, **kwargs):
return Book.from_xml_file(self.cleaned_data['book_xml_file'], overwrite=True,
remote_gallery_url=self.cleaned_data['gallery_url'], **kwargs)
def handle(self, *directories, **options):
from django.db import transaction
self.style = color_style()
verbose = options.get('verbose')
force = options.get('force')
show_traceback = options.get('traceback', False)
wait_until = None
if options.get('wait_until'):
wait_until = time.mktime(time.strptime(options.get('wait_until'), '%Y-%m-%d %H:%M:%S'))
if verbose > 0:
print "Will wait until %s; it's %f seconds from now" % (
time.strftime('%Y-%m-%d %H:%M:%S',
time.localtime(wait_until)), wait_until - time.time())
# Start transaction management.
transaction.commit_unless_managed()
transaction.enter_transaction_management()
transaction.managed(True)
files_imported = 0
files_skipped = 0
for dir_name in directories:
if not os.path.isdir(dir_name):
print self.style.ERROR("%s: Not a directory. Skipping." % dir_name)
else:
# files queue
files = sorted(os.listdir(dir_name))
postponed = {}
while files:
file_name = files.pop(0)
file_path = os.path.join(dir_name, file_name)
file_base, ext = os.path.splitext(file_path)
# Skip files that are not XML files
if not ext == '.xml':
continue
if verbose > 0:
print "Parsing '%s'" % file_path
else:
sys.stdout.write('.')
sys.stdout.flush()
# Import book files
try:
book = Book.from_xml_file(file_path, overwrite=force,
build_epub=options.get('build_epub'),
build_txt=options.get('build_txt'))
files_imported += 1
if os.path.isfile(file_base + '.pdf'):
book.pdf_file.save('%s.pdf' % book.slug, File(file(file_base + '.pdf')))
if verbose:
print "Importing %s.pdf" % file_base
if os.path.isfile(file_base + '.epub'):
book.epub_file.save('%s.epub' % book.slug, File(file(file_base + '.epub')))
if verbose:
print "Importing %s.epub" % file_base
if os.path.isfile(file_base + '.odt'):
book.odt_file.save('%s.odt' % book.slug, File(file(file_base + '.odt')))
if verbose:
print "Importing %s.odt" % file_base
if os.path.isfile(file_base + '.txt'):
book.txt_file.save('%s.txt' % book.slug, File(file(file_base + '.txt')))
if verbose:
print "Importing %s.txt" % file_base
if os.path.isfile(os.path.join(dir_name, book.slug + '.mp3')):
book.mp3_file.save('%s.mp3' % book.slug, File(file(os.path.join(dir_name, book.slug + '.mp3'))))
if verbose:
print "Importing %s.mp3" % book.slug
if os.path.isfile(os.path.join(dir_name, book.slug + '.ogg')):
book.ogg_file.save('%s.ogg' % book.slug, File(file(os.path.join(dir_name, book.slug + '.ogg'))))
if verbose:
print "Importing %s.ogg" % book.slug
if os.path.isfile(os.path.join(dir_name, book.slug + '.daisy.zip')):
book.ogg_file.save('%s.daisy.zip' % book.slug, File(file(os.path.join(dir_name, book.slug + '.daisy.zip'))))
if verbose:
print "Importing %s.daisy.zip" % book.slug
book.save()
except Book.AlreadyExists, msg:
print self.style.ERROR('%s: Book already imported. Skipping. To overwrite use --force.' %
file_path)
files_skipped += 1
except Book.DoesNotExist, e:
if file_name not in postponed or postponed[file_name] < files_imported:
# push it back into the queue, maybe the missing child will show up
if verbose:
print self.style.NOTICE('Waiting for missing children')
files.append(file_name)
postponed[file_name] = files_imported
else:
# we're in a loop, nothing's being imported - some child is really missing
raise e
def save(self, commit=True, **kwargs):
return Book.from_xml_file(self.cleaned_data['book_xml_file'],
overwrite=True,
**kwargs)