Beispiel #1
0
    def setUp(self):
        WLTestCase.setUp(self)
        index = Index()
        index.index.delete_all()
        index.index.commit()

        self.do_doktora = Book.from_xml_file(get_fixture('do-doktora.xml'))
        self.do_anusie = Book.from_xml_file(
            get_fixture('fraszka-do-anusie.xml', catalogue))
Beispiel #2
0
    def setUp(self):
        WLTestCase.setUp(self)
        index = Index()
        index.index.delete_all()
        index.index.commit()

        self.do_doktora = Book.from_xml_file(
            get_fixture('do-doktora.xml'))
        self.do_anusie = Book.from_xml_file(
            get_fixture('fraszka-do-anusie.xml', catalogue))
Beispiel #3
0
    def setUp(self):
        WLTestCase.setUp(self)
        index = Index()
        index.index.delete_all()
        index.index.commit()

        with self.settings(NO_SEARCH_INDEX=False):
            self.do_doktora = Book.from_xml_file(get_fixture('do-doktora.xml'))
            self.do_anusie = Book.from_xml_file(
                get_fixture('fraszka-do-anusie.xml', catalogue))
    def setUp(self):
        WLTestCase.setUp(self)
        index = Index()
        index.index.delete_all()
        index.index.commit()

        with self.settings(NO_SEARCH_INDEX=False):
            self.do_doktora = Book.from_xml_file(
                get_fixture('do-doktora.xml'))
            self.do_anusie = Book.from_xml_file(
                get_fixture('fraszka-do-anusie.xml', catalogue))
Beispiel #5
0
    def setUp(self):
        WLTestCase.setUp(self)

        index = Index()
        self.search = Search()
        index.delete_query(self.search.index.query(uid="*"))
        index.index.commit()

        self.do_doktora = Book.from_xml_file(
            get_fixture('do-doktora.xml', opds))
        self.do_anusie = Book.from_xml_file(
            get_fixture('fraszka-do-anusie.xml', catalogue))
Beispiel #6
0
 def save(self, **kwargs):
     return Book.from_xml_file(
         self.cleaned_data["book_xml_file"],
         overwrite=True,
         remote_gallery_url=self.cleaned_data["gallery_url"],
         **kwargs
     )
Beispiel #7
0
    def import_book(self, file_path, options):
        verbose = options.get('verbose')
        file_base, ext = os.path.splitext(file_path)
        book = Book.from_xml_file(file_path, overwrite=options.get('force'),
                                                    build_epub=options.get('build_epub'),
                                                    build_txt=options.get('build_txt'),
                                                    build_pdf=options.get('build_pdf'),
                                                    build_mobi=options.get('build_mobi'),
                                                    search_index=options.get('search_index'),
                                                    search_index_reuse=True, search_index_tags=False)
        for ebook_format in Book.ebook_formats:
            if os.path.isfile(file_base + '.' + ebook_format):
                getattr(book, '%s_file' % ebook_format).save(
                    '%s.%s' % (book.slug, ebook_format), 
                    File(file(file_base + '.' + ebook_format)))
                if verbose:
                    print "Importing %s.%s" % (file_base, ebook_format)

        book.save()
 def import_book(self, file_path, options):
     verbose = options.get('verbose')
     if options.get('dont_build'):
         dont_build = options.get('dont_build').lower().split(',')
     else:
         dont_build = None
     file_base, ext = os.path.splitext(file_path)
     book = Book.from_xml_file(file_path,
                               overwrite=options.get('force'),
                               dont_build=dont_build,
                               search_index_tags=False)
     for ebook_format in Book.ebook_formats:
         if os.path.isfile(file_base + '.' + ebook_format):
             getattr(book, '%s_file' % ebook_format).save(
                 '%s.%s' % (book.slug, ebook_format),
                 File(file(file_base + '.' + ebook_format)),
                 save=False)
             if verbose:
                 print "Importing %s.%s" % (file_base, ebook_format)
     book.save()
Beispiel #9
0
 def import_book(self, file_path, options):
     verbose = options.get('verbose')
     if options.get('dont_build'):
         dont_build = options.get('dont_build').lower().split(',')
     else:
         dont_build = None
     file_base, ext = os.path.splitext(file_path)
     book = Book.from_xml_file(file_path, overwrite=options.get('force'),
                               dont_build=dont_build,
                               search_index_tags=False)
     for ebook_format in Book.ebook_formats:
         if os.path.isfile(file_base + '.' + ebook_format):
             getattr(book, '%s_file' % ebook_format).save(
                 '%s.%s' % (book.slug, ebook_format),
                 File(file(file_base + '.' + ebook_format)),
                 save=False
                 )
             if verbose:
                 print "Importing %s.%s" % (file_base, ebook_format)
     book.save()
Beispiel #10
0
 def save(self, commit=True, **kwargs):
     return Book.from_xml_file(self.cleaned_data['book_xml_file'], overwrite=True, **kwargs)
Beispiel #11
0
 def save(self, **kwargs):
     return Book.from_xml_file(self.cleaned_data['book_xml_file'], overwrite=True,
                               remote_gallery_url=self.cleaned_data['gallery_url'], **kwargs)
Beispiel #12
0
    def handle(self, *directories, **options):
        from django.db import transaction

        self.style = color_style()

        verbose = options.get('verbose')
        force = options.get('force')
        show_traceback = options.get('traceback', False)

        wait_until = None
        if options.get('wait_until'):
            wait_until = time.mktime(time.strptime(options.get('wait_until'), '%Y-%m-%d %H:%M:%S'))
            if verbose > 0:
                print "Will wait until %s; it's %f seconds from now" % (
                    time.strftime('%Y-%m-%d %H:%M:%S', 
                    time.localtime(wait_until)), wait_until - time.time())

        # Start transaction management.
        transaction.commit_unless_managed()
        transaction.enter_transaction_management()
        transaction.managed(True)

        files_imported = 0
        files_skipped = 0

        for dir_name in directories:
            if not os.path.isdir(dir_name):
                print self.style.ERROR("%s: Not a directory. Skipping." % dir_name)
            else:
                # files queue
                files = sorted(os.listdir(dir_name))
                postponed = {}
                while files:
                    file_name = files.pop(0)
                    file_path = os.path.join(dir_name, file_name)
                    file_base, ext = os.path.splitext(file_path)

                    # Skip files that are not XML files
                    if not ext == '.xml':
                        continue

                    if verbose > 0:
                        print "Parsing '%s'" % file_path
                    else:
                        sys.stdout.write('.')
                        sys.stdout.flush()

                    # Import book files
                    try:
                        book = Book.from_xml_file(file_path, overwrite=force, 
                                                  build_epub=options.get('build_epub'),
                                                  build_txt=options.get('build_txt'))
                        files_imported += 1

                        if os.path.isfile(file_base + '.pdf'):
                            book.pdf_file.save('%s.pdf' % book.slug, File(file(file_base + '.pdf')))
                            if verbose:
                                print "Importing %s.pdf" % file_base
                        if os.path.isfile(file_base + '.epub'):
                            book.epub_file.save('%s.epub' % book.slug, File(file(file_base + '.epub')))
                            if verbose:
                                print "Importing %s.epub" % file_base
                        if os.path.isfile(file_base + '.odt'):
                            book.odt_file.save('%s.odt' % book.slug, File(file(file_base + '.odt')))
                            if verbose:
                                print "Importing %s.odt" % file_base
                        if os.path.isfile(file_base + '.txt'):
                            book.txt_file.save('%s.txt' % book.slug, File(file(file_base + '.txt')))
                            if verbose:
                                print "Importing %s.txt" % file_base
                        if os.path.isfile(os.path.join(dir_name, book.slug + '.mp3')):
                            book.mp3_file.save('%s.mp3' % book.slug, File(file(os.path.join(dir_name, book.slug + '.mp3'))))
                            if verbose:
                                print "Importing %s.mp3" % book.slug
                        if os.path.isfile(os.path.join(dir_name, book.slug + '.ogg')):
                            book.ogg_file.save('%s.ogg' % book.slug, File(file(os.path.join(dir_name, book.slug + '.ogg'))))
                            if verbose:
                                print "Importing %s.ogg" % book.slug
                        if os.path.isfile(os.path.join(dir_name, book.slug + '.daisy.zip')):
                            book.ogg_file.save('%s.daisy.zip' % book.slug, File(file(os.path.join(dir_name, book.slug + '.daisy.zip'))))
                            if verbose:
                                print "Importing %s.daisy.zip" % book.slug

                        book.save()

                    except Book.AlreadyExists, msg:
                        print self.style.ERROR('%s: Book already imported. Skipping. To overwrite use --force.' %
                            file_path)
                        files_skipped += 1

                    except Book.DoesNotExist, e:
                        if file_name not in postponed or postponed[file_name] < files_imported:
                            # push it back into the queue, maybe the missing child will show up
                            if verbose:
                                print self.style.NOTICE('Waiting for missing children')
                            files.append(file_name)
                            postponed[file_name] = files_imported
                        else:
                            # we're in a loop, nothing's being imported - some child is really missing
                            raise e
Beispiel #13
0
 def save(self, commit=True, **kwargs):
     return Book.from_xml_file(self.cleaned_data['book_xml_file'],
                               overwrite=True,
                               **kwargs)