Exemplo n.º 1
0
    def handle(self, **options):

        _logger.info("indexing titles")
        index_titles()
        _logger.info("finished indexing titles")

        _logger.info("indexing pages")
        index_pages()
        _logger.info("finished indexing pages")
Exemplo n.º 2
0
    def xml_file_handler(self, marc_xml, skip_index):
        self.xml_start = datetime.now()
        results = title_loader.load(marc_xml)

        if not skip_index:
            # need to index any titles that we just created
            _logger.info("indexing new titles")
            index_titles(since=self.xml_start)
        
        return results
Exemplo n.º 3
0
    def xml_file_handler(self, marc_xml, skip_index):
        self.xml_start = datetime.now()
        results = title_loader.load(marc_xml)

        if not skip_index:
            # need to index any titles that we just created
            _logger.info("indexing new titles")
            index_titles(since=self.xml_start)

        return results
Exemplo n.º 4
0
class Command(BaseCommand):
    pull_title_updates = make_option('--pull-title-updates',
                                     action='store_true',
                                     dest='pull_title_updates',
                                     default=False,
                                     help='Pull down a new set of titles.')

    option_list = BaseCommand.option_list + (pull_title_updates)

    help = 'Runs title pull and title load for a complete title refresh.'
    args = ''

    def find_titles_not_updated(self, limited=True):
        _logger.info("Looking for titles not yet updated.")

        if Title.objects.count() == 0:
            _logger.info("Total number of titles not updated: 0")
            return Title.objects.values()
        elif limited:
            titles = Title.objects.order_by('-version').values(
                'lccn_orig', 'oclc', 'version')
            end = titles[0]['version']
        else:
            titles = Title.objects.order_by('-version')
            end = titles[0].version

        start = end - timedelta(weeks=2)
        titles = titles.exclude(version__range=(start, end))

        _logger.info("Total number of titles not updated: %s" % len(titles))
        return titles

    def pull_lccn_updates(self, titles):
        start = datetime.now()
        for t in titles:
            call_command('pull_titles', lccn=t['lccn_orig'], oclc=t['oclc'])
        end = datetime.now()
        total_time = end - start
        _logger.info('total time for pull_lccn_updates: %s' % total_time)
        return

    def handle(self, *args, **options):
        start = datetime.now()

        _logger.info("Starting title sync process.")
        # only load titles if the BIB_STORAGE is there, not always the case
        # for folks in the opensource world
        bib_in_settings = validate_bib_dir()
        if bib_in_settings:
            worldcat_dir = bib_in_settings + '/worldcat_titles/'

            pull_titles = bool(options['pull_title_updates']
                               and hasattr(settings, "WORLDCAT_KEY"))
            if pull_titles:
                call_command('pull_titles', )

            _logger.info("Starting load of OCLC titles.")
            bulk_dir = worldcat_dir + 'bulk'
            if os.path.isdir(bulk_dir):
                call_command('load_titles', bulk_dir, skip_index=True)

            tnu = self.find_titles_not_updated()

            # Only update by individual lccn if there are records that need updating.
            if pull_titles and len(tnu):
                _logger.info(
                    "Pulling titles from OCLC by individual lccn & oclc num.")
                self.pull_lccn_updates(tnu)

            _logger.info("Loading titles from second title pull.")
            lccn_dir = worldcat_dir + 'lccn'
            if os.path.isdir(lccn_dir):
                call_command('load_titles', lccn_dir, skip_index=True)

            tnu = self.find_titles_not_updated(limited=False)
            _logger.info("Running pre-deletion checks for these titles.")

        if bib_in_settings:
            if len(tnu):
                # Delete titles haven't been update & do not have essays or issues attached.
                for title in tnu:
                    essays = title.essays.all()
                    issues = title.issues.all()

                    error = "DELETION ERROR: Title %s has " % title
                    error_end = "It will not be deleted."

                    if not essays or not issues:
                        delete_txt = (title.name, title.lccn, title.oclc)
                        _logger.info('TITLE DELETED: %s, lccn: %s, oclc: %s' %
                                     delete_txt)
                        title.delete()
                    elif essays:
                        _logger.warning(error + 'essays.' + error_end)
                        continue
                    elif issues:
                        _logger.warning(error + 'issues.' + error_end)
                        continue

            # Load holdings for all remaining titles.
            call_command('load_holdings')

        # overlay place info harvested from dbpedia onto the places table
        try:
            self.load_place_links()
        except Exception, e:
            _logger.exception(e)

        solr_index.index_titles()

        # Time of full process run
        end = datetime.now()
        total_time = end - start
        _logger.info('start time: %s' % start)
        _logger.info('end time: %s' % end)
        _logger.info('total time: %s' % total_time)
        _logger.info("title_sync done.")
Exemplo n.º 5
0
 def handle(self, **options):
     _logger.info("indexing titles")
     index_titles()
     _logger.info("finished indexing titles")
Exemplo n.º 6
0
 def handle(self, **options):
     _logger.info("indexing titles")
     solr_index.index_titles()
     _logger.info("finished indexing titles")