def persist_file_references(self, file_path):
"""
Parses references from a file and stores them to the database
"""
extraction_gw = ExtractionGateway()
references = self._parse_entries_file(file_path)
extractions = []
for reference, index in zip(references, range(len(references))):
extraction = Extraction()
# Clean fields that we don't want
reference.remove_field('reference_id')
reference.remove_field('abstract')
reference.remove_field('reference_type')
url = reference.remove_field('url')
if not url:
url = file_path
else:
url = url.value
extraction.used_result = SearchResult('', url)
text = unicode('Reference %d from %s' %
(index, file_path.rsplit('/', 1)[-1]))
extraction.file_path = text
extraction.entries.append(reference)
extractions.append(extraction)
extraction_gw.persist_extraction(extraction)
log.info(''.join(['Imported ', text.lower()])) #@UndefinedVariable
return extractions
def persist_file_references(self, file_path):
"""
Parses references from a file and stores them to the database
"""
extraction_gw = ExtractionGateway()
references = self._parse_entries_file(file_path)
extractions = []
for reference, index in zip(references, range(len(references))):
extraction = Extraction()
# Clean fields that we don't want
reference.remove_field('reference_id')
reference.remove_field('abstract')
reference.remove_field('reference_type')
url = reference.remove_field('url')
if not url:
url = file_path
else:
url = url.value
extraction.used_result = SearchResult('', url)
text = unicode('Reference %d from %s' % (index,
file_path.rsplit('/', 1)[-1]))
extraction.file_path = text
extraction.entries.append(reference)
extractions.append(extraction)
extraction_gw.persist_extraction(extraction)
log.info(''.join(['Imported ', text.lower()])) #@UndefinedVariable
return extractions
def initialize(self):
self.setOption(QtGui.QWizard.NoCancelButton, True)
self.setOption(QtGui.QWizard.NoBackButtonOnStartPage, True)
self.extraction_gw = ExtractionGateway()
wizard_title = 'Manage References'
self.page01 = ReferenceManagerPage(wizard_title, self)
self.addPage(self.page01)
def initialize(self):
self.setOption(QtGui.QWizard.NoCancelButton, True)
self.setOption(QtGui.QWizard.NoBackButtonOnStartPage, True)
self.extraction_gw = ExtractionGateway()
self.finish_button = self.button(QtGui.QWizard.FinishButton)
self.finish_button.setEnabled(False)
wizard_title = 'Export References'
self.page01 = ReferenceExporterpage(wizard_title, self)
self.addPage(self.page01)
class ReferenceManagerWizard(QtGui.QWizard):
def __init__(self):
super(ReferenceManagerWizard, self).__init__()
self.initialize()
def initialize(self):
self.setOption(QtGui.QWizard.NoCancelButton, True)
self.setOption(QtGui.QWizard.NoBackButtonOnStartPage, True)
self.extraction_gw = ExtractionGateway()
wizard_title = 'Manage References'
self.page01 = ReferenceManagerPage(wizard_title, self)
self.addPage(self.page01)
def show(self):
self.removePage(0)
self.initialize()
self.restart()
super(ReferenceManagerWizard, self).show()
def done(self, status):
self.extraction_gw.flush()
def run(self):
log.debug("Start running index maker") #@UndefinedVariable
# Run threads
self.thread_runner = ThreadRunner(self.trhead_class, self._in_queue,
self._out_queue)
self.thread_runner.start()
while not (self.thread_runner.finished and self._out_queue.empty()):
extraction = self._out_queue.get()
log.info('Persisting extraction results') #@UndefinedVariable
# Persist the extraction
ExtractionGateway().persist_extraction(extraction)
self.processed.append(extraction)
# Commit changes to the database
flush_changes()
log.debug("Total processed: %d" %
len(self.processed)) #@UndefinedVariable
