def _library_run(self, path): library_data = [] importer = ReferenceImporter() importer.import_references(path) url = self.session.query(mappers.Extraction.result_url).first() if not url: return url = url[0].rsplit('/', 1)[0] print url generator = WrapperGenerator(url) for i in self.example_range: print '#### WRAPPERS USING %d EXAMPLES' % i start = datetime.now() self.file.write('Using %d examples\n' % i) generator.set_wrapper_gen_examples(i) generator.generate_wrappers() library_data.append(self._get_wrappers_info(url)) #self.session = create_session('sqlite:///:memory:', debug=True) self._delete_generated_wrappers(url) now = datetime.now() self.file.write('Elapsed time:;%s\n\n' % (str(now - start))) self.file.flush() self._delete_imported_references() return library_data
def import_generate(self, library, url): # Import references importer = ReferenceImporter() importer.import_references(''.join([self.base_path, library, '/', library, '-', str(self.nexamples), '.bib'])) # Generate wrappers generator = WrapperGenerator(url) generator.set_wrapper_gen_examples(self.nexamples) generator.generate_wrappers()
def _check_examples(self, path): importer = ReferenceImporter() importer.import_references(path) url = self.session.query(mappers.Extraction.result_url).first() if not url: return url = url[0].rsplit('/', 1)[0] print url example_gateway = gateways.ExampleGateway(self.session, max_examples=10, max_examples_from_db=10, seconds_between_requests=0) examples = example_gateway.get_examples(10, url=url, break_on_max=False) #@UnusedVariable self._delete_imported_references()
def _check_examples(self, path): importer = ReferenceImporter() importer.import_references(path) url = self.session.query(mappers.Extraction.result_url).first() if not url: return url = url[0].rsplit('/', 1)[0] print url example_gateway = gateways.ExampleGateway(self.session, max_examples=10, max_examples_from_db=10, seconds_between_requests=0) examples = example_gateway.get_examples( 10, url=url, break_on_max=False) #@UnusedVariable self._delete_imported_references()
def initialize(self): self.setDefaultProperty('FileChooser', 'path', QtCore.SIGNAL('pathChanged()')) self.setDefaultProperty('QProgressBar', 'value', QtCore.SIGNAL('valueChanged(int)')) self.setOption(QtGui.QWizard.NoCancelButton, True) self.setOption(QtGui.QWizard.NoBackButtonOnStartPage, True) self.setOption(QtGui.QWizard.NoBackButtonOnLastPage, True) self.wizard_title = 'Import References' self.page01 = PathChoosePage(self.wizard_title, self) self.page02 = ProgressPage(self.wizard_title, self) self.addPage(self.page01) self.addPage(self.page02) self.reference_importer = ReferenceImporter()
class ReferenceImporterThread(QtCore.QThread): def __init__(self, path, parent=None): QtCore.QThread.__init__(self, parent) self.exiting = False self.reference_importer = ReferenceImporter() self.reference_importer.set_path(path) self.imported = 0 def __del__(self): self.exiting = True self.wait() def run(self): self.reference_importer.start() self.reference_importer.join()
def __init__(self, path, parent=None): QtCore.QThread.__init__(self, parent) self.exiting = False self.reference_importer = ReferenceImporter() self.reference_importer.set_path(path) self.imported = 0