def _library_run(self, path):
    
        library_data = []
        
        importer = ReferenceImporter()
        
        importer.import_references(path)
        url = self.session.query(mappers.Extraction.result_url).first()
        if not url:
            return
        url = url[0].rsplit('/', 1)[0]
        print url
        generator = WrapperGenerator(url)
        
        for i in self.example_range:
            print '#### WRAPPERS USING %d EXAMPLES' % i
            start = datetime.now()
            self.file.write('Using %d examples\n' % i)

            generator.set_wrapper_gen_examples(i)
            generator.generate_wrappers()
            library_data.append(self._get_wrappers_info(url))
            #self.session = create_session('sqlite:///:memory:', debug=True)
            self._delete_generated_wrappers(url)
            now = datetime.now() 
            self.file.write('Elapsed time:;%s\n\n' % (str(now - start)))
            self.file.flush()
        
        self._delete_imported_references()
            
        return library_data
Esempio n. 2
0
 def import_generate(self, library, url):
     # Import references
     importer = ReferenceImporter()
     importer.import_references(''.join([self.base_path, library, '/', library, '-', str(self.nexamples), '.bib']))
     
     # Generate wrappers
     generator = WrapperGenerator(url)
     generator.set_wrapper_gen_examples(self.nexamples)
     generator.generate_wrappers()    
 def _check_examples(self, path):
     importer = ReferenceImporter()
     importer.import_references(path)
     url = self.session.query(mappers.Extraction.result_url).first()
     if not url:
         return
     url = url[0].rsplit('/', 1)[0]
     print url
     example_gateway = gateways.ExampleGateway(self.session, max_examples=10, max_examples_from_db=10, seconds_between_requests=0) 
     examples = example_gateway.get_examples(10, url=url, break_on_max=False) #@UnusedVariable
     self._delete_imported_references()
 def _check_examples(self, path):
     importer = ReferenceImporter()
     importer.import_references(path)
     url = self.session.query(mappers.Extraction.result_url).first()
     if not url:
         return
     url = url[0].rsplit('/', 1)[0]
     print url
     example_gateway = gateways.ExampleGateway(self.session,
                                               max_examples=10,
                                               max_examples_from_db=10,
                                               seconds_between_requests=0)
     examples = example_gateway.get_examples(
         10, url=url, break_on_max=False)  #@UnusedVariable
     self._delete_imported_references()
    def initialize(self):
        self.setDefaultProperty('FileChooser', 'path',
                                QtCore.SIGNAL('pathChanged()'))
        self.setDefaultProperty('QProgressBar', 'value',
                                QtCore.SIGNAL('valueChanged(int)'))

        self.setOption(QtGui.QWizard.NoCancelButton, True)
        self.setOption(QtGui.QWizard.NoBackButtonOnStartPage, True)
        self.setOption(QtGui.QWizard.NoBackButtonOnLastPage, True)

        self.wizard_title = 'Import References'
        self.page01 = PathChoosePage(self.wizard_title, self)
        self.page02 = ProgressPage(self.wizard_title, self)
        self.addPage(self.page01)
        self.addPage(self.page02)
        self.reference_importer = ReferenceImporter()
class ReferenceImporterThread(QtCore.QThread):
    def __init__(self, path, parent=None):
        QtCore.QThread.__init__(self, parent)
        self.exiting = False
        self.reference_importer = ReferenceImporter()
        self.reference_importer.set_path(path)
        self.imported = 0
         
    def __del__(self):
        self.exiting = True
        self.wait()
        
    def run(self):
        self.reference_importer.start()
        self.reference_importer.join()
class ReferenceImporterThread(QtCore.QThread):
    def __init__(self, path, parent=None):
        QtCore.QThread.__init__(self, parent)
        self.exiting = False
        self.reference_importer = ReferenceImporter()
        self.reference_importer.set_path(path)
        self.imported = 0

    def __del__(self):
        self.exiting = True
        self.wait()

    def run(self):
        self.reference_importer.start()
        self.reference_importer.join()
 def __init__(self, path, parent=None):
     QtCore.QThread.__init__(self, parent)
     self.exiting = False
     self.reference_importer = ReferenceImporter()
     self.reference_importer.set_path(path)
     self.imported = 0
 def __init__(self, path, parent=None):
     QtCore.QThread.__init__(self, parent)
     self.exiting = False
     self.reference_importer = ReferenceImporter()
     self.reference_importer.set_path(path)
     self.imported = 0