def _library_run(self, path): library_data = [] importer = ReferenceImporter() importer.import_references(path) url = self.session.query(mappers.Extraction.result_url).first() if not url: return url = url[0].rsplit('/', 1)[0] print url generator = WrapperGenerator(url) for i in self.example_range: print '#### WRAPPERS USING %d EXAMPLES' % i start = datetime.now() self.file.write('Using %d examples\n' % i) generator.set_wrapper_gen_examples(i) generator.generate_wrappers() library_data.append(self._get_wrappers_info(url)) #self.session = create_session('sqlite:///:memory:', debug=True) self._delete_generated_wrappers(url) now = datetime.now() self.file.write('Elapsed time:;%s\n\n' % (str(now - start))) self.file.flush() self._delete_imported_references() return library_data
class WrapperTrainingThread(QtCore.QThread): def __init__(self, parent=None, url=None): QtCore.QThread.__init__(self, parent) self.exiting = False self.url = url self.wrapper_generator = WrapperGenerator(url) def __del__(self): self.exiting = True self.wait() def run(self): self.wrapper_generator.start() self.wrapper_generator.join()
def import_generate(self, library, url): # Import references importer = ReferenceImporter() importer.import_references(''.join([self.base_path, library, '/', library, '-', str(self.nexamples), '.bib'])) # Generate wrappers generator = WrapperGenerator(url) generator.set_wrapper_gen_examples(self.nexamples) generator.generate_wrappers()
def __init__(self, parent=None, url=None): QtCore.QThread.__init__(self, parent) self.exiting = False self.url = url self.wrapper_generator = WrapperGenerator(url)