class ProcessDatabase(BaseImport): def cleanUp(self): if not self._importSettings['ConfigOnly']: #Wait for the database loader thread to return self._dbloader.join() self._dbloader.printLog() if self._dbloader.status is not None: self._log(str(self._dbloader.status)) exc_type, exc_obj, tb = self._dbloader.status f = tb.tb_frame lineno = tb.tb_lineno filename = f.f_code.co_filename linecache.checkcache(filename) line = linecache.getline(filename, lineno, f.f_globals) raise Exception("Database loading failed {} {} {} {}".format(filename, lineno, line.strip(), exc_obj)) def importData(self, tableid, inputFile = None, createSubsets = False, loadSettings = None): if loadSettings is None: loadSettings = self._fetchSettings(tableid) if inputFile is None: settings, data = self._getDataFiles(tableid) else: data = inputFile self._dbloader = LoadTable(self._calculationObject, data, self._datasetId, tableid, loadSettings, self._importSettings, createSubsets, allowSubSampling = None) if not self._importSettings['ConfigOnly']: self._log(("Preparing to load {} to {}.{}").format(data, self._datasetId, tableid)) self._dbloader.start()
def importData(self, tableid, inputFile = None, createSubsets = False, loadSettings = None): if loadSettings is None: loadSettings = self._fetchSettings(tableid) if inputFile is None: settings, data = self._getDataFiles(tableid) else: data = inputFile self._dbloader = LoadTable(self._calculationObject, data, self._datasetId, tableid, loadSettings, self._importSettings, createSubsets, allowSubSampling = None) if not self._importSettings['ConfigOnly']: self._log(("Preparing to load {} to {}.{}").format(data, self._datasetId, tableid)) self._dbloader.start()