def upsert_sna(self, url, dataset_code): dataset = Datasets(self.provider_name,dataset_code, fetcher=self) sna_data = EsriData(dataset,url) dataset.name = self.dataset_name[dataset_code] dataset.doc_href = 'http://www.esri.cao.go.jp/index-e.html' dataset.last_update = sna_data.release_date dataset.series.data_iterator = sna_data dataset.update_database()
def upsert_dataset(self, dataset_code, sheet): start = time.time() logger.info("upsert dataset[%s] - START" % (dataset_code)) dataset = Datasets(self.provider_name,dataset_code, fetcher=self) bea_data = BeaData(dataset,self.url, sheet) dataset.name = dataset_code dataset.doc_href = 'http://www.bea.gov/newsreleases/national/gdp/gdpnewsrelease.htm' dataset.last_update = bea_data.release_date dataset.series.data_iterator = bea_data dataset.update_database() self.update_metas(dataset_code) end = time.time() - start logger.info("upsert dataset[%s] - END - time[%.3f seconds]" % (dataset_code, end))
def upsert_dataset(self, dataset_code): """Updates data in Database for selected datasets :dset: dataset_code :returns: None""" self.get_selected_datasets() start = time.time() logger.info("upsert dataset[%s] - START" % (dataset_code)) self.dataset_settings = self.selected_datasets[dataset_code] url = self.make_url() dataset = Datasets(self.provider_name,dataset_code, fetcher=self) dataset.name = self.dataset_settings['name'] dataset.doc_href = self.dataset_settings['metadata']['doc_href'] dataset.last_update = self.dataset_settings['last_update'] data_iterator = EsriData(dataset,url,filename=dataset_code) dataset.series.data_iterator = data_iterator dataset.update_database() end = time.time() - start logger.info("upsert dataset[%s] - END - time[%.3f seconds]" % (dataset_code, end))