def add_options(self): ApiCommand.add_options(self) XmlRpcCommand.add_options(self) self.parser.add_option( "-d", "--days", dest="days", help= "Days to fetch data (e.g. 7) (period is up to today, unless start-date or end-date specified)" ) self.parser.add_option( "-s", "--start-date", dest="start_date", help="Date of start of period to fetch data (e.g. 2008-6-25)") self.parser.add_option( "-e", "--end-date", dest="end_date", help="Date of end of period to fetch data (e.g. 2008-6-25)") self.parser.add_option("-a", "--all-time", dest="all_time", action="store_true", default=False, help="Request all ONS updates ever") self.parser.add_option("-c", "--cache-dir", dest="ons_cache_dir", help="Path to store downloads from ONS Pub Hub")
def command(self): ApiCommand.command(self) XmlRpcCommand.command(self) if self.options.days: self.options.days = int(self.options.days) if self.options.start_date: self.options.start_date = self.parse_date(self.options.start_date) if self.options.end_date: self.options.end_date = self.parse_date(self.options.end_date) if not self.options.ons_cache_dir: self.options.ons_cache_dir = ONS_DEFAULT_CACHE_PATH if self.options.days or \ self.options.start_date or \ self.options.end_date: data_filepaths = OnsData.download_flexible( days=self.options.days, start_date=self.options.start_date, end_date=self.options.end_date, ons_cache_dir=self.options.ons_cache_dir) elif self.options.all_time: data_filepaths = OnsData.download_all() else: self.parser.error('Please specify a time period') importer = OnsImporter(filepaths=data_filepaths, xmlrpc_settings=self.xmlrpc_settings) loader = OnsLoader(self.client) loader.load_packages(importer.pkg_dict())
def command(self): ApiCommand.command(self) XmlRpcCommand.command(self) if self.options.days: self.options.days = int(self.options.days) if self.options.start_date: self.options.start_date = self.parse_date(self.options.start_date) if self.options.end_date: self.options.end_date = self.parse_date(self.options.end_date) if self.options.days or self.options.start_date or self.options.end_date: data_filepaths = OnsData.download_flexible( days=self.options.days, start_date=self.options.start_date, end_date=self.options.end_date, ons_cache_dir=self.options.ons_cache_dir, ) elif self.options.all_time: data_filepaths = OnsData.download_all() else: self.parser.error("Please specify a time period") importer = OnsImporter(filepaths=data_filepaths, xmlrpc_settings=self.xmlrpc_settings) loader = OnsLoader(self.client) loader.load_packages(importer.pkg_dict())
def add_options(self): ApiCommand.add_options(self) XmlRpcCommand.add_options(self) self.parser.add_option("-d", "--days", dest="days", help="Days to fetch data (e.g. 7) (period is up to today, unless start-date or end-date specified)") self.parser.add_option("-s", "--start-date", dest="start_date", help="Date of start of period to fetch data (e.g. 2008-6-25)") self.parser.add_option("-e", "--end-date", dest="end_date", help="Date of end of period to fetch data (e.g. 2008-6-25)") self.parser.add_option("-a", "--all-time", dest="all_time", action="store_true", default=False, help="Request all ONS updates ever") self.parser.add_option("-c", "--cache-dir", dest="ons_cache_dir", help="Path to store downloads from ONS Pub Hub")
def command(self): from ckanext.dgu.ons.downloader import OnsData, ONS_DEFAULT_CACHE_PATH from ckanext.dgu.ons.importer import OnsImporter from ckanext.dgu.ons.loader import OnsLoader ApiCommand.command(self) XmlRpcCommand.command(self) if self.options.days: self.options.days = int(self.options.days) if self.options.start_date: self.options.start_date = self.parse_date(self.options.start_date) if self.options.end_date: self.options.end_date = self.parse_date(self.options.end_date) if not self.options.ons_cache_dir: self.options.ons_cache_dir = ONS_DEFAULT_CACHE_PATH if self.options.days or \ self.options.start_date or \ self.options.end_date: data_filepaths = OnsData.download_flexible( days=self.options.days, start_date=self.options.start_date, end_date=self.options.end_date, ons_cache_dir=self.options.ons_cache_dir) elif self.options.all_time: data_filepaths = OnsData.download_all() else: self.parser.error('Please specify a time period') importer = OnsImporter(filepaths=data_filepaths, xmlrpc_settings=self.xmlrpc_settings) loader = OnsLoader(self.client) loader.load_packages(importer.pkg_dict())