def run(self):
self.logger.info("Analyzer: start analyzer download service")
last = 0
while not self.got_sigterm():
if time.time() > last + self.time_interval * 60:
self.logger.info("Analyzer: check latest articles")
saver.save(*self.readers, method=self.method, directory=self.directory)
last = time.time()
time.sleep(5)
else:
self.logger.info("Analyzer: stop analyzer download service")
def main():
parser = argparse.ArgumentParser(description='Analyzer')
parser.add_argument('-c', '--config', action='store', default='sites-config.ini', dest='config', help='config file')
parser.add_argument('--oneshot', action='store_true', dest='oneshot', help='download current articles then exit')
parser.add_argument('-t', '--time_interval', action='store', type=int, default=15, dest='time_interval',
help='time interval to check new content (unit in minute, default 15)')
parser.add_argument('command', action='store', help='start|stop|status')
args = parser.parse_args()
if not os.path.exists(args.config):
sys.exit('Error: config file not found!')
config = configparser.ConfigParser()
config.read(args.config)
readers = []
for site, detail in config['RSS'].items():
rss_url, language = detail.split(' ')
readers.append(reader.RSSReader(site, rss_url, language))
try:
method = config['Storage']['method']
directory = os.path.abspath(config['Storage']['directory'])
if method != "disk" and method != 'database':
sys.exit('Error: storage method invalid!')
except KeyError:
sys.exit('Error: storage parameters missing!')
service = DownloadService('AnalyzerDownloadService', pid_dir='/tmp')
if args.command == 'start':
if args.oneshot:
saver.save(*readers, method=method, directory=directory)
return
service.set_parameters(readers, method, directory, args.time_interval)
service.start()
elif args.command == 'stop':
service.stop()
elif args.command == 'status':
if service.is_running():
print("Service is running.")
else:
print("Service is not running.")
else:
sys.exit('Error: Unknown command "%s".' % args.command)