def play_scan(): import seplis.play.scan try: seplis.play.scan.upgrade_scan_db() except: logging.exception('play scan db upgrade') raise logger.set_logger('play_scan.log', to_sentry=True) if not config['play']['scan']: raise Exception(''' Nothing to scan. Add a path in the config file. Example: play: scan: - type: shows path: /a/path/to/the/shows ''') try: for s in config['play']['scan']: scanner = None if s['type'] == 'shows': scanner = seplis.play.scan.Shows_scan(s['path'], ) if not scanner: raise Exception('Scan type: "{}" is not supported'.format( s['type'])) scanner.scan() except: logging.exception('play scan')
def upgrade(): logger.set_logger('upgrade.log', to_sentry=True) import seplis.api.migrate try: seplis.api.migrate.upgrade() except: logging.exception('upgrade')
def worker(): logger.set_logger('worker.log') import seplis.tasks.worker try: seplis.tasks.worker.main() except: logging.exception('worker')
def rebuild_cache(): logger.set_logger('rebuild_cache.log', to_sentry=True) import seplis.api.rebuild_cache try: seplis.api.rebuild_cache.main() except: logging.exception('rebuild_cache')
def play_scan(): import seplis.play.scan try: seplis.play.scan.upgrade_scan_db() except: logging.exception('play scan db upgrade') raise logger.set_logger('play_scan.log', to_sentry=True) if not config['play']['scan']: raise Exception(''' Nothing to scan. Add a path in the config file. Example: play: scan: - type: shows path: /a/path/to/the/shows ''') try: for s in config['play']['scan']: scanner = None if s['type'] == 'shows': scanner = seplis.play.scan.Shows_scan( s['path'], ) if not scanner: raise Exception('Scan type: "{}" is not supported'.format( s['type'] )) scanner.scan() except: logging.exception('play scan')
def main(): logger.set_logger('api-{}.log'.format(seplis.config['api']['port'])) ioloop = asyncio.get_event_loop() http_server = httpserver.HTTPServer(Application(ioloop)) http_server.listen(seplis.config['api']['port']) ioloop.run_forever()
def worker(n): logger.set_logger('worker-{}.log'.format(n)) import seplis.tasks.worker try: seplis.tasks.worker.main() except (KeyboardInterrupt, SystemExit): raise except: logging.exception('worker')
def upgrade(): logger.set_logger('upgrade.log', to_sentry=True) import seplis.api.migrate try: seplis.api.migrate.upgrade() except (KeyboardInterrupt, SystemExit): raise except: logging.exception('upgrade')
def rebuild_cache(): logger.set_logger('rebuild_cache.log', to_sentry=True) import seplis.api.rebuild_cache try: seplis.api.rebuild_cache.main() except (KeyboardInterrupt, SystemExit): raise except: logging.exception('rebuild_cache')
def update_show(show_id): import seplis.importer logger.set_logger('importer_update_show_by_id.log', to_sentry=True) try: seplis.importer.shows.update_show_by_id(show_id) except (KeyboardInterrupt, SystemExit): raise except: logging.exception('update_show_by_id')
def update_shows_all(from_id, async): import seplis.importer logger.set_logger('importer_update_shows_all.log', to_sentry=True) try: seplis.importer.shows.update_shows_all(from_id, do_async=async) except (KeyboardInterrupt, SystemExit): raise except: logging.exception('update_shows_all')
def update_shows(): import seplis.importer logger.set_logger('importer_update_shows.log', to_sentry=True) try: seplis.importer.shows.update_shows_incremental() except (KeyboardInterrupt, SystemExit): raise except: logging.exception('importer_update_shows')
def update_shows_all(from_id, do_async): import seplis.importer logger.set_logger('importer_update_shows_all.log', to_sentry=True) try: seplis.importer.shows.update_shows_all(from_id, do_async=do_async) except (KeyboardInterrupt, SystemExit): raise except: logging.exception('update_shows_all')
def update_show(show_id): import seplis logger.set_logger('indexer_update_show.log', to_sentry=True) try: indexer = seplis.Show_indexer( config['client']['api_url'], access_token=config['client']['access_token'], ) indexer.update_show(show_id) except: logging.exception('indexer_update_show')
def play_scan(disable_cleanup): import seplis.play.scan try: seplis.play.scan.upgrade_scan_db() except: logging.exception('play scan db upgrade') raise logger.set_logger('play_scan.log', to_sentry=True) seplis.play.scan.scan() if not disable_cleanup: seplis.play.scan.cleanup()
def play_scan_cleanup(): import seplis.play.scan try: seplis.play.scan.upgrade_scan_db() except: logging.exception('play scan db upgrade') raise logger.set_logger('play_scan.log', to_sentry=True) try: seplis.play.scan.cleanup() except: logging.exception('play_scan_watch')
def main(): logger.set_logger('play_server-{}.log'.format(config['play']['port'])) loop = asyncio.get_event_loop() app = Application(loop) server = app.listen(config['play']['port']) signal.signal(signal.SIGTERM, partial(sig_handler, server, app)) signal.signal(signal.SIGINT, partial(sig_handler, server, app)) log = logging.getLogger('main') log.setLevel('INFO') log.info(f'Play server started on port: {config["play"]["port"]}') loop.run_forever() log.info('Play server stopped')
def update_shows_all(from_id): import seplis logger.set_logger('indexer_update_shows_all.log', to_sentry=True) indexer = seplis.Show_indexer( url=config['client']['api_url'], access_token=config['client']['access_token']) try: shows = indexer.get('/shows', { 'sort': 'id', 'per_page': 500, 'q': 'id:[{} TO *]'.format(from_id) }) for show in shows.all(): indexer.update_show(show['id']) except: logging.exception('update_shows_all')
def update_shows_all(from_id): import seplis logger.set_logger('indexer_update_shows_all.log', to_sentry=True) indexer = seplis.Show_indexer( url=config['client']['api_url'], access_token=config['client']['access_token'] ) try: shows = indexer.get('/shows', { 'sort': 'id', 'per_page': 500, 'q': 'id:[{} TO *]'.format(from_id) }) for show in shows.all(): indexer.update_show(show['id']) except: logging.exception('update_shows_all')
def main(): logger.set_logger('api-{}.log'.format(seplis.config['api']['port'])) if seplis.config['sentry_dsn']: sentry_sdk.init( dsn=seplis.config['sentry_dsn'], integrations=[TornadoIntegration()], ) loop = asyncio.get_event_loop() app = Application(loop) server = app.listen(seplis.config['api']['port']) signal.signal(signal.SIGTERM, partial(sig_handler, server, app)) signal.signal(signal.SIGINT, partial(sig_handler, server, app)) log = logging.getLogger('main') log.setLevel('INFO') log.info(f'API server started on port: {seplis.config["api"]["port"]}') loop.run_forever() log.info('API server stopped')
def setUp(self): super(Testbase, self).setUp() config_load() config['logging']['path'] = None logger.set_logger('test-api.log') engine = create_engine( config['api']['database'], convert_unicode=True, echo=False, connect_args={'charset': 'utf8'}, ) connection = engine.connect() self.trans = connection.begin() database.session = sessionmaker(bind=connection) database.redis = redis.StrictRedis( config['api']['redis']['ip'], port=config['api']['redis']['port'], db=10, decode_responses=True, ) database.redis.flushdb() database.es = Elasticsearch(config['api']['elasticsearch']) elasticcreate.create_indices()
def main(): logger.set_logger('api-{}.log'.format(seplis.config['api']['port'])) http_server = tornado.httpserver.HTTPServer(Application()) http_server.listen(seplis.config['api']['port']) tornado.ioloop.IOLoop.instance().start()
def play_server(): logger.set_logger('play_scan.log', to_sentry=True) import seplis.play.app seplis.play.app.main()
def dev_server(): logger.set_logger('dev_server', to_sentry=False) import seplis.dev_server seplis.dev_server.main()
def play_server(): logger.set_logger('play_server.log', to_sentry=True) import seplis.play.app seplis.play.app.main()