from litepipeline.manager.models.applications import ApplicationsDB
from litepipeline.manager import logger
LOG = logging.getLogger(__name__)
cwd = os.path.split(os.path.realpath(__file__))[0]
if __name__ == "__main__":
logger.config_logging(file_name = "test_sqlite_applications.log",
log_level = "DEBUG",
dir_name = os.path.join(cwd, "logs"),
day_rotate = False,
when = "D",
interval = 1,
max_size = 20,
backup_count = 5,
console = True)
LOG.debug("test start")
try:
app_id = ApplicationsDB.add("name 0", "description 0")
app_id = ApplicationsDB.add("name 1", "description 1")
app_id = ApplicationsDB.add("name 2", "description 2")
r = ApplicationsDB.get(app_id)
LOG.debug("get: %s", r)
r = ApplicationsDB.list()
LOG.debug("list: %s", r)
def main():
parser = argparse.ArgumentParser(prog='litemanager')
parser.add_argument("-c",
"--config",
required=True,
help="configuration file path")
parser.add_argument("-v",
"--version",
action='version',
version='%(prog)s ' + __version__)
args = parser.parse_args()
if args.config:
success = load_config(args.config)
if success:
common.init_storage()
logger.config_logging(file_name="manager.log",
log_level=CONFIG["log_level"],
dir_name=CONFIG["log_path"],
day_rotate=False,
when="D",
interval=1,
max_size=20,
backup_count=5,
console=True)
LOG.info("service start")
try:
if CONFIG["ldfs_http_host"] and CONFIG["ldfs_http_port"]:
LDFS = LiteDFS(CONFIG["ldfs_http_host"],
CONFIG["ldfs_http_port"])
venvs_db = Venvs()
venv_history_db = VenvHistory()
tasks_db = Tasks()
applications_db = Applications()
application_history_db = ApplicationHistory()
workflows_db = Workflows()
works_db = Works()
schedules_db = Schedules()
services_db = Services()
venv_manager = VenvManager()
app_manager = AppManager()
task_scheduler = Scheduler(CONFIG["scheduler_interval"])
http_server = tornado.httpserver.HTTPServer(
Application(),
max_buffer_size=CONFIG["max_buffer_size"],
chunk_size=10 * 1024 * 1024)
http_server.listen(CONFIG["http_port"],
address=CONFIG["http_host"])
# http_server.bind(CONFIG["http_port"], address = CONFIG["http_host"])
listener = DiscoveryListener(Connection, task_scheduler)
listener.listen(CONFIG["tcp_port"], CONFIG["tcp_host"])
stop_service.Servers.HTTP_SERVER = http_server
stop_service.Servers.SERVERS.append(task_scheduler)
stop_service.Servers.SERVERS.append(venvs_db)
stop_service.Servers.SERVERS.append(venv_history_db)
stop_service.Servers.SERVERS.append(applications_db)
stop_service.Servers.SERVERS.append(application_history_db)
stop_service.Servers.SERVERS.append(tasks_db)
stop_service.Servers.SERVERS.append(workflows_db)
stop_service.Servers.SERVERS.append(works_db)
stop_service.Servers.SERVERS.append(schedules_db)
stop_service.Servers.SERVERS.append(services_db)
stop_service.Servers.SERVERS.append(venv_manager)
stop_service.Servers.SERVERS.append(app_manager)
signal.signal(signal.SIGTERM, stop_service.sig_handler)
signal.signal(signal.SIGINT, stop_service.sig_handler)
tornado.ioloop.IOLoop.instance().start()
except Exception as e:
LOG.exception(e)
LOG.info("service end")
else:
print("failed to load configuration: %s" % args.config)
else:
parser.print_help()
print(response)
fp.close()
@gen.coroutine
def on_chunk(chunk):
print(len(chunk))
fp.write(chunk)
if __name__ == "__main__":
logger.config_logging(file_name="test_tornado_httpclient_async.log",
log_level="DEBUG",
dir_name=os.path.join(cwd, "logs"),
day_rotate=False,
when="D",
interval=1,
max_size=20,
backup_count=5,
console=True)
LOG.debug("test start")
try:
url = "http://127.0.0.1:8000/app/download?app_id=d6c1341c-a40b-44e3-91dd-de4042ef5346"
client = AsyncHTTPClient()
request = HTTPRequest(url=url, streaming_callback=on_chunk)
client.fetch(request, on_done)
IOLoop.current().start()
except Exception as e:
LOG.exception(e)
"--config",
required=True,
help="configuration file path")
parser.add_argument("-v",
"--version",
action='version',
version='%(prog)s ' + __version__)
args = parser.parse_args()
if args.config:
success = load_config(args.config)
if success:
logger.config_logging(file_name="migrate_database.log",
log_level=CONFIG["log_level"],
dir_name=CONFIG["log_path"],
day_rotate=False,
when="D",
interval=1,
max_size=20,
backup_count=5,
console=True)
LOG.info("migrate start")
engine, _ = ApplicationsTable.init_engine_and_session()
application_name_index.create(bind=engine)
engine, _ = TasksTable.init_engine_and_session()
task_name_index.create(bind=engine)
task_start_at_index.create(bind=engine)
task_end_at_index.create(bind=engine)
task_status_index.create(bind=engine)