def load(cls): configs = { "job_default_config": JobDefaultConfig.load(), "service_registry": ServiceRegistry.load(), } ResourceManager.initialize() RuntimeConfig.load_config_manager() return configs
# init db init_flow_db() init_arch_db() # init runtime config import argparse parser = argparse.ArgumentParser() parser.add_argument('--standalone_node', default=False, help="if standalone node mode or not ", action='store_true') args = parser.parse_args() RuntimeConfig.init_env() RuntimeConfig.set_process_role(ProcessRole.DRIVER) PrivilegeAuth.init() ServiceUtils.register() ResourceManager.initialize() Detector(interval=5 * 1000).start() DAGScheduler(interval=2 * 1000).start() thread_pool_executor = ThreadPoolExecutor( max_workers=GRPC_SERVER_MAX_WORKERS) stat_logger.info( f"start grpc server thread pool by {thread_pool_executor._max_workers} max workers" ) server = grpc.server( thread_pool=thread_pool_executor, options=[(cygrpc.ChannelArgKey.max_send_message_length, -1), (cygrpc.ChannelArgKey.max_receive_message_length, -1)]) proxy_pb2_grpc.add_DataTransferServiceServicer_to_server( UnaryService(), server) server.add_insecure_port("{}:{}".format(IP, GRPC_PORT))