def launch_graphscope():
args = parse_sys_args()
logger.info("Launching with args %s", args)
if args.enable_k8s:
launcher = KubernetesClusterLauncher(
namespace=args.k8s_namespace,
service_type=args.k8s_service_type,
gs_image=args.k8s_gs_image,
etcd_image=args.k8s_etcd_image,
zookeeper_image=args.k8s_zookeeper_image,
gie_graph_manager_image=args.k8s_gie_graph_manager_image,
coordinator_name=args.k8s_coordinator_name,
coordinator_service_name=args.k8s_coordinator_service_name,
engine_cpu=args.k8s_engine_cpu,
engine_mem=args.k8s_engine_mem,
vineyard_cpu=args.k8s_vineyard_cpu,
vineyard_mem=args.k8s_vineyard_mem,
vineyard_shared_mem=args.k8s_vineyard_shared_mem,
image_pull_policy=args.k8s_image_pull_policy,
image_pull_secrets=args.k8s_image_pull_secrets,
num_workers=args.num_workers,
log_level=args.log_level,
timeout_seconds=args.timeout_seconds,
waiting_for_delete=args.waiting_for_delete,
delete_namespace=args.k8s_delete_namespace,
)
else:
launcher = LocalLauncher(
num_workers=args.num_workers,
hosts=args.hosts,
vineyard_socket=args.vineyard_socket,
log_level=args.log_level,
timeout_seconds=args.timeout_seconds,
)
coordinator_service_servicer = CoordinatorServiceServicer(
launcher=launcher,
dangling_seconds=args.timeout_seconds,
log_level=args.log_level,
)
# after GraphScope ready, fetch logs via gRPC.
sys.stdout.drop(False)
# register gRPC server
server = grpc.server(futures.ThreadPoolExecutor(os.cpu_count() or 1))
coordinator_service_pb2_grpc.add_CoordinatorServiceServicer_to_server(
coordinator_service_servicer, server)
server.add_insecure_port("0.0.0.0:{}".format(args.port))
logger.info("Coordinator server listen at 0.0.0.0:%d", args.port)
server.start()
try:
# Grpc has handled SIGINT/SIGTERM
server.wait_for_termination()
except KeyboardInterrupt:
del coordinator_service_servicer
def launch_graphscope():
args = parse_sys_args()
logger.info("Launching with args %s", args)
if args.enable_k8s:
launcher = KubernetesClusterLauncher(
namespace=args.k8s_namespace,
service_type=args.k8s_service_type,
gs_image=args.k8s_gs_image,
etcd_image=args.k8s_etcd_image,
zookeeper_image=args.k8s_zookeeper_image,
gie_graph_manager_image=args.k8s_gie_graph_manager_image,
coordinator_name=args.k8s_coordinator_name,
coordinator_service_name=args.k8s_coordinator_service_name,
etcd_num_pods=args.k8s_etcd_num_pods,
etcd_cpu=args.k8s_etcd_cpu,
etcd_mem=args.k8s_etcd_mem,
zookeeper_cpu=args.k8s_zookeeper_cpu,
zookeeper_mem=args.k8s_zookeeper_mem,
gie_graph_manager_cpu=args.k8s_gie_graph_manager_cpu,
gie_graph_manager_mem=args.k8s_gie_graph_manager_mem,
engine_cpu=args.k8s_engine_cpu,
engine_mem=args.k8s_engine_mem,
vineyard_daemonset=args.k8s_vineyard_daemonset,
vineyard_cpu=args.k8s_vineyard_cpu,
vineyard_mem=args.k8s_vineyard_mem,
vineyard_shared_mem=args.k8s_vineyard_shared_mem,
image_pull_policy=args.k8s_image_pull_policy,
image_pull_secrets=args.k8s_image_pull_secrets,
volumes=args.k8s_volumes,
num_workers=args.num_workers,
preemptive=args.preemptive,
instance_id=args.instance_id,
log_level=args.log_level,
timeout_seconds=args.timeout_seconds,
waiting_for_delete=args.waiting_for_delete,
delete_namespace=args.k8s_delete_namespace,
)
else:
launcher = LocalLauncher(
num_workers=args.num_workers,
hosts=args.hosts,
vineyard_socket=args.vineyard_socket,
log_level=args.log_level,
timeout_seconds=args.timeout_seconds,
)
coordinator_service_servicer = CoordinatorServiceServicer(
launcher=launcher,
dangling_timeout_seconds=args.dangling_timeout_seconds,
log_level=args.log_level,
)
# register gRPC server
server = grpc.server(futures.ThreadPoolExecutor(os.cpu_count() or 1))
coordinator_service_pb2_grpc.add_CoordinatorServiceServicer_to_server(
coordinator_service_servicer, server
)
server.add_insecure_port("0.0.0.0:{}".format(args.port))
logger.info("Coordinator server listen at 0.0.0.0:%d", args.port)
server.start()
# handle SIGTERM signal
def terminate(signum, frame):
global coordinator_service_servicer
del coordinator_service_servicer
signal.signal(signal.SIGTERM, terminate)
try:
# Grpc has handled SIGINT
server.wait_for_termination()
except KeyboardInterrupt:
del coordinator_service_servicer