def Main():
try:
# Get application arguments
ap = ArgumentParser(ArgumentsType.SERVER)
# Get port number
grpcServerPort = ap.GetGrpcServerPort()
logger.info('gRPC server port: {0}'.format(grpcServerPort))
# init graph topology & instance
counter = 0
while init_topology() == -1:
if counter == 100:
logger.critical('Failed to init topology, please check whether direct method still works')
exit(-1)
logger.warning('Failed to init topology, try again 10 secs later')
time.sleep(10)
counter += 1
# create gRPC server and start running
server = grpc.server(futures.ThreadPoolExecutor(max_workers=3))
extension_pb2_grpc.add_MediaGraphExtensionServicer_to_server(
InferenceEngine(stream_manager), server)
server.add_insecure_port(f'[::]:{grpcServerPort}')
server.start()
app.run(host='0.0.0.0', debug=False)
# server.wait_for_termination()
except:
PrintGetExceptionDetails()
raise
def Main():
try:
# Get application arguments
parser = argparse.ArgumentParser()
parser.add_argument('-p', nargs=1, metavar=('grpc_server_port'),
help='Port number to serve gRPC server.', default=5001)
parser.add_argument('-b', nargs=1, metavar=('batch_size'),
help='Batch size.', default=1)
_arguments = parser.parse_args()
# Default to port 5001
grpcServerPort = _arguments.p
# Default batch size 1
batchSize = _arguments.b
# Get port from environment variable (overrides argument)
envPort = os.getenv('port')
if(envPort is not None):
grpcServerPort = envPort
logging.info('gRPC server port with: {0}'.format(grpcServerPort))
# create gRPC server and start running
server = grpc.server(futures.ThreadPoolExecutor(max_workers=3))
extension_pb2_grpc.add_MediaGraphExtensionServicer_to_server(InferenceServer(batchSize), server)
server.add_insecure_port(f'[::]:{grpcServerPort}')
server.start()
server.wait_for_termination()
except:
PrintGetExceptionDetails()
exit(-1)
def Main():
try:
# Get application arguments
parser = argparse.ArgumentParser()
parser.add_argument('-p',
nargs=1,
metavar=('grpc_server_port'),
help='Port number to serve gRPC server.')
_arguments = parser.parse_args()
grpcServerPort = 0
# Get port number
if (_arguments.p is not None):
grpcServerPort = _arguments.p[0]
else:
raise Exception('gRPC server port is missing')
logging.info('gRPC server port with: {0}'.format(grpcServerPort))
# create gRPC server and start running
server = grpc.server(futures.ThreadPoolExecutor(max_workers=3))
extension_pb2_grpc.add_MediaGraphExtensionServicer_to_server(
InferenceServer(), server)
server.add_insecure_port(f'[::]:{grpcServerPort}')
server.start()
server.wait_for_termination()
except:
PrintGetExceptionDetails()
exit(-1)
def main():
"""main.
Main loop.
"""
try:
# Get application arguments
argument_parser = ArgumentParser(ArgumentsType.SERVER)
if IS_OPENCV == "false":
# Get port number
grpcServerPort = argument_parser.GetGrpcServerPort()
logger.info("gRPC server port: %s", grpcServerPort)
# init graph topology & instance
counter = 0
while init_topology() == -1:
if counter == 100:
logger.critical(
"Failed to init topology, please check whether direct method still works"
)
sys.exit(-1)
logger.warning(
"Failed to init topology, try again 10 secs later")
time.sleep(10)
counter += 1
# create gRPC server and start running
server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
extension_pb2_grpc.add_MediaGraphExtensionServicer_to_server(
InferenceEngine(stream_manager), server
)
server.add_insecure_port(f"[::]:{grpcServerPort}")
server.start()
else:
logger.info("opencv server")
# opencv_zmq()
uvicorn.run(app, host="0.0.0.0", port=5000)
# server.wait_for_termination()
except:
PrintGetExceptionDetails()
raise
def Main():
try:
# Get application arguments
ap = ArgumentParser(ArgumentsType.SERVER)
# Get port number
grpcServerPort = ap.GetGrpcServerPort()
logging.info('gRPC server port: {0}'.format(grpcServerPort))
# create gRPC server and start running
server = grpc.server(futures.ThreadPoolExecutor(max_workers=3))
extension_pb2_grpc.add_MediaGraphExtensionServicer_to_server(
InferenceEngine(), server)
server.add_insecure_port(f'[::]:{grpcServerPort}')
server.start()
server.wait_for_termination()
except:
PrintGetExceptionDetails()
exit(-1)
parser.add_argument("--parameters", action="store",
dest="parameters",
type=str, default=os.getenv('PARAMETERS', '{}'))
if (isinstance(args, dict)):
args = ["--{}={}".format(key, value)
for key, value in args.items() if value]
return parser.parse_args(args)
if __name__ == "__main__":
args = parse_args()
try:
VAServing.start({'log_level': 'INFO', "ignore_init_errors":True,
'max_running_pipelines': args.max_running_pipelines})
# create gRPC server and start running
server = grpc.server(futures.ThreadPoolExecutor(max_workers=args.max_running_pipelines))
extension_pb2_grpc.add_MediaGraphExtensionServicer_to_server(
MediaGraphExtension(args.pipeline, args.version, args.debug, args.parameters), server)
server.add_insecure_port(f'[::]:{args.port}')
print("Starting Protocol Server Application on port", args.port)
server.start()
server.wait_for_termination()
VAServing.stop()
except Exception:
VAServing.stop()
sys.exit(-1)
if (
(args.pipeline_name and not args.pipeline_version)
or (not args.pipeline_name and args.pipeline_version)
):
logger.error("Pipeline name or version set but not both")
raise ValueError('Pipeline name or version set but not both')
# create gRPC server and start running
server = grpc.server(
futures.ThreadPoolExecutor(max_workers=args.max_running_pipelines)
)
extension_pb2_grpc.add_MediaGraphExtensionServicer_to_server(
MediaGraphExtension(
args.pipeline_name,
args.pipeline_version,
args.debug,
),
server,
)
server.add_insecure_port(f"[::]:{args.port}")
logger.info("Starting %s on port: %d", PROGRAM_NAME, args.port)
server.start()
server.wait_for_termination()
VAServing.stop()
except Exception as error:
logger.error(error)
VAServing.stop()
sys.exit(-1)
