def startObjectDB(self):
if self._port_num is None:
maxRetries = 3
# 8887 and 2 random ports in 8850 - 8899
portsToTry = [
8887,
random.randint(8850, 8886),
random.randint(8888, 8899)
]
else:
maxRetries = 1
portsToTry = [self._port_num]
assert len(portsToTry) == maxRetries
retries = 0
while True:
self._port_num = portsToTry[retries]
try:
self.dbServer = TcpServer("localhost", self._port_num, None,
sslContextFromCertPathOrNone(None),
self._auth_token)
self.dbServer.start()
break
except Exception as e:
if retries < maxRetries:
retries += 1
self._logger.info(
f"Encountered Exception '{e}' while trying to start ObjectDB"
)
else:
raise
def main(argv):
parser = argparse.ArgumentParser("Run an object_database server")
parser.add_argument("host")
parser.add_argument("port", type=int)
parser.add_argument("--service-token", type=str, required=True,
help="the auth token to be used with this service")
parser.add_argument("--ssl-path", default=None, required=False, help="path to (self-signed) SSL certificate")
parser.add_argument("--redis_port", type=int, default=None)
parser.add_argument("--inmem", default=False, action='store_true')
parsedArgs = parser.parse_args(argv[1:])
if parsedArgs.inmem:
mem_store = InMemoryPersistence()
else:
mem_store = RedisPersistence(port=parsedArgs.redis_port)
ssl_ctx = sslContextFromCertPathOrNone(parsedArgs.ssl_path)
databaseServer = TcpServer(
parsedArgs.host,
parsedArgs.port,
mem_store,
ssl_context=ssl_ctx,
auth_token=parsedArgs.service_token
)
databaseServer.start()
try:
while True:
time.sleep(0.1)
except KeyboardInterrupt:
return
def main(argv=None):
if argv is None:
argv = sys.argv
parser = argparse.ArgumentParser(
"Run the main service manager and the object_database_service.")
parser.add_argument("own_hostname")
parser.add_argument("db_hostname")
parser.add_argument("port", type=int)
parser.add_argument("--source",
help="path for the source trees used by services",
required=True)
parser.add_argument("--storage",
help="path for local storage used by services",
required=True)
parser.add_argument("--service-token",
type=str,
required=True,
help="the auth token to be used with this service")
parser.add_argument("--run_db", default=False, action='store_true')
parser.add_argument("--ssl-path",
default=None,
required=False,
help="path to (self-signed) SSL certificate")
parser.add_argument("--redis_port", type=int, default=None, required=False)
parser.add_argument("--max_gb_ram",
type=float,
default=None,
required=False)
parser.add_argument("--max_cores", type=int, default=None, required=False)
parser.add_argument("--shutdownTimeout",
type=float,
default=None,
required=False)
parser.add_argument('--logdir', default=None, required=False)
parser.add_argument("--log-level", required=False, default="INFO")
parsedArgs = parser.parse_args(argv[1:])
level_name = parsedArgs.log_level.upper()
checkLogLevelValidity(level_name)
# getLevelName returns a name when given an int and an int when given a name,
# and there doesn't seem to be an other way to get the int from the string.
configureLogging("service_manager", level=logging.getLevelName(level_name))
logger = logging.getLogger(__name__)
parsedArgs = parser.parse_args(argv[1:])
if parsedArgs.redis_port is not None and not parsedArgs.run_db:
sys.stderr.write(
'error: please add --run_db if you want to run a database\n')
parser.print_help()
return 2
logger.info("ServiceManager on %s connecting to %s:%s",
parsedArgs.own_hostname, parsedArgs.db_hostname,
parsedArgs.port)
shouldStop = threading.Event()
def shutdownCleanly(signalNumber, frame):
logger.info("Received signal %s. Stopping.", signalNumber)
shouldStop.set()
signal.signal(signal.SIGINT, shutdownCleanly)
signal.signal(signal.SIGTERM, shutdownCleanly)
resource.setrlimit(resource.RLIMIT_NOFILE, (2048, 4096))
object_database_port = parsedArgs.port
databaseServer = None
serviceManager = None
try:
if parsedArgs.run_db:
ssl_ctx = sslContextFromCertPathOrNone(parsedArgs.ssl_path)
databaseServer = TcpServer(
parsedArgs.own_hostname,
object_database_port,
RedisPersistence(port=parsedArgs.redis_port) if
parsedArgs.redis_port is not None else InMemoryPersistence(),
ssl_context=ssl_ctx,
auth_token=parsedArgs.service_token)
databaseServer.start()
logger.info("Started a database server on %s:%s",
parsedArgs.own_hostname, object_database_port)
serviceManager = None
logger.info("Started object_database")
try:
while not shouldStop.is_set():
if serviceManager is None:
try:
serviceManager = SubprocessServiceManager(
parsedArgs.own_hostname,
parsedArgs.db_hostname,
parsedArgs.port,
parsedArgs.source,
parsedArgs.storage,
parsedArgs.service_token,
isMaster=parsedArgs.run_db,
maxGbRam=parsedArgs.max_gb_ram
or int(psutil.virtual_memory().total / 1024.0 /
1024.0 / 1024.0 + .1),
maxCores=parsedArgs.max_cores
or multiprocessing.cpu_count(),
logfileDirectory=parsedArgs.logdir,
shutdownTimeout=parsedArgs.shutdownTimeout)
logger.info("Connected the service-manager")
except (ConnectionRefusedError, DisconnectedException):
serviceManager = None
if serviceManager is None:
logger.error(
"Failed to connect to service manager. Sleeping and retrying"
)
time.sleep(10)
else:
serviceManager.start()
else:
shouldStop.wait(
timeout=max(.1, serviceManager.shutdownTimeout / 10))
try:
serviceManager.cleanup()
except (ConnectionRefusedError, DisconnectedException,
concurrent.futures._base.TimeoutError):
#try to reconnect
logger.error(
"Disconnected from object_database host. Attempting to reconnect."
)
serviceManager.stop(gracefully=False)
serviceManager = None
except Exception:
logger.error("Service manager cleanup failed:\n%s",
traceback.format_exc())
except KeyboardInterrupt:
return 0
return 0
finally:
if serviceManager is not None:
try:
serviceManager.stop(gracefully=False)
except Exception:
logger.error("Failed to stop the service manager:\n%s",
traceback.format_exc())
if databaseServer is not None:
try:
databaseServer.stop()
except Exception:
logger.error("Failed to stop the database server:\n%s",
traceback.format_exc())