def main():
args = get_args()
logger = get_logger('actors_service', args.v)
logger.info('Creating server')
with get_service_channel(logger, "DB_SERVICE_HOST", 1798) as db_chan, \
get_service_channel(logger, "FOLLOWS_SERVICE_HOST", 1641) as follows_chan:
db_stub = database_pb2_grpc.DatabaseStub(db_chan)
follows_stub = follows_pb2_grpc.FollowsStub(follows_chan)
users_util = UsersUtil(logger, db_stub)
activities_util = ActivitiesUtil(logger, db_stub)
host_name = get_host_name(logger)
server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
servicer = Servicer(logger, users_util, activities_util, db_stub,
host_name, follows_stub)
actors_pb2_grpc.add_ActorsServicer_to_server(servicer, server)
server.add_insecure_port('0.0.0.0:1973')
logger.info("Starting actors service on port 1973")
server.start()
try:
while True:
time.sleep(60 * 60 * 24) # One day
except KeyboardInterrupt:
pass
def main():
args = get_args()
logger = get_logger("article_service", args.v)
db_channel = get_service_channel(logger, "DB_SERVICE_HOST", 1798)
db_stub = database_pb2_grpc.DatabaseStub(db_channel)
create_channel = get_service_channel(logger, "CREATE_SERVICE_HOST", 1922)
create_stub = create_pb2_grpc.CreateStub(create_channel)
search_channel = get_service_channel(logger, "SEARCH_SERVICE_HOST", 1886)
search_stub = search_pb2_grpc.SearchStub(search_channel)
logger.info("Creating article server")
mdc_channel = get_service_channel(logger, "MDC_SERVICE_HOST", 1937)
mdc_stub = mdc_pb2_grpc.ConverterStub(mdc_channel)
server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
users_util = UsersUtil(logger, db_stub)
recommender_util = RecommendersUtil(logger, db_stub)
post_recommendation_stub = recommender_util.get_post_recommendation_stub()
article_pb2_grpc.add_ArticleServicer_to_server(
ArticleServicer(create_stub, db_stub, mdc_stub, search_stub, logger,
users_util, post_recommendation_stub), server)
server.add_insecure_port('0.0.0.0:1601')
logger.info("Starting article server on port 1601")
server.start()
try:
while True:
time.sleep(60 * 60 * 24) # One day
except KeyboardInterrupt:
db_channel.close()
create_channel.close()
pass
def main():
args = get_args()
logger = get_logger('follows_service', args.v)
logger.info('Creating server')
db_env = 'DB_SERVICE_HOST'
follow_env = 'FOLLOW_ACTIVITY_SERVICE_HOST'
approver_env = 'APPROVER_SERVICE_HOST'
rss_env = 'RSS_SERVICE_HOST'
with get_service_channel(logger, db_env, 1798) as db_chan, \
get_service_channel(logger, follow_env, 1922) as follow_chan, \
get_service_channel(logger, approver_env, 2077) as approver_chan, \
get_service_channel(logger, rss_env, 1973) as rss_chan:
db_stub = database_pb2_grpc.DatabaseStub(db_chan)
rss_stub = rss_pb2_grpc.RSSStub(rss_chan)
follow_stub = s2s_follow_pb2_grpc.S2SFollowStub(follow_chan)
approver_stub = approver_pb2_grpc.ApproverStub(approver_chan)
users_util = UsersUtil(logger, db_stub)
util = Util(logger, db_stub, approver_stub, users_util)
server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
recommender_util = RecommendersUtil(logger, db_stub)
follow_recommender_stub = recommender_util.get_follow_recommender_stub(
)
follows_servicer = FollowsServicer(logger, util, users_util, db_stub,
follow_stub, approver_stub,
rss_stub, follow_recommender_stub)
follows_pb2_grpc.add_FollowsServicer_to_server(follows_servicer,
server)
server.add_insecure_port('0.0.0.0:1641')
logger.info("Starting follows service on port 1641")
server.start()
try:
while True:
time.sleep(60 * 60 * 24) # One day
except KeyboardInterrupt:
pass
def get_follow_recommender_stub(self):
follow_recommender_location = os.environ.get(
"FOLLOW_RECOMMENDATIONS_NO_OP")
if not follow_recommender_location:
self._logger.error(
"Environment variable FOLLOW_RECOMMENDATIONS_NO_OP not set.")
return None
if follow_recommender_location != "./services/noop":
chan = get_service_channel(
self._logger, "FOLLOW_RECOMMENDATIONS_SERVICE_HOST", 1973)
return recommend_follows_pb2_grpc.FollowRecommendationsStub(chan)
self._logger.info("Follow recommender service is NO-OP.")
return None
def get_post_recommendation_stub(self):
post_recommender_location = os.environ.get(
"POST_RECOMMENDATIONS_NO_OP")
if not post_recommender_location:
self._logger.error(
"Environment variable POST_RECOMMENDATIONS_NO_OP not set.")
return None
if post_recommender_location != "./services/noop":
chan = get_service_channel(
self._logger, "POST_RECOMMENDATIONS_SERVICE_HOST", 1814)
return recommend_posts_pb2_grpc.PostRecommendationsStub(chan)
self._logger.info("Recommender service is NO-OP.")
return None
def __init__(self, err_logger, source_name, timeout=50):
super(GrpcHandler, self).__init__()
self.source_name = source_name
self.level_to_sev = {
'DEBUG': logger_pb2.Log.DEBUG,
'INFO': logger_pb2.Log.INFO,
'WARNING': logger_pb2.Log.WARNING,
'ERROR': logger_pb2.Log.ERROR,
'CRITICAL': logger_pb2.Log.CRITICAL,
}
self.channel = get_service_channel(err_logger, LOGGER_ENV_VAR, 1867)
self.stub = logger_pb2_grpc.LoggerStub(self.channel)
def main():
logger = get_logger("create_service")
logger.info("Creating db connection")
with get_service_channel(logger, "DB_SERVICE_HOST", 1798) as db_chan:
db_stub = database_pb2_grpc.DatabaseStub(db_chan)
users_util = UsersUtil(logger, db_stub)
activ_util = ActivitiesUtil(logger, db_stub)
server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
approver_pb2_grpc.add_ApproverServicer_to_server(
ApproverServicer(logger, db_stub, activ_util, users_util),
server,
)
server.add_insecure_port('0.0.0.0:2077')
logger.info("Starting approver service on port 2077")
server.start()
while True:
time.sleep(60 * 60 * 24) # One day
def main():
logger = get_logger('recommend_follows_service')
logger.info('Creating server')
with get_service_channel(logger, "DB_SERVICE_HOST", 1798) as db_chan:
db_stub = database_pb2_grpc.DatabaseStub(db_chan)
users_util = UsersUtil(logger, db_stub)
server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
servicer = FollowRecommendationsServicer(logger, users_util, db_stub)
recommend_follows_pb2_grpc.add_FollowRecommendationsServicer_to_server(
servicer, server)
server.add_insecure_port('0.0.0.0:1973')
logger.info("Starting recommend_follows service on port 1973")
server.start()
try:
while True:
time.sleep(60 * 60 * 24) # One day
except KeyboardInterrupt:
pass
def main():
logger = get_logger("create_service")
db_channel = get_service_channel(logger, "DB_SERVICE_HOST", 1798)
db_stub = database_pb2_grpc.DatabaseStub(db_channel)
article_channel = get_future_channel(logger, "ARTICLE_SERVICE_HOST", 1601)
article_stub = article_pb2_grpc.ArticleStub(article_channel)
logger.info("Creating create server")
server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
users_util = UsersUtil(logger, db_stub)
activ_util = ActivitiesUtil(logger, db_stub)
create_pb2_grpc.add_CreateServicer_to_server(
CreateServicer(db_stub, article_stub, logger, users_util, activ_util),
server
)
server.add_insecure_port('0.0.0.0:1922')
logger.info("Starting create server on port 1922")
server.start()
try:
while True:
time.sleep(60 * 60 * 24) # One day
except KeyboardInterrupt:
db_channel.close()
pass
def get_md_stub(logger):
chan = get_service_channel(logger, "MDC_SERVICE_HOST", 1937)
return mdc_pb2_grpc.ConverterStub(chan)
def get_db_stub(logger):
chan = get_service_channel(logger, "DB_SERVICE_HOST", 1798)
return database_pb2_grpc.DatabaseStub(chan)
def get_article_stub(logger):
chan = get_service_channel(logger, "ARTICLE_SERVICE_HOST", 1601)
return article_pb2_grpc.ArticleStub(chan)
