def test_getLogger(self): ''' Check if singleton Logger is initialized. :return: ''' self.assertIsNotNone(Logger.__call__().get_logger())
if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument( "--pgdl-parent-path", "-pg", help="PGDL dataset path", required=True ) parser.add_argument( "--n-batches", "-nb", help="Number of batches to consider", default=-1, type=int ) parser.add_argument("--batch-size", "-bs", help="Batch size", default=16, type=int) parser.add_argument("--save-every", "-se", help="save every", default=10, type=int) parser.add_argument( "--output-path", "-op", help="Output csv dir", default="../", type=str ) config = parser.parse_args() logger = Logger.__call__(config.output_path).get_logger() # checking if we have a saed checkpoint to continue extraction ckpt_path = os.path.join(config.output_path, "ckpt_features.json") checkpoint = load_checkpoint(ckpt_path) if len(checkpoint["data"]) != 0: logger.info( "Continued from Checkpoint having {} models".format(len(checkpoint["data"])) ) models_features = checkpoint["data"] ## Parsing PGDL dataset assert os.path.isdir(config.pgdl_parent_path) # change input dir to compensate for the single file unzipping reference_dir = os.path.join(config.pgdl_parent_path, "reference_data") input_dir = os.path.join(config.pgdl_parent_path, "input_data")
import sys from prometheus_client import CollectorRegistry, generate_latest from wsgiref.simple_server import make_server from wsgiref.util import setup_testing_defaults from collector import Collector from http_connector import HTTPConnector from config import Config from logger import Logger CONFIG_PATH_ENV = 'CONFIG_PATH' COMMENT_INDICATOR = '#' logger = Logger.__call__().get_logger() def urlMonitoring(environ, response): ''' WSGI-based URL monitoring web service. NOTE: Only /metrics path supported :param environ: system env variables :param response: response binder :return: list: [utf-8 encoded prometheus metrics] ''' setup_testing_defaults(environ) if environ['PATH_INFO'] == '/metrics': logger.info('Start collecting metrics') res = [] if CONFIG_PATH_ENV in environ: config = Config(environ[CONFIG_PATH_ENV]) for url in config.getTargets(): registry = CollectorRegistry()