def test_getLogger(self):
'''
Check if singleton Logger is initialized.
:return:
'''
self.assertIsNotNone(Logger.__call__().get_logger())
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument(
"--pgdl-parent-path", "-pg", help="PGDL dataset path", required=True
)
parser.add_argument(
"--n-batches", "-nb", help="Number of batches to consider", default=-1, type=int
)
parser.add_argument("--batch-size", "-bs", help="Batch size", default=16, type=int)
parser.add_argument("--save-every", "-se", help="save every", default=10, type=int)
parser.add_argument(
"--output-path", "-op", help="Output csv dir", default="../", type=str
)
config = parser.parse_args()
logger = Logger.__call__(config.output_path).get_logger()
# checking if we have a saed checkpoint to continue extraction
ckpt_path = os.path.join(config.output_path, "ckpt_features.json")
checkpoint = load_checkpoint(ckpt_path)
if len(checkpoint["data"]) != 0:
logger.info(
"Continued from Checkpoint having {} models".format(len(checkpoint["data"]))
)
models_features = checkpoint["data"]
## Parsing PGDL dataset
assert os.path.isdir(config.pgdl_parent_path)
# change input dir to compensate for the single file unzipping
reference_dir = os.path.join(config.pgdl_parent_path, "reference_data")
input_dir = os.path.join(config.pgdl_parent_path, "input_data")
import sys
from prometheus_client import CollectorRegistry, generate_latest
from wsgiref.simple_server import make_server
from wsgiref.util import setup_testing_defaults
from collector import Collector
from http_connector import HTTPConnector
from config import Config
from logger import Logger
CONFIG_PATH_ENV = 'CONFIG_PATH'
COMMENT_INDICATOR = '#'
logger = Logger.__call__().get_logger()
def urlMonitoring(environ, response):
'''
WSGI-based URL monitoring web service.
NOTE: Only /metrics path supported
:param environ: system env variables
:param response: response binder
:return: list: [utf-8 encoded prometheus metrics]
'''
setup_testing_defaults(environ)
if environ['PATH_INFO'] == '/metrics':
logger.info('Start collecting metrics')
res = []
if CONFIG_PATH_ENV in environ:
config = Config(environ[CONFIG_PATH_ENV])
for url in config.getTargets():
registry = CollectorRegistry()
