def _load_test_data(values: dict, data: StepData, name, save_key):
logger.info(f"Loading test data from 'exampledata/{name}.json'")
try:
with resources.open_resource(f"exampledata/{name}.json") as fp:
data.insert_data(save_key, json.loads(fp.read()), values)
except IOError as e:
raise TestDataError(name) from e
def __setup(self):
logger.info(f"Initializing {self.__log_name} {self.id}...")
self.__start_time = time.time()
# Insert job into Table
log_id = self.__update_db(insert_log, self.__job_id,
self.__log_states["running"],
round(self.__start_time))
self.__log_id = log_id
# Load json config file
with resources.open_resource(f"steps/{self.__step_name}.json") as fp:
self.__config = json.loads(fp.read())
# Load and merge global presets
with resources.open_resource(f"steps/global_presets.json") as fp:
global_presets = json.loads(fp.read())
self.__config["presets"] = {
**global_presets.get("presets", {}),
**self.__config.get("presets", {})
}
if not self.__no_tmp_dir:
os.mkdir(resources.get_temp_resource_path("", self.id))
# Init Steps config with default config
steps_config = self.__get_default_config(
self.__config.get("run_config", {}))
steps_config.update(self.steps_config)
self.steps_config = steps_config
# Init out_time
self.__config["out_time"] = datetime.fromtimestamp(
self.__start_time).strftime(DATE_FORMAT)
logger.info(f"Initialization finished!")
def generate_diagram_custom(values: dict,
step_data: StepData): # , prev_paths):
"""
Erstellt ein Diagramm
:param values: Konfigurations-Dict für ein Diagramm
:param step_data: Daten der Pipeline
:return: Pfad zu dem erstellten Diagramm
"""
file = resources.get_image_path(
f"diagrams/{values['diagram_config']['infoprovider']}_{values['diagram_config']['name']}.png"
)
with resources.open_resource(file, "wt") as f:
pass
plot_wrapper(values["diagram_config"], file, step_data)
return file
def __get_jobs():
with resources.open_resource("jobs.json") as file:
return json.loads(file.read())