def setup_class(cls):
data_manager = DataManager(BASE_SUMMARY_DIR)
data_manager.register_brief_cache_item_updater(
LineageCacheItemUpdater())
data_manager.start_load_data().join()
cls._data_manger = data_manager
def setup_class(cls):
data_manager = DataManager(BASE_SUMMARY_DIR)
data_manager.register_brief_cache_item_updater(
LineageCacheItemUpdater())
data_manager.start_load_data(reload_interval=0)
check_loading_done(data_manager)
cls._data_manger = data_manager
def test_get_flattened_lineage(self):
"""Test the function of get_flattened_lineage"""
datamanager = data_manager.DataManager(SUMMARY_DIR)
datamanager.register_brief_cache_item_updater(
LineageCacheItemUpdater())
datamanager.start_load_data().join()
data = get_flattened_lineage(datamanager)
assert data.get('[U]info') == ['info1']
def init_module(app):
"""
Interface to init module.
Args:
app (Flask): An instance of Flask.
"""
# Just to suppress pylint warning about unused arg.
logger.debug("App: %s", type(app))
DATA_MANAGER.register_brief_cache_item_updater(LineageCacheItemUpdater())
DATA_MANAGER.start_load_data(reload_interval=int(settings.RELOAD_INTERVAL),
max_threads_count=int(settings.MAX_THREADS_COUNT))
def init_module(app):
"""
Interface to init module.
Args:
app (Flask): An instance of Flask.
"""
# Just to suppress pylint warning about unused arg.
logger.debug("App: %s", type(app))
DATA_MANAGER.register_brief_cache_item_updater(LineageCacheItemUpdater())
# Let gunicorn load other modules first.
time.sleep(1)
DATA_MANAGER.start_load_data(reload_interval=settings.RELOAD_INTERVAL)
import os
import shutil
import tempfile
from unittest.mock import Mock
import pytest
from flask import Response
from mindinsight.lineagemgr.cache_item_updater import LineageCacheItemUpdater
from mindinsight.datavisual.data_transform import data_manager
from mindinsight.datavisual.data_transform.data_manager import DataManager
from mindinsight.datavisual.utils import tools
SUMMARY_BASE_DIR = tempfile.NamedTemporaryFile(prefix='test_optimizer_summary_dir_base_').name
MOCK_DATA_MANAGER = DataManager(SUMMARY_BASE_DIR)
MOCK_DATA_MANAGER.register_brief_cache_item_updater(LineageCacheItemUpdater())
MOCK_DATA_MANAGER.start_load_data().join()
@pytest.fixture(scope="session")
def init_summary_logs():
"""Create summary directory."""
try:
if os.path.exists(SUMMARY_BASE_DIR):
shutil.rmtree(SUMMARY_BASE_DIR)
permissions = os.R_OK | os.W_OK | os.X_OK
mode = permissions << 6
if not os.path.exists(SUMMARY_BASE_DIR):
os.mkdir(SUMMARY_BASE_DIR, mode=mode)
yield
finally:
from mindinsight.lineagemgr.cache_item_updater import LineageCacheItemUpdater
from ....utils import mindspore
from ....utils.mindspore.dataset.engine.serializer_deserializer import SERIALIZED_PIPELINE
sys.modules['mindspore'] = mindspore
BASE_SUMMARY_DIR = tempfile.NamedTemporaryFile(
prefix='test_lineage_summary_dir_base_').name
SUMMARY_DIR = os.path.join(BASE_SUMMARY_DIR, 'run1')
SUMMARY_DIR_2 = os.path.join(BASE_SUMMARY_DIR, 'run2')
SUMMARY_DIR_3 = os.path.join(BASE_SUMMARY_DIR, 'except_run')
LINEAGE_DATA_MANAGER = DataManager(BASE_SUMMARY_DIR)
LINEAGE_DATA_MANAGER.register_brief_cache_item_updater(
LineageCacheItemUpdater())
COLLECTION_MODULE = 'TestModelLineage'
API_MODULE = 'TestModelApi'
DATASET_GRAPH = SERIALIZED_PIPELINE
def get_module_name(nodeid):
"""Get the module name from nodeid."""
_, module_name, _ = nodeid.split("::")
return module_name
def pytest_collection_modifyitems(items):
"""Modify the execution order."""
split_items = {COLLECTION_MODULE: [], API_MODULE: []}