def createPlugin(self, logdir):
multiplexer = event_multiplexer.EventMultiplexer()
multiplexer.AddRunsFromDirectory(logdir)
multiplexer.Reload()
provider = data_provider.MultiplexerDataProvider(multiplexer, logdir)
plugin_name_to_instance = {}
context = base_plugin.TBContext(
logdir=logdir,
multiplexer=multiplexer,
data_provider=provider,
plugin_name_to_instance=plugin_name_to_instance,
)
scalars_plugin_instance = scalars_plugin.ScalarsPlugin(context)
custom_scalars_plugin_instance = (
custom_scalars_plugin.CustomScalarsPlugin(context)
)
plugin_instances = [
scalars_plugin_instance,
custom_scalars_plugin_instance,
]
for plugin_instance in plugin_instances:
plugin_name_to_instance[
plugin_instance.plugin_name
] = plugin_instance
return custom_scalars_plugin_instance
def set_up_db(self):
self.db_path = os.path.join(self.get_temp_dir(), "db.db")
self.db_uri = "sqlite:" + self.db_path
db_connection_provider = application.create_sqlite_connection_provider(
self.db_uri)
context = base_plugin.TBContext(
db_connection_provider=db_connection_provider, db_uri=self.db_uri)
self.core_plugin = core_plugin.CorePlugin(context)
self.plugin = scalars_plugin.ScalarsPlugin(context)
def set_up_with_runs(self, run_names):
self.logdir = self.get_temp_dir()
for run_name in run_names:
self.generate_run(run_name)
multiplexer = event_multiplexer.EventMultiplexer()
multiplexer.AddRunsFromDirectory(self.logdir)
multiplexer.Reload()
context = base_plugin.TBContext(logdir=self.logdir,
multiplexer=multiplexer)
self.plugin = scalars_plugin.ScalarsPlugin(context)
def wrapper(self, *args, **kwargs):
(logdir, multiplexer) = self.load_runs(run_names)
with self.subTest("bare multiplexer"):
ctx = base_plugin.TBContext(logdir=logdir,
multiplexer=multiplexer)
fn(self, scalars_plugin.ScalarsPlugin(ctx), *args,
**kwargs)
with self.subTest("generic data provider"):
flags = argparse.Namespace(generic_data="true")
provider = data_provider.MultiplexerDataProvider(
multiplexer, logdir)
ctx = base_plugin.TBContext(
flags=flags,
logdir=logdir,
multiplexer=multiplexer,
data_provider=provider,
)
fn(self, scalars_plugin.ScalarsPlugin(ctx), *args,
**kwargs)
def set_up_db(self):
self.db_path = os.path.join(self.get_temp_dir(), 'db.db')
self.db_uri = 'sqlite:' + self.db_path
db_module, db_connection_provider = application.get_database_info(
self.db_uri)
context = base_plugin.TBContext(
db_module=db_module,
db_connection_provider=db_connection_provider,
db_uri=self.db_uri)
self.core_plugin = core_plugin.CorePlugin(context)
self.plugin = scalars_plugin.ScalarsPlugin(context)
def set_up_with_runs(self, run_names):
self.logdir = self.get_temp_dir()
for run_name in run_names:
self.generate_run(run_name)
multiplexer = event_multiplexer.EventMultiplexer(size_guidance={
# don't truncate my test data, please
event_accumulator.TENSORS: self._STEPS,
})
multiplexer.AddRunsFromDirectory(self.logdir)
multiplexer.Reload()
context = base_plugin.TBContext(logdir=self.logdir, multiplexer=multiplexer)
self.plugin = scalars_plugin.ScalarsPlugin(context)
def load_plugin(self, run_names):
logdir = self.get_temp_dir()
for run_name in run_names:
self.generate_run(logdir, run_name)
multiplexer = event_multiplexer.EventMultiplexer(
size_guidance={
# don't truncate my test data, please
tag_types.TENSORS:
self._STEPS,
})
multiplexer.AddRunsFromDirectory(logdir)
multiplexer.Reload()
provider = data_provider.MultiplexerDataProvider(multiplexer, logdir)
ctx = base_plugin.TBContext(
logdir=logdir,
data_provider=provider,
)
return scalars_plugin.ScalarsPlugin(ctx)
