def test_legacy_functions(self, neptune, neptune_file_mock, warnings_mock):
logger = NeptuneLogger(api_key="test", project="project")
# test deprecated functions which will be shut down in pytorch-lightning 1.7.0
attr_mock = logger.run.__getitem__
attr_mock.reset_mock()
fake_image = {}
logger.log_metric("metric", 42)
logger.log_text("text", "some string")
logger.log_image("image_obj", fake_image)
logger.log_image("image_str", "img/path")
logger.log_artifact("artifact", "some/path")
assert attr_mock.call_count == 5
assert warnings_mock.warn.call_count == 5
attr_mock.assert_has_calls(
[
call("training/metric"),
call().log(42, step=None),
call("training/text"),
call().log("some string", step=None),
call("training/image_obj"),
call().log(fake_image, step=None),
call("training/image_str"),
call().log(neptune_file_mock(), step=None),
call("training/artifacts/artifact"),
call().log("some/path"),
]
)
# test Exception raising functions functions
self._assert_legacy_usage(logger.set_property)
self._assert_legacy_usage(logger.append_tags)
def test_neptune_additional_methods(neptune):
logger = NeptuneLogger(offline_mode=True)
logger.log_metric('test', torch.ones(1))
neptune.create_experiment().log_metric.assert_called_once_with(
'test', torch.ones(1))
neptune.create_experiment().log_metric.reset_mock()
logger.log_metric('test', 1.0)
neptune.create_experiment().log_metric.assert_called_once_with('test', 1.0)
neptune.create_experiment().log_metric.reset_mock()
logger.log_metric('test', 1.0, step=2)
neptune.create_experiment().log_metric.assert_called_once_with('test',
x=2,
y=1.0)
neptune.create_experiment().log_metric.reset_mock()
logger.log_text('test', 'text')
neptune.create_experiment().log_metric.assert_called_once_with(
'test', 'text')
neptune.create_experiment().log_metric.reset_mock()
logger.log_image('test', 'image file')
neptune.create_experiment().log_image.assert_called_once_with(
'test', 'image file')
neptune.create_experiment().log_image.reset_mock()
logger.log_image('test', 'image file', step=2)
neptune.create_experiment().log_image.assert_called_once_with(
'test', x=2, y='image file')
neptune.create_experiment().log_image.reset_mock()
logger.log_artifact('file')
neptune.create_experiment().log_artifact.assert_called_once_with(
'file', None)
logger.set_property('property', 10)
neptune.create_experiment().set_property.assert_called_once_with(
'property', 10)
logger.append_tags('one tag')
neptune.create_experiment().append_tags.assert_called_once_with('one tag')
neptune.create_experiment().append_tags.reset_mock()
logger.append_tags(['two', 'tags'])
neptune.create_experiment().append_tags.assert_called_once_with(
'two', 'tags')
def test_neptune_additional_methods(neptune):
logger = NeptuneLogger(api_key='test', project_name='project')
created_experiment = neptune.Session.with_default_backend().get_project(
).create_experiment()
logger.log_metric('test', torch.ones(1))
created_experiment.log_metric.assert_called_once_with(
'test', torch.ones(1))
created_experiment.log_metric.reset_mock()
logger.log_metric('test', 1.0)
created_experiment.log_metric.assert_called_once_with('test', 1.0)
created_experiment.log_metric.reset_mock()
logger.log_metric('test', 1.0, step=2)
created_experiment.log_metric.assert_called_once_with('test', x=2, y=1.0)
created_experiment.log_metric.reset_mock()
logger.log_text('test', 'text')
created_experiment.log_text.assert_called_once_with('test',
'text',
step=None)
created_experiment.log_text.reset_mock()
logger.log_image('test', 'image file')
created_experiment.log_image.assert_called_once_with('test', 'image file')
created_experiment.log_image.reset_mock()
logger.log_image('test', 'image file', step=2)
created_experiment.log_image.assert_called_once_with('test',
x=2,
y='image file')
created_experiment.log_image.reset_mock()
logger.log_artifact('file')
created_experiment.log_artifact.assert_called_once_with('file', None)
logger.set_property('property', 10)
created_experiment.set_property.assert_called_once_with('property', 10)
logger.append_tags('one tag')
created_experiment.append_tags.assert_called_once_with('one tag')
created_experiment.append_tags.reset_mock()
logger.append_tags(['two', 'tags'])
created_experiment.append_tags.assert_called_once_with('two', 'tags')
def test_neptune_additional_methods(neptune):
logger = NeptuneLogger(api_key="test", project_name="project")
created_experiment = neptune.Session.with_default_backend().get_project(
).create_experiment()
logger.log_metric("test", torch.ones(1))
created_experiment.log_metric.assert_called_once_with(
"test", torch.ones(1))
created_experiment.log_metric.reset_mock()
logger.log_metric("test", 1.0)
created_experiment.log_metric.assert_called_once_with("test", 1.0)
created_experiment.log_metric.reset_mock()
logger.log_metric("test", 1.0, step=2)
created_experiment.log_metric.assert_called_once_with("test", x=2, y=1.0)
created_experiment.log_metric.reset_mock()
logger.log_text("test", "text")
created_experiment.log_text.assert_called_once_with("test", "text")
created_experiment.log_text.reset_mock()
logger.log_image("test", "image file")
created_experiment.log_image.assert_called_once_with("test", "image file")
created_experiment.log_image.reset_mock()
logger.log_image("test", "image file", step=2)
created_experiment.log_image.assert_called_once_with("test",
x=2,
y="image file")
created_experiment.log_image.reset_mock()
logger.log_artifact("file")
created_experiment.log_artifact.assert_called_once_with("file", None)
logger.set_property("property", 10)
created_experiment.set_property.assert_called_once_with("property", 10)
logger.append_tags("one tag")
created_experiment.append_tags.assert_called_once_with("one tag")
created_experiment.append_tags.reset_mock()
logger.append_tags(["two", "tags"])
created_experiment.append_tags.assert_called_once_with("two", "tags")
