def test_trainable_model_from_file(sklearn_model):
skl = SklearnModel(artifact=sklearn_model)
# lr = LogisticRegression()
# trainable = TrainableModel(artifact=lr)
skl.store(name='clf')
trainable = TrainableModel.from_file(run_number=1,
name='clf',
model_type='sklearn')
assert isinstance(trainable.model, BaseEstimator)
for root, dirs, files in os.walk(SAVED_MODELS):
for f in files:
os.unlink(os.path.join(root, f))
for d in dirs:
shutil.rmtree(os.path.join(root, d))
def test_loader(sklearn_model):
skl = SklearnModel(artifact=sklearn_model)
skl.store(name='clf')
reloaded = skl.load(name='clf')
assert isinstance(reloaded, BaseEstimator)
skl2 = SklearnModel(artifact=sklearn_model)
skl2.store(name='clf')
reload_first = skl.load(run_number=1, name='clf')
assert isinstance(reload_first, BaseEstimator)
for root, dirs, files in os.walk(SAVED_MODELS):
for f in files:
os.unlink(os.path.join(root, f))
for d in dirs:
shutil.rmtree(os.path.join(root, d))
def test_trainable_model_from_file(sklearn_model, project_manager):
skl = SklearnModel(artifact=sklearn_model)
# lr = LogisticRegression()
# trainable = TrainableModel(artifact=lr)
skl.store(name='clf')
trainable = TrainableModel.from_file(run_number=1,
name='clf',
model_type='sklearn')
assert isinstance(trainable.model, BaseEstimator)
for root, dirs, files in os.walk(project_manager.CONFIG['saved-models']):
for f in files:
os.unlink(os.path.join(root, f))
for d in dirs:
shutil.rmtree(os.path.join(root, d))
with open(os.path.join(project_manager.CONFIG['saved-models'], '.gitkeep'),
'w') as gitkeep:
gitkeep.write('empty')
def test_loader(sklearn_model, project_manager):
skl = SklearnModel(artifact=sklearn_model)
skl.store(name='clf')
reloaded = skl.load(name='clf')
assert isinstance(reloaded, BaseEstimator)
skl2 = SklearnModel(artifact=sklearn_model)
skl2.store(name='clf')
reload_first = skl.load(run_number=1, name='clf')
assert isinstance(reload_first, BaseEstimator)
for root, dirs, files in os.walk(project_manager.CONFIG['saved-models']):
for f in files:
os.unlink(os.path.join(root, f))
for d in dirs:
shutil.rmtree(os.path.join(root, d))
with open(os.path.join(project_manager.CONFIG['saved-models'], '.gitkeep'),
'w') as gitkeep:
gitkeep.write('empty')
def test_serialization(sklearn_model):
skl = SklearnModel(artifact=sklearn_model)
skl.store(name='clf')
assert os.path.exists(os.path.join(skl.model_path, 'clf' + '.mdl'))
skl.store(name='clf2')
assert os.path.exists(os.path.join(skl.model_path, 'clf2' + '.mdl'))
# cleanup
for root, dirs, files in os.walk(SAVED_MODELS):
for f in files:
os.unlink(os.path.join(root, f))
for d in dirs:
shutil.rmtree(os.path.join(root, d))
def test_serialization(sklearn_model, project_manager):
skl = SklearnModel(artifact=sklearn_model)
skl.store(name='clf')
assert os.path.exists(os.path.join(skl.model_path, 'clf' + '.mdl'))
skl.store(name='clf2')
assert os.path.exists(os.path.join(skl.model_path, 'clf2' + '.mdl'))
# cleanup
for root, dirs, files in os.walk(project_manager.CONFIG['saved-models']):
for f in files:
os.unlink(os.path.join(root, f))
for d in dirs:
shutil.rmtree(os.path.join(root, d))
with open(os.path.join(project_manager.CONFIG['saved-models'], '.gitkeep'),
'w') as gitkeep:
gitkeep.write('empty')
def test_mulitple_serializations(sklearn_model, project_manager):
skl1 = SklearnModel(artifact=sklearn_model)
skl1.store(name='clf1')
assert os.path.exists(skl1.model_path)
skl2 = SklearnModel(artifact=sklearn_model)
skl2.store(name='clf2')
skl3 = SklearnModel(artifact=sklearn_model)
skl3.store(name='clf2')
assert len(os.listdir(
project_manager.CONFIG['saved-models'])) == 3 + 1 # .gitkeep
# cleanup
for root, dirs, files in os.walk(project_manager.CONFIG['saved-models']):
for f in files:
os.unlink(os.path.join(root, f))
for d in dirs:
shutil.rmtree(os.path.join(root, d))
with open(os.path.join(project_manager.CONFIG['saved-models'], '.gitkeep'),
'w') as gitkeep:
gitkeep.write('empty')
def serializer():
skl = SklearnModel(artifact=sklearn_model)
skl.store(name='clf')
def test_mulitple_serializations(sklearn_model):
skl1 = SklearnModel(artifact=sklearn_model)
skl1.store(name='clf1')
assert os.path.exists(skl1.model_path)
skl2 = SklearnModel(artifact=sklearn_model)
skl2.store(name='clf2')
skl3 = SklearnModel(artifact=sklearn_model)
skl3.store(name='clf2')
assert len(os.listdir(SAVED_MODELS)) == 3
# cleanup
for root, dirs, files in os.walk(SAVED_MODELS):
for f in files:
os.unlink(os.path.join(root, f))
for d in dirs:
shutil.rmtree(os.path.join(root, d))