def test_ae(ae_params):
# OutlierAE parameters
threshold, threshold_perc, return_instance_score, return_feature_score, outlier_perc, outlier_type = ae_params
# define encoder and decoder
encoder_net = tf.keras.Sequential(
[
InputLayer(input_shape=(input_dim,)),
Dense(5, activation=tf.nn.relu),
Dense(encoding_dim, activation=None)
]
)
decoder_net = tf.keras.Sequential(
[
InputLayer(input_shape=(encoding_dim,)),
Dense(5, activation=tf.nn.relu),
Dense(input_dim, activation=tf.nn.sigmoid)
]
)
# init OutlierAE
ae = OutlierAE(
threshold=threshold,
encoder_net=encoder_net,
decoder_net=decoder_net
)
assert ae.threshold == threshold
assert ae.meta == {'name': 'OutlierAE', 'detector_type': 'offline', 'data_type': None, 'version': __version__}
# fit OutlierAE, infer threshold and compute scores
ae.fit(X, epochs=5, verbose=False)
ae.infer_threshold(X, threshold_perc=threshold_perc)
fscore, iscore = ae.score(X)
perc_score = 100 * (iscore < ae.threshold).astype(int).sum() / iscore.shape[0]
assert threshold_perc + 5 > perc_score > threshold_perc - 5
# make and check predictions
od_preds = ae.predict(X,
return_instance_score=return_instance_score,
return_feature_score=return_feature_score,
outlier_type=outlier_type,
outlier_perc=outlier_perc
)
assert od_preds['meta'] == ae.meta
if outlier_type == 'instance':
assert od_preds['data']['is_outlier'].shape == (X.shape[0],)
if return_instance_score:
assert od_preds['data']['is_outlier'].sum() == (od_preds['data']['instance_score']
> ae.threshold).astype(int).sum()
elif outlier_type == 'feature':
assert od_preds['data']['is_outlier'].shape == X.shape
if return_feature_score:
assert od_preds['data']['is_outlier'].sum() == (od_preds['data']['feature_score']
> ae.threshold).astype(int).sum()
if return_feature_score:
assert od_preds['data']['feature_score'].shape == X.shape
else:
assert od_preds['data']['feature_score'] is None
if return_instance_score:
assert od_preds['data']['instance_score'].shape == (X.shape[0],)
else:
assert od_preds['data']['instance_score'] is None
encoder_net=encoder_net,
decoder_net=decoder_net)
# In[33]:
adam = tf.keras.optimizers.Adam(lr=1e-4)
model = od.fit(train, epochs=100, verbose=True, optimizer = adam)
od.infer_threshold(test, threshold_perc=95)
preds = od.predict(test, outlier_type='instance',
return_instance_score=True,
return_feature_score=True)
# In[34]:
predi = preds['data']['is_outlier']
name = []
client = storage.Client()
bucket = client.get_bucket('imagens-para-treinamento-do-modelo')
for blob in bucket.list_blobs(prefix=path_test):
name.append(str(blob.name))
name.remove(name[0])