def test_maui_clusters_picks_optimal_k_by_ami():
ami_mock = mock.Mock()
ami_mock.side_effect = [
2,
3,
1,
] # the optimal AMI will be given at the second trial
with mock.patch("sklearn.metrics.adjusted_mutual_info_score", ami_mock):
maui_model = Maui(n_hidden=[10], n_latent=2, epochs=1)
maui_model.z_ = pd.DataFrame(
np.random.randn(10, 2),
index=[f"sample {i}" for i in range(10)],
columns=["LF1", "LF2"],
)
maui_model.x_ = pd.DataFrame(
np.random.randn(20, 10),
index=[f"feature {i}" for i in range(20)],
columns=[f"sample {i}" for i in range(10)],
)
the_y = pd.Series(np.arange(10), index=maui_model.z_.index)
maui_model.cluster(
ami_y=the_y, optimal_k_range=[1, 2, 3]
) # the second trial is k=2
assert maui_model.optimal_k_ == 2
def test_maui_merges_latent_factors_by_w():
maui_model = Maui(n_hidden=[10], n_latent=2, epochs=1)
maui_model.z_ = pd.DataFrame(
[
[1, 1, 1, 0, 0, 0, 1, 0, 0],
[1, 1, 1, 1, 0, 1, 1, 1, 0],
[1, 1, 1, 1, 0, 1, 1, 1, 0],
[1, 1, 1, 1, 0, 1, 1, 1, 0],
[1, 1, 1, 1, 0, 1, 1, 1, 0],
[1, 1, 1, 1, 1, 0, 0, 1, 0],
[0, 0, 0, 1, 0, 0, 1, 1, 0],
[0, 0, 0, 1, 0, 0, 1, 1, 0],
[0, 0, 0, 1, 0, 0, 1, 1, 0],
[0, 0, 0, 1, 0, 0, 1, 1, 0],
[0, 0, 0, 1, 0, 1, 1, 1, 0],
],
index=[f"sample {i}" for i in range(11)],
columns=[f"LF{i}" for i in range(9)],
dtype=float,
)
maui_model.x_ = pd.DataFrame(
[[1], [1], [1], [1], [1], [1], [0], [0], [0], [0], [0]],
index=[f"sample {i}" for i in range(11)],
columns=["Feature 1"],
dtype=float,
)
# with these z and x, expect 0,1,2 and 4,5 and 3,6,7
z_merged = maui_model.merge_similar_latent_factors(
distance_in="w", distance_metric="euclidean"
)
assert z_merged.shape[1] == 4
assert "0_1_2" in z_merged.columns
assert "3_6_7" in z_merged.columns
assert "4_5" in z_merged.columns
def test_maui_drops_unexplanatody_factors_by_r2():
maui_model = Maui(n_hidden=[10], n_latent=2, epochs=1)
maui_model.z_ = pd.DataFrame(
[
[1, 1, 1, 0, 0, 0, 1, 0, 0],
[1, 1, 1, 1, 0, 1, 1, 1, 0],
[1, 1, 1, 1, 0, 1, 1, 1, 0],
[1, 1, 1, 1, 0, 1, 1, 1, 0],
[1, 1, 1, 1, 0, 1, 1, 1, 0],
[1, 1, 1, 1, 1, 0, 0, 1, 0],
[0, 0, 0, 1, 0, 0, 1, 1, 0],
[0, 0, 0, 1, 0, 0, 1, 1, 0],
[0, 0, 0, 1, 0, 0, 1, 1, 0],
[0, 0, 0, 1, 0, 0, 1, 1, 0],
[0, 0, 0, 1, 0, 1, 1, 1, 0],
],
index=[f"sample {i}" for i in range(11)],
columns=[f"LF{i}" for i in range(9)],
dtype=float,
) # here the first 8 latent factors have R2 above threshold, the last does not
maui_model.x_ = pd.DataFrame(
[[1], [1], [1], [1], [1], [1], [0], [0], [0], [0], [0]],
index=[f"sample {i}" for i in range(11)],
columns=["Feature 1"],
dtype=float,
)
z_filt = maui_model.drop_unexplanatory_factors()
assert z_filt.shape[1] == 8
def test_maui_clusters_with_single_k():
maui_model = Maui(n_hidden=[10], n_latent=2, epochs=1)
maui_model.z_ = pd.DataFrame(np.random.randn(10,2),
index=[f'sample {i}' for i in range(10)],
columns=['LF1', 'LF2'])
maui_model.x_ = pd.DataFrame(np.random.randn(20,10),
index=[f'feature {i}' for i in range(20)],
columns=[f'sample {i}' for i in range(10)])
yhat = maui_model.cluster(5)
assert yhat.shape == (10,)
def test_maui_clusters_picks_optimal_k_by_silhouette():
silhouette_mock = mock.Mock()
silhouette_mock.side_effect = [2,3,1] # the optimal silhouette will be given at the second trial
with mock.patch('sklearn.metrics.silhouette_score', silhouette_mock):
maui_model = Maui(n_hidden=[10], n_latent=2, epochs=1)
maui_model.z_ = pd.DataFrame(np.random.randn(10,2),
index=[f'sample {i}' for i in range(10)],
columns=['LF1', 'LF2'])
maui_model.x_ = pd.DataFrame(np.random.randn(20,10),
index=[f'feature {i}' for i in range(20)],
columns=[f'sample {i}' for i in range(10)])
maui_model.cluster(optimal_k_method='silhouette', optimal_k_range=[1,2,3]) # the second trial is k=2
assert maui_model.optimal_k_ == 2
def test_maui_clusters_only_samples_in_y_index_when_optimizing():
maui_model = Maui(n_hidden=[10], n_latent=2, epochs=1)
maui_model.z_ = pd.DataFrame(np.random.randn(10,2),
index=[f'sample {i}' for i in range(10)],
columns=['LF1', 'LF2'])
maui_model.x_ = pd.DataFrame(np.random.randn(20,10),
index=[f'feature {i}' for i in range(20)],
columns=[f'sample {i}' for i in range(10)])
y = pd.Series(['a','a','a','b','b','b'],
index=[f'sample {i}' for i in range(6)])
yhat = maui_model.cluster(ami_y=y, optimal_k_range=[1,2,3])
assert set(yhat.index) == set(y.index)
def test_maui_clusters_picks_optimal_k_with_custom_scoring():
scorer = mock.Mock()
scorer.side_effect = [2,3,1] # the optimal AMI will be given at the second trial
scorer.__name__ = 'mock_scorer'
maui_model = Maui(n_hidden=[10], n_latent=2, epochs=1)
maui_model.z_ = pd.DataFrame(np.random.randn(10,2),
index=[f'sample {i}' for i in range(10)],
columns=['LF1', 'LF2'])
maui_model.x_ = pd.DataFrame(np.random.randn(20,10),
index=[f'feature {i}' for i in range(20)],
columns=[f'sample {i}' for i in range(10)])
maui_model.cluster(optimal_k_method=scorer, optimal_k_range=[1,2,3]) # the second trial is k=2
assert maui_model.optimal_k_ == 2
def test_maui_merges_latent_factors_by_w():
maui_model = Maui(n_hidden=[10], n_latent=2, epochs=1)
maui_model.z_ = pd.DataFrame(
[
[1,1,1,0,0,0,1,0,0],
[1,1,1,1,0,1,1,1,0],
[1,1,1,1,0,1,1,1,0],
[1,1,1,1,0,1,1,1,0],
[1,1,1,1,0,1,1,1,0],
[1,1,1,1,1,0,0,1,0],
[0,0,0,1,0,0,1,1,0],
[0,0,0,1,0,0,1,1,0],
[0,0,0,1,0,0,1,1,0],
[0,0,0,1,0,0,1,1,0],
[0,0,0,1,0,1,1,1,0],
],
index=[f'sample {i}' for i in range(11)],
columns=[f'LF{i}' for i in range(9)],
dtype=float
)
maui_model.x_ = pd.DataFrame(
[
[1],
[1],
[1],
[1],
[1],
[1],
[0],
[0],
[0],
[0],
[0],
],
index=[f'sample {i}' for i in range(11)],
columns=['Feature 1'],
dtype=float)
# with these z and x, expect 0,1,2 and 4,5 and 3,6,7
z_merged = maui_model.merge_similar_latent_factors(distance_in='w',
distance_metric='euclidean')
assert z_merged.shape[1] == 4
assert '0_1_2' in z_merged.columns
assert '3_6_7' in z_merged.columns
assert '4_5' in z_merged.columns
def test_maui_clusters_only_samples_in_y_index_when_optimizing():
np.random.seed(0)
maui_model = Maui(n_hidden=[10], n_latent=2, epochs=1)
maui_model.z_ = pd.DataFrame(
np.random.randn(10, 2),
index=[f"sample {i}" for i in range(10)],
columns=["LF1", "LF2"],
)
maui_model.x_ = pd.DataFrame(
np.random.randn(20, 10),
index=[f"feature {i}" for i in range(20)],
columns=[f"sample {i}" for i in range(10)],
)
y = pd.Series(["a", "a", "a", "b", "b", "b"],
index=[f"sample {i}" for i in range(6)])
yhat = maui_model.cluster(ami_y=y, optimal_k_range=[1, 2, 3])
assert set(yhat.index) == set(y.index)
