def _test_func_on_axis(self, func, toarray=True): X, X_rdd = self.make_sparse_rdd(block_size=100) assert_almost_equal(getattr(X_rdd, func)(), getattr(X, func)()) for axes in (0, 1): if toarray: assert_array_almost_equal( getattr(X_rdd, func)(axis=axes).toarray(), getattr(X, func)(axis=axes).toarray()) else: assert_array_almost_equal( getattr(X_rdd, func)(axis=axes), getattr(X, func)(axis=axes))
def _test_func_on_axis(self, func): X, X_rdd = self.make_dense_rdd(block_size=100) assert_almost_equal(getattr(X_rdd, func)(), getattr(X, func)()) for axes in (0, 1): assert_array_almost_equal(getattr(X_rdd, func)(axis=axes), getattr(X, func)(axis=axes)) X, X_rdd = self.make_dense_rdd((100, 3, 2)) assert_almost_equal(getattr(X_rdd, func)(), getattr(X, func)()) for axes in (0, 1, 2): assert_array_almost_equal(getattr(X_rdd, func)(axis=axes), getattr(X, func)(axis=axes))
def _test_func_on_axis(self, func): X, X_rdd = self.make_dense_rdd(block_size=100) assert_almost_equal(getattr(X_rdd, func)(), getattr(X, func)()) for axes in (0, 1): assert_array_almost_equal( getattr(X_rdd, func)(axis=axes), getattr(X, func)(axis=axes)) X, X_rdd = self.make_dense_rdd((100, 3, 2)) assert_almost_equal(getattr(X_rdd, func)(), getattr(X, func)()) for axes in (0, 1, 2): assert_array_almost_equal( getattr(X_rdd, func)(axis=axes), getattr(X, func)(axis=axes))
def test_mean_sparse(self): data, rdd = self.generate_sparse_dataset() assert_almost_equal(ArrayRDD(rdd).mean(), data.mean()) assert_array_almost_equal(ArrayRDD(rdd).mean(axis=0), data.mean(axis=0)) assert_array_almost_equal(ArrayRDD(rdd).mean(axis=1), data.mean(axis=1))