Example #1
0
 def _test_func_on_axis(self, func, toarray=True):
     X, X_rdd = self.make_sparse_rdd(block_size=100)
     assert_almost_equal(getattr(X_rdd, func)(), getattr(X, func)())
     for axes in (0, 1):
         if toarray:
             assert_array_almost_equal(
                 getattr(X_rdd, func)(axis=axes).toarray(),
                 getattr(X, func)(axis=axes).toarray())
         else:
             assert_array_almost_equal(
                 getattr(X_rdd, func)(axis=axes),
                 getattr(X, func)(axis=axes))
Example #2
0
 def _test_func_on_axis(self, func, toarray=True):
     X, X_rdd = self.make_sparse_rdd(block_size=100)
     assert_almost_equal(getattr(X_rdd, func)(), getattr(X, func)())
     for axes in (0, 1):
         if toarray:
             assert_array_almost_equal(
                 getattr(X_rdd, func)(axis=axes).toarray(),
                 getattr(X, func)(axis=axes).toarray())
         else:
             assert_array_almost_equal(
                 getattr(X_rdd, func)(axis=axes),
                 getattr(X, func)(axis=axes))
Example #3
0
    def _test_func_on_axis(self, func):
        X, X_rdd = self.make_dense_rdd(block_size=100)
        assert_almost_equal(getattr(X_rdd, func)(), getattr(X, func)())
        for axes in (0, 1):
            assert_array_almost_equal(getattr(X_rdd, func)(axis=axes),
                                      getattr(X, func)(axis=axes))

        X, X_rdd = self.make_dense_rdd((100, 3, 2))
        assert_almost_equal(getattr(X_rdd, func)(), getattr(X, func)())
        for axes in (0, 1, 2):
            assert_array_almost_equal(getattr(X_rdd, func)(axis=axes),
                                      getattr(X, func)(axis=axes))
Example #4
0
    def _test_func_on_axis(self, func):
        X, X_rdd = self.make_dense_rdd(block_size=100)
        assert_almost_equal(getattr(X_rdd, func)(), getattr(X, func)())
        for axes in (0, 1):
            assert_array_almost_equal(
                getattr(X_rdd, func)(axis=axes),
                getattr(X, func)(axis=axes))

        X, X_rdd = self.make_dense_rdd((100, 3, 2))
        assert_almost_equal(getattr(X_rdd, func)(), getattr(X, func)())
        for axes in (0, 1, 2):
            assert_array_almost_equal(
                getattr(X_rdd, func)(axis=axes),
                getattr(X, func)(axis=axes))
Example #5
0
 def test_mean_sparse(self):
     data, rdd = self.generate_sparse_dataset()
     assert_almost_equal(ArrayRDD(rdd).mean(), data.mean())
     assert_array_almost_equal(ArrayRDD(rdd).mean(axis=0), data.mean(axis=0))
     assert_array_almost_equal(ArrayRDD(rdd).mean(axis=1), data.mean(axis=1))