def test_times_rdd(self):
mat1 = MatrixRDD(self.sc.parallelize([(1, array([1, 2, 3])), (2, array([4, 5, 6]))]))
mat2 = MatrixRDD(self.sc.parallelize([(1, array([7, 8, 9])), (2, array([10, 11, 12]))]))
truth = array([[47, 52, 57], [64, 71, 78], [81, 90, 99]])
resultA = mat1.times(mat2)
resultB = mat1.times(mat2, "accum")
assert array_equal(resultA, truth)
assert array_equal(resultB, truth)
def test_times_array(self):
mat1 = MatrixRDD(
self.sc.parallelize([(1, array([1, 2, 3])), (2, array([4, 5,
6]))]))
mat2 = array([[7, 8], [9, 10], [11, 12]])
truth = [array([58, 64]), array([139, 154])]
result = mat1.times(mat2).collect()
assert array_equal(result, truth)
def test_outer(self):
mat1 = MatrixRDD(self.sc.parallelize([(1, array([1, 2, 3])), (2, array([4, 5, 6]))]))
resultA = mat1.outer()
resultB = mat1.outer("accum")
truth = array([[17, 22, 27], [22, 29, 36], [27, 36, 45]])
assert array_equal(resultA, truth)
assert array_equal(resultB, truth)
# TODO: TestCenter, TestZScore
def test_elementwise_rdd(self):
mat1 = MatrixRDD(
self.sc.parallelize([(1, array([1, 2, 3])), (2, array([4, 5,
6]))]))
mat2 = MatrixRDD(
self.sc.parallelize([(1, array([7, 8, 9])), (2, array([10, 11,
12]))]))
result = mat1.elementwise(mat2, add).collect()
truth = array([[8, 10, 12], [14, 16, 18]])
assert array_equal(result, truth)
def test_outer(self):
mat1 = MatrixRDD(
self.sc.parallelize([(1, array([1, 2, 3])), (2, array([4, 5,
6]))]))
resultA = mat1.outer()
resultB = mat1.outer("accum")
truth = array([[17, 22, 27], [22, 29, 36], [27, 36, 45]])
assert array_equal(resultA, truth)
assert array_equal(resultB, truth)
# TODO: TestCenter, TestZScore
def test_times_rdd(self):
mat1 = MatrixRDD(
self.sc.parallelize([(1, array([1, 2, 3])), (2, array([4, 5,
6]))]))
mat2 = MatrixRDD(
self.sc.parallelize([(1, array([7, 8, 9])), (2, array([10, 11,
12]))]))
truth = array([[47, 52, 57], [64, 71, 78], [81, 90, 99]])
resultA = mat1.times(mat2)
resultB = mat1.times(mat2, "accum")
assert array_equal(resultA, truth)
assert array_equal(resultB, truth)
def test_elementwise_array(self):
mat = MatrixRDD(self.sc.parallelize([(1, array([1, 2, 3]))]))
assert array_equal(
mat.elementwise(2, add).collect()[0], array([3, 4, 5]))
def test_times_array(self):
mat1 = MatrixRDD(self.sc.parallelize([(1, array([1, 2, 3])), (2, array([4, 5, 6]))]))
mat2 = array([[7, 8], [9, 10], [11, 12]])
truth = [array([58, 64]), array([139, 154])]
result = mat1.times(mat2).collect()
assert array_equal(result, truth)
def test_elementwise_array(self):
mat = MatrixRDD(self.sc.parallelize([(1, array([1, 2, 3]))]))
assert array_equal(mat.elementwise(2, add).collect()[0], array([3, 4, 5]))
def test_elementwise_rdd(self):
mat1 = MatrixRDD(self.sc.parallelize([(1, array([1, 2, 3])), (2, array([4, 5, 6]))]))
mat2 = MatrixRDD(self.sc.parallelize([(1, array([7, 8, 9])), (2, array([10, 11, 12]))]))
result = mat1.elementwise(mat2, add).collect()
truth = array([[8, 10, 12], [14, 16, 18]])
assert array_equal(result, truth)