def test_between(self):
rdd = self.sc.parallelize([(0, array([4, 5, 6, 7])), (1, array([8, 9, 10, 11]))])
data = Series(rdd).between(0, 1)
assert(allclose(data.index, array([0, 1])))
assert(allclose(data.first()[1], array([4, 5])))
def test_detrend(self):
rdd = self.sc.parallelize([(0, array([1, 2, 3, 4, 5]))])
data = Series(rdd).detrend('linear')
# detrending linearly increasing data should yield all 0s
assert(allclose(data.first()[1], array([0, 0, 0, 0, 0])))
def test_between(self):
rdd = self.sc.parallelize([(0, array([4, 5, 6, 7])),
(1, array([8, 9, 10, 11]))])
data = Series(rdd).between(0, 1)
assert (allclose(data.index, array([0, 1])))
assert (allclose(data.first()[1], array([4, 5])))
def test_detrend(self):
rdd = self.sc.parallelize([(0, array([1, 2, 3, 4, 5]))])
data = Series(rdd).detrend('linear')
# detrending linearly increasing data should yield all 0s
assert (allclose(data.first()[1], array([0, 0, 0, 0, 0])))
