def test_between(self): rdd = self.sc.parallelize([(0, array([4, 5, 6, 7])), (1, array([8, 9, 10, 11]))]) data = Series(rdd).between(0, 1) assert(allclose(data.index, array([0, 1]))) assert(allclose(data.first()[1], array([4, 5])))
def test_detrend(self): rdd = self.sc.parallelize([(0, array([1, 2, 3, 4, 5]))]) data = Series(rdd).detrend('linear') # detrending linearly increasing data should yield all 0s assert(allclose(data.first()[1], array([0, 0, 0, 0, 0])))
def test_between(self): rdd = self.sc.parallelize([(0, array([4, 5, 6, 7])), (1, array([8, 9, 10, 11]))]) data = Series(rdd).between(0, 1) assert (allclose(data.index, array([0, 1]))) assert (allclose(data.first()[1], array([4, 5])))
def test_detrend(self): rdd = self.sc.parallelize([(0, array([1, 2, 3, 4, 5]))]) data = Series(rdd).detrend('linear') # detrending linearly increasing data should yield all 0s assert (allclose(data.first()[1], array([0, 0, 0, 0, 0])))