def testTensorSerialize(self): from mars.tensor import split t = ones((10, 10, 8), chunk_size=(3, 3, 5)) serials = self._pb_serial(t) dt = self._pb_deserial(serials)[t.data] self.assertEqual(dt.extra_params.raw_chunk_size, (3, 3, 5)) serials = self._json_serial(t) dt = self._json_deserial(serials)[t.data] self.assertEqual(dt.extra_params.raw_chunk_size, (3, 3, 5)) t2, _ = split(t, 2) serials = self._pb_serial(t2) dt = self._pb_deserial(serials)[t2.data] self.assertEqual(dt.op.indices_or_sections, 2) t2, _, _ = split(t, ones(2, chunk_size=2)) serials = self._pb_serial(t2) dt = self._pb_deserial(serials)[t2.data] with build_mode(): self.assertIn(dt.op.indices_or_sections, dt.inputs)
def testSetTensorInputs(self): t1 = tensor([1, 2], chunk_size=2) t2 = tensor([2, 3], chunk_size=2) t3 = t1 + t2 t1c = copy(t1) t2c = copy(t2) self.assertIsNot(t1c, t1) self.assertIsNot(t2c, t2) self.assertIs(t3.op.lhs, t1.data) self.assertIs(t3.op.rhs, t2.data) self.assertEqual(t3.op.inputs, [t1.data, t2.data]) self.assertEqual(t3.inputs, [t1.data, t2.data]) with self.assertRaises(ValueError): t3.inputs = [] t1 = tensor([1, 2], chunk_size=2) t2 = tensor([True, False], chunk_size=2) t3 = t1[t2] t1c = copy(t1) t2c = copy(t2) t3c = copy(t3) t3c.inputs = [t1c, t2c] with build_mode(): self.assertIs(t3c.op.input, t1c.data) self.assertIs(t3c.op.indexes[0], t2c.data)
def testComp(self): df1 = DataFrame(pd.DataFrame(np.random.rand(4, 3))) df2 = DataFrame(pd.DataFrame(np.random.rand(4, 3))) with build_mode(): self.assertFalse(df1.data == df2.data) self.assertTrue(df1.data == df1.data) for op in [ operator.eq, operator.ne, operator.lt, operator.gt, operator.le, operator.ge ]: eq_df = op(df1, df2) pd.testing.assert_index_equal(eq_df.index_value.to_pandas(), df1.index_value.to_pandas()) # index not identical df3 = DataFrame( pd.DataFrame(np.random.rand(4, 3), index=[1, 2, 3, 4])) with self.assertRaises(ValueError): op(df1, df3) # columns not identical df4 = DataFrame( pd.DataFrame(np.random.rand(4, 3), columns=['a', 'b', 'c'])) with self.assertRaises(ValueError): op(df1, df4)
def testBuildMode(self): t1 = ones((2, 3), chunk_size=2) self.assertTrue(t1 == 2) with build_mode(): self.assertFalse(t1 == 2)