def testTensorSerialize(self):
from mars.tensor import split
t = ones((10, 10, 8), chunk_size=(3, 3, 5))
serials = self._pb_serial(t)
dt = self._pb_deserial(serials)[t.data]
self.assertEqual(dt.extra_params.raw_chunk_size, (3, 3, 5))
serials = self._json_serial(t)
dt = self._json_deserial(serials)[t.data]
self.assertEqual(dt.extra_params.raw_chunk_size, (3, 3, 5))
t2, _ = split(t, 2)
serials = self._pb_serial(t2)
dt = self._pb_deserial(serials)[t2.data]
self.assertEqual(dt.op.indices_or_sections, 2)
t2, _, _ = split(t, ones(2, chunk_size=2))
serials = self._pb_serial(t2)
dt = self._pb_deserial(serials)[t2.data]
with build_mode():
self.assertIn(dt.op.indices_or_sections, dt.inputs)
def testSetTensorInputs(self):
t1 = tensor([1, 2], chunk_size=2)
t2 = tensor([2, 3], chunk_size=2)
t3 = t1 + t2
t1c = copy(t1)
t2c = copy(t2)
self.assertIsNot(t1c, t1)
self.assertIsNot(t2c, t2)
self.assertIs(t3.op.lhs, t1.data)
self.assertIs(t3.op.rhs, t2.data)
self.assertEqual(t3.op.inputs, [t1.data, t2.data])
self.assertEqual(t3.inputs, [t1.data, t2.data])
with self.assertRaises(ValueError):
t3.inputs = []
t1 = tensor([1, 2], chunk_size=2)
t2 = tensor([True, False], chunk_size=2)
t3 = t1[t2]
t1c = copy(t1)
t2c = copy(t2)
t3c = copy(t3)
t3c.inputs = [t1c, t2c]
with build_mode():
self.assertIs(t3c.op.input, t1c.data)
self.assertIs(t3c.op.indexes[0], t2c.data)
def testComp(self):
df1 = DataFrame(pd.DataFrame(np.random.rand(4, 3)))
df2 = DataFrame(pd.DataFrame(np.random.rand(4, 3)))
with build_mode():
self.assertFalse(df1.data == df2.data)
self.assertTrue(df1.data == df1.data)
for op in [
operator.eq, operator.ne, operator.lt, operator.gt,
operator.le, operator.ge
]:
eq_df = op(df1, df2)
pd.testing.assert_index_equal(eq_df.index_value.to_pandas(),
df1.index_value.to_pandas())
# index not identical
df3 = DataFrame(
pd.DataFrame(np.random.rand(4, 3), index=[1, 2, 3, 4]))
with self.assertRaises(ValueError):
op(df1, df3)
# columns not identical
df4 = DataFrame(
pd.DataFrame(np.random.rand(4, 3), columns=['a', 'b', 'c']))
with self.assertRaises(ValueError):
op(df1, df4)
def testBuildMode(self):
t1 = ones((2, 3), chunk_size=2)
self.assertTrue(t1 == 2)
with build_mode():
self.assertFalse(t1 == 2)
