def test_cross_entropy_2d(self):
inputs_ms = mindspore.Tensor(self.inputs_2d, mindspore.float32)
target_ms = mindspore.Tensor(self.target_2d, mindspore.int32)
res_ms = cross_entropy_ms(inputs_ms, target_ms, reduction='none')
inputs_pt = torch.tensor(self.inputs_2d)
target_pt = torch.tensor(self.target_2d)
res_pt = cross_entropy_pt(inputs_pt, target_pt, reduction='none')
print(res_ms.shape, res_pt.shape)
assert np.allclose(res_ms.asnumpy(), res_pt, 1e-3)
def test_cross_entropy_mean_label_smoothing(self):
inputs_ms = mindspore.Tensor(self.inputs, mindspore.float32)
target_ms = mindspore.Tensor(self.target, mindspore.int32)
res_ms = cross_entropy_ms(inputs_ms, target_ms, label_smoothing=0.1)
inputs_pt = torch.tensor(self.inputs)
target_pt = torch.tensor(self.target)
res_pt = cross_entropy_pt(inputs_pt, target_pt, label_smoothing=0.1)
assert np.allclose(res_ms.asnumpy(), res_pt.numpy(), 1e-3, 1e-3)
def test_cross_entropy_mean_float_with_weight(self):
inputs_ms = mindspore.Tensor(self.inputs, mindspore.float32)
target_ms = mindspore.Tensor(self.prob_traget, mindspore.float32)
weight_ms = mindspore.Tensor(self.weight, mindspore.float32)
res_ms = cross_entropy_ms(inputs_ms, target_ms, weight_ms)
inputs_pt = torch.tensor(self.inputs)
target_pt = torch.tensor(self.prob_traget)
weight_pt = torch.tensor(self.weight)
res_pt = cross_entropy_pt(inputs_pt, target_pt, weight_pt)
print(res_ms, res_pt)
assert np.allclose(res_ms.asnumpy(), res_pt.numpy(), 1e-3, 1e-3)
def test_cross_entropy_mean_float(self):
from mindspore import context
context.set_context(mode=context.PYNATIVE_MODE)
inputs_ms = mindspore.Tensor(self.inputs, mindspore.float32)
target_ms = mindspore.Tensor(self.prob_traget, mindspore.float32)
res_ms = cross_entropy_ms(inputs_ms, target_ms)
inputs_pt = torch.tensor(self.inputs)
target_pt = torch.tensor(self.prob_traget)
res_pt = cross_entropy_pt(inputs_pt, target_pt)
print(res_ms, res_pt)
assert np.allclose(res_ms.asnumpy(), res_pt.numpy(), 1e-3, 1e-3)
def test_cross_entropy_sum_with_weight(self):
inputs_ms = mindspore.Tensor(self.inputs, mindspore.float32)
target_ms = mindspore.Tensor(self.target, mindspore.int32)
weight_ms = mindspore.Tensor(self.weight, mindspore.float32)
res_ms = cross_entropy_ms(inputs_ms,
target_ms,
reduction='sum',
weight=weight_ms)
inputs_pt = torch.tensor(self.inputs)
target_pt = torch.tensor(self.target)
weight_pt = torch.tensor(self.weight)
res_pt = cross_entropy_pt(inputs_pt,
target_pt,
reduction='sum',
weight=weight_pt)
assert np.allclose(res_ms.asnumpy(), res_pt.numpy(), 1e-3, 1e-3)