def testMeanReduction(self):
test_data = constant_op.constant([[1.0, 2.0, 3.0], [10.0, 20.0, 30.0]])
op = ngrams_op.ngrams(
test_data, width=2, axis=1, reduction_type=ngrams_op.Reduction.MEAN)
expected_values = [[1.5, 2.5], [15.0, 25.0]]
self.assertRaggedEqual(expected_values, op)
def testBadReductionTypeFails(self):
with self.assertRaisesRegexp(errors.InvalidArgumentError,
r"reduction_type must be a Reduction."):
_ = ngrams_op.ngrams(data=[],
width=2,
axis=0,
reduction_type="SUM")
def testSumReduction(self):
test_data = constant_op.constant([[1.0, 2.0, 3.0], [10.0, 20.0, 30.0]])
op = ngrams_op.ngrams(
test_data, width=2, axis=1, reduction_type=ngrams_op.Reduction.SUM)
expected_values = [[3.0, 5.0], [30.0, 50.0]]
self.assertRaggedEqual(expected_values, op)
def testReductionOnAxisWithInsufficientValuesReturnsEmptySet(self):
test_data = constant_op.constant([[1.0, 2.0, 3.0], [10.0, 20.0, 30.0]])
op = ngrams_op.ngrams(
test_data, width=4, axis=-1, reduction_type=ngrams_op.Reduction.SUM)
expected_values = [[], []]
self.assertRaggedEqual(expected_values, op)
def testRaggedSumReductionAxisZero(self):
test_data = ragged_factory_ops.constant([[1.0, 2.0, 3.0, 4.0],
[10.0, 20.0, 30.0, 40.0]])
op = ngrams_op.ngrams(
test_data, width=2, axis=0, reduction_type=ngrams_op.Reduction.SUM)
expected_values = [[11.0, 22.0, 33.0, 44.0]]
self.assertRaggedEqual(expected_values, op)
def testReductionOnInnerAxis(self):
test_data = constant_op.constant([[[1.0, 2.0, 3.0], [10.0, 20.0, 30.0]],
[[4.0, 5.0, 6.0], [40.0, 50.0, 60.0]]])
op = ngrams_op.ngrams(
test_data, width=2, axis=-2, reduction_type=ngrams_op.Reduction.SUM)
expected_values = [[[11.0, 22.0, 33.0]], [[44.0, 55.0, 66.0]]]
self.assertRaggedEqual(expected_values, op)
def testStringJoinReductionFailsWithImproperAxis(self):
with self.assertRaisesRegexp(
errors.InvalidArgumentError,
r".*requires that ngrams' 'axis' parameter be -1."):
_ = ngrams_op.ngrams(
data=[],
width=2,
axis=0,
reduction_type=ngrams_op.Reduction.STRING_JOIN)
def testReductionWithNegativeAxis(self):
test_data = constant_op.constant([[1.0, 2.0, 3.0], [10.0, 20.0, 30.0]])
op = ngrams_op.ngrams(test_data,
width=2,
axis=-1,
reduction_type=ngrams_op.Reduction.SUM)
expected_values = [[3.0, 5.0], [30.0, 50.0]]
self.assertAllEqual(expected_values, op)
def testRaggedReductionOnInnerAxis(self):
test_data = ragged_factory_ops.constant([[[1.0, 2.0, 3.0, 4.0],
[10.0, 20.0, 30.0, 40.0]],
[[100.0, 200.0], [300.0, 400.0]]])
op = ngrams_op.ngrams(
test_data, width=2, axis=-2, reduction_type=ngrams_op.Reduction.SUM)
expected_values = [[[11.0, 22.0, 33.0, 44.0]], [[400.0, 600.0]]]
self.assertRaggedEqual(expected_values, op)
def testStringJoinReduction(self):
test_data = constant_op.constant([["a", "b", "c"], ["dd", "ee", "ff"]])
op = ngrams_op.ngrams(test_data,
width=2,
axis=-1,
reduction_type=ngrams_op.Reduction.STRING_JOIN,
string_separator="|")
expected_values = [[b"a|b", b"b|c"], [b"dd|ee", b"ee|ff"]]
self.assertAllEqual(expected_values, op)
def testRaggedMeanReduction(self):
test_data = ragged_factory_ops.constant([[1.0, 2.0, 3.0, 4.0],
[10.0, 20.0, 30.0]])
op = ngrams_op.ngrams(test_data,
width=2,
axis=-1,
reduction_type=ngrams_op.Reduction.MEAN)
expected_values = [[1.5, 2.5, 3.5], [15.0, 25.0]]
self.assertAllEqual(expected_values, op)
def testStringJoinReductionAxisZero(self):
test_data = constant_op.constant(["a", "b", "c"])
op = ngrams_op.ngrams(
test_data,
width=2,
axis=-1, # The -1 axis is the zero axis here.
reduction_type=ngrams_op.Reduction.STRING_JOIN,
string_separator="|")
expected_values = [b"a|b", b"b|c"]
self.assertAllEqual(expected_values, op)
def testRaggedStringJoinReduction(self):
test_data = ragged_factory_ops.constant([["a", "b", "c"], ["dd",
"ee"]])
op = ngrams_op.ngrams(test_data,
width=2,
axis=-1,
reduction_type=ngrams_op.Reduction.STRING_JOIN,
string_separator="|")
expected_values = [["a|b", "b|c"], ["dd|ee"]]
self.assertRaggedEqual(expected_values, op)
def testUnspecifiedReductionTypeFails(self):
with self.assertRaisesRegexp(errors.InvalidArgumentError,
r"reduction_type must be specified."):
_ = ngrams_op.ngrams(data=[], width=2, axis=0)
