def testEval(self):
if not is_tensorrt_enabled():
return
# TODO(b/162447069): Enable the test for TRT 7.1.3.
if trt_test.IsTensorRTVersionGreaterEqual(7, 1, 3):
return
model_dir = test.test_src_dir_path(
'python/compiler/tensorrt/test/testdata/mnist')
accuracy_tf_native = self._Run(is_training=False,
use_trt=False,
batch_size=128,
num_epochs=None,
model_dir=model_dir)['accuracy']
logging.info('accuracy_tf_native: %f', accuracy_tf_native)
self.assertAllClose(0.9662, accuracy_tf_native, rtol=3e-3, atol=3e-3)
if not trt_test.IsTensorRTVersionGreaterEqual(5):
return
accuracy_tf_trt = self._Run(is_training=False,
use_trt=True,
batch_size=128,
num_epochs=None,
model_dir=model_dir)['accuracy']
logging.info('accuracy_tf_trt: %f', accuracy_tf_trt)
self.assertAllClose(0.9675, accuracy_tf_trt, rtol=1e-3, atol=1e-3)
def ShouldRunTest(self, run_params):
# TODO(b/162447069): Enable the test for TRT 7.1.3.
if trt_test.IsTensorRTVersionGreaterEqual(7, 1, 3):
return (False, 'Skip test due to b/162447069')
# There is no CombinedNonMaxSuppression op for GPU at the moment, so
# calibration will fail.
# TODO(laigd): fix this.
# Only run for TRT 5.1 and above.
return trt_test.IsTensorRTVersionGreaterEqual(
5, 1) and not trt_test.IsQuantizationMode(
run_params.precision_mode), 'test >=TRT5.1 and non-INT8'
def ShouldRunTest(self, run_params):
should_run, reason = super().ShouldRunTest(run_params)
should_run = should_run and \
not trt_test.IsQuantizationMode(run_params.precision_mode)
reason += ' and precision != INT8'
# Only run for TRT 7.1.3 and above.
return should_run and trt_test.IsTensorRTVersionGreaterEqual(7, 1, 3), \
reason + ' and >= TRT 7.1.3'
def ShouldRunTest(self, run_params):
# There is no CombinedNonMaxSuppression op for GPU at the moment, so
# calibration will fail.
# TODO(laigd): fix this.
# Only run for TRT 5.1 and above.
return trt_test.IsTensorRTVersionGreaterEqual(
5, 1) and not trt_test.IsQuantizationMode(
run_params.precision_mode), 'test >=TRT5.1 and non-INT8'
def ShouldRunTest(self, run_params):
# TODO(b/162448349): Enable the test for TRT 7.1.3.
if trt_test.IsTensorRTVersionGreaterEqual(7, 1, 3):
return (False, "Skip test due to b/162448349")
return super().ShouldRunTest(run_params)
def ShouldRunTest(self, run_params):
# Only run for TRT 6 and above.
return run_params.is_v2 and trt_test.IsTensorRTVersionGreaterEqual(6) and (
not run_params.use_calibration), "test v2 >=TRT6 and non-calibration"
def ShouldRunTest(self, run_params):
# Test static/dynamic engine with/without calibration.
return (trt_test.IsTensorRTVersionGreaterEqual(5) and
trt_test.IsQuantizationMode(run_params.precision_mode) and
not run_params.convert_online), "test offline conversion and INT8"
def setUp(self):
super(trt_test.TfTrtIntegrationTestBase, self).setUp()
if trt_test.IsTensorRTVersionGreaterEqual(7):
os.environ["TF_TRT_ALLOW_ENGINE_NATIVE_SEGMENT_EXECUTION"] = "True"
def ShouldRunTest(self, run_params):
# TODO(b/162448349): Enable the test for TRT 7.1.3.
if trt_test.IsTensorRTVersionGreaterEqual(7, 1, 3):
return (False, "Skip test due to b/162448349")
return (run_params.dynamic_engine and not trt_test.IsQuantizationMode(
run_params.precision_mode)), "test dynamic engine and non-INT8"
def ShouldRunTest(self, run_params):
should_run, reason = super().ShouldRunTest(run_params)
# Only run for TRT 5.1 and above.
return should_run and trt_test.IsTensorRTVersionGreaterEqual(
5, 1), reason + ' and >=TRT5.1'
