def ShouldRunTest(self, run_params):
if get_linked_tensorrt_version()[0] < 5:
return False
# Only test static engine mode, with or without calibration.
return (trt_test.IsQuantizationMode(run_params.precision_mode)
and not run_params.convert_online
and not run_params.dynamic_engine)
def ShouldRunTest(self, run_params):
"""Whether to run the test."""
# Disable the test in fp16 mode since multiple matmul and add ops together
# can cause overflow.
return ((run_params.precision_mode != "FP16")
and not (trt_test.IsQuantizationMode(run_params.precision_mode)
and not run_params.use_calibration))
def ShouldRunTest(self, run_params):
# Only test static engine mode, with or without calibration.
return (get_linked_tensorrt_version()[0] >= 5
and trt_test.IsQuantizationMode(run_params.precision_mode)
and not run_params.convert_online
and not run_params.dynamic_engine
), "test static engine, offline conversion and INT8"
def ShouldRunTest(self, run_params):
should_run, reason = super().ShouldRunTest(run_params)
should_run = should_run and \
not trt_test.IsQuantizationMode(run_params.precision_mode)
reason += ' and precision != INT8'
# Only run for TRT 7.1.3 and above.
return should_run and trt_utils.is_linked_tensorrt_version_greater_equal(
7, 1, 3), reason + ' and >= TRT 7.1.3'
def ShouldRunTest(self, run_params):
should_run, reason = super().ShouldRunTest(run_params)
should_run = should_run and \
not trt_test.IsQuantizationMode(run_params.precision_mode)
reason += ' and precision != INT8'
# Only run for TRT 7.1.3 and above.
return should_run and trt_test.IsTensorRTVersionGreaterEqual(7, 1, 3), \
reason + ' and >= TRT 7.1.3'
def ShouldRunTest(self, run_params):
# There is no CombinedNonMaxSuppression op for GPU at the moment, so
# calibration will fail.
# TODO(laigd): fix this.
# Only run for TRT 5.1 and above.
return trt_test.IsTensorRTVersionGreaterEqual(
5, 1) and not trt_test.IsQuantizationMode(
run_params.precision_mode), 'test >=TRT5.1 and non-INT8'
def ShouldRunTest(self, run_params):
# There is no CombinedNonMaxSuppression op for GPU at the moment, so
# calibration will fail.
# TODO(laigd): fix this.
if trt_test.IsQuantizationMode(run_params.precision_mode):
return False
# Only run for TRT 5.1 and above.
ver = get_linked_tensorrt_version()
return ver[0] > 5 or (ver[0] == 5 and ver[1] >= 1)
def ShouldRunTest(self, run_params):
# TODO(b/162447069): Enable the test for TRT 7.1.3.
if trt_test.IsTensorRTVersionGreaterEqual(7, 1, 3):
return (False, 'Skip test due to b/162447069')
# There is no CombinedNonMaxSuppression op for GPU at the moment, so
# calibration will fail.
# TODO(laigd): fix this.
# Only run for TRT 5.1 and above.
return trt_test.IsTensorRTVersionGreaterEqual(
5, 1) and not trt_test.IsQuantizationMode(
run_params.precision_mode), 'test >=TRT5.1 and non-INT8'
def ShouldRunTest(self, run_params):
# Only test FP32/FP16 mode.
return not trt_test.IsQuantizationMode(
run_params.precision_mode), "test non-INT8"
def ShouldRunTest(self, run_params):
"""Whether to run the test."""
return (not trt_test.IsQuantizationMode(run_params.precision_mode)
and not run_params.dynamic_engine)
def ShouldRunTest(self, run_params):
# Only test static engine mode, with or without calibration.
return (trt_test.IsTensorRTVersionGreaterEqual(5) and
trt_test.IsQuantizationMode(run_params.precision_mode) and
not run_params.convert_online and not run_params.dynamic_engine
), "test static engine, offline conversion and INT8"
def ExpectedEnginesToBuild(self, run_params):
"""Return the expected engines to build."""
if (run_params.dynamic_engine and
not trt_test.IsQuantizationMode(run_params.precision_mode)):
return ["TRTEngineOp_0", "TRTEngineOp_1"]
return ["TRTEngineOp_1"]
def ShouldRunTest(self, run_params):
"""Whether to run the test."""
# TODO(aaroey): Trt 4.0 forbids conversion for tensors with rank <3 in int8
# mode, which is a bug. Re-enable this when trt library is fixed.
return not trt_test.IsQuantizationMode(run_params.precision_mode)
def ShouldRunTest(self, run_params):
# TODO(b/162448349): Enable the test for TRT 7.1.3.
if trt_test.IsTensorRTVersionGreaterEqual(7, 1, 3):
return (False, "Skip test due to b/162448349")
return (run_params.dynamic_engine and not trt_test.IsQuantizationMode(
run_params.precision_mode)), "test dynamic engine and non-INT8"
def ShouldRunTest(self, run_params):
# Test static/dynamic engine with/without calibration.
return (trt_test.IsQuantizationMode(run_params.precision_mode)
and not run_params.convert_online
), "test offline conversion and INT8"
def ShouldRunTest(self, run_params):
return (run_params.dynamic_engine and not trt_test.IsQuantizationMode(
run_params.precision_mode)), "test dynamic engine and non-INT8"
def ShouldRunTest(self, run_params):
if trt_convert.get_linked_tensorrt_version()[0] < 5:
return False
# Test static/dynamic engine with/without calibration.
return (trt_test.IsQuantizationMode(run_params.precision_mode) and
not run_params.use_optimizer)
