loose affine channel fp16 atol (#32581)

0a0f3244 · zlsh80826 · GitHub · 4d95c8c7 · 0a0f3244
隐藏空白更改
内联并排

Showing with 1 addition and 1 deletion

python/paddle/fluid/tests/unittests/ir/inference/test_trt_affine_channel_op.py ...ests/unittests/ir/inference/test_trt_affine_channel_op.py +1 -1

未找到文件。
--- a/python/paddle/fluid/tests/unittests/ir/inference/test_trt_affine_channel_op.py
+++ b/python/paddle/fluid/tests/unittests/ir/inference/test_trt_affine_channel_op.py
@@ -70,7 +70,7 @@ class TRTAffineChannelTest(InferencePassTest):
            use_gpu = True
            atol = 1e-5
            if self.trt_parameters.precision == AnalysisConfig.Precision.Half:
-                atol = 1e-3
+                atol = 2e-2
            self.check_output_with_option(use_gpu, atol, flatten=True)
            self.assertTrue(
                PassVersionChecker.IsCompatible('tensorrt_subgraph_pass'))