Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
32 changes: 20 additions & 12 deletions test/ir/inference/test_trt_convert_anchor_generator.py
Original file line number Diff line number Diff line change
Expand Up @@ -111,27 +111,35 @@ def generate_trt_nodes_num(attrs, dynamic_shape):
if not run_pir:
self.trt_param.precision = paddle_infer.PrecisionType.Float32
program_config.set_input_type(np.float32)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), 1e-5
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
1e-5,
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
# NOTE(tizheng): This config will fall back to paddle native OP,
# which only supports FP32 input.
program_config.set_input_type(np.float32)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), 1e-3
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
1e-3,
)

# for dynamic_shape
self.generate_dynamic_shape(attrs)
self.trt_param.precision = paddle_infer.PrecisionType.Float32
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), 1e-5
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
1e-5,
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), 1e-3
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
1e-3,
)

def test(self):
self.run_test(run_pir=True)
Expand Down
32 changes: 20 additions & 12 deletions test/ir/inference/test_trt_convert_arg_max.py
Original file line number Diff line number Diff line change
Expand Up @@ -119,27 +119,35 @@ def generate_trt_nodes_num(attrs, dynamic_shape):
clear_dynamic_shape()
self.trt_param.precision = paddle_infer.PrecisionType.Float32
program_config.set_input_type(np.float32)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), 1e-5
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
1e-5,
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
program_config.set_input_type(np.float16)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), 1e-3
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
1e-3,
)

# for dynamic_shape
generate_dynamic_shape(attrs)
self.trt_param.precision = paddle_infer.PrecisionType.Float32
program_config.set_input_type(np.float32)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), 1e-5
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
1e-5,
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
program_config.set_input_type(np.float16)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), 1e-3
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
1e-3,
)

def test(self):
self.run_test()
Expand Down
32 changes: 20 additions & 12 deletions test/ir/inference/test_trt_convert_arg_min.py
Original file line number Diff line number Diff line change
Expand Up @@ -119,27 +119,35 @@ def generate_trt_nodes_num(attrs, dynamic_shape):
clear_dynamic_shape()
self.trt_param.precision = paddle_infer.PrecisionType.Float32
program_config.set_input_type(np.float32)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), 1e-5
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
1e-5,
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
program_config.set_input_type(np.float16)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), 1e-3
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
1e-3,
)

# for dynamic_shape
generate_dynamic_shape(attrs)
self.trt_param.precision = paddle_infer.PrecisionType.Float32
program_config.set_input_type(np.float32)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), 1e-5
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
1e-5,
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
program_config.set_input_type(np.float16)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), 1e-3
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
1e-3,
)

def test(self):
self.run_test()
Expand Down
32 changes: 20 additions & 12 deletions test/ir/inference/test_trt_convert_assign.py
Original file line number Diff line number Diff line change
Expand Up @@ -128,27 +128,35 @@ def generate_trt_nodes_num(attrs, dynamic_shape):
clear_dynamic_shape()
self.trt_param.precision = paddle_infer.PrecisionType.Float32
program_config.set_input_type(np.float32)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), 1e-5
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
1e-5,
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
program_config.set_input_type(np.float16)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), 1e-2
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
1e-2,
)

# for dynamic_shape
self.generate_dynamic_shape(attrs)
self.trt_param.precision = paddle_infer.PrecisionType.Float32
program_config.set_input_type(np.float32)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), 1e-5
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
1e-5,
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
program_config.set_input_type(np.float16)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), 1e-2
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
1e-2,
)

def test(self):
# test for old ir
Expand Down
32 changes: 20 additions & 12 deletions test/ir/inference/test_trt_convert_batch_norm.py
Original file line number Diff line number Diff line change
Expand Up @@ -221,27 +221,35 @@ def generate_trt_nodes_num(attrs, dynamic_shape):
clear_dynamic_shape()
self.trt_param.precision = paddle_infer.PrecisionType.Float32
program_config.set_input_type(np.float32)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), 1e-5
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
1e-5,
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
program_config.set_input_type(np.float16)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), (1e-3, 1e-3)
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
(1e-3, 1e-3),
)

# for dynamic_shape
generate_dynamic_shape(attrs)
self.trt_param.precision = paddle_infer.PrecisionType.Float32
program_config.set_input_type(np.float32)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), 1e-5
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
1e-5,
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
program_config.set_input_type(np.float16)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), (1e-3, 1e-3)
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
(1e-3, 1e-3),
)

def add_skip_trt_case(self):
def teller1(program_config, predictor_config):
Expand Down
64 changes: 40 additions & 24 deletions test/ir/inference/test_trt_convert_bilinear_interp_v2.py
Original file line number Diff line number Diff line change
Expand Up @@ -121,26 +121,34 @@ def generate_trt_nodes_num(attrs, dynamic_shape):
clear_dynamic_shape()
self.trt_param.precision = paddle_infer.PrecisionType.Float32
program_config.set_input_type(np.float32)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), 1e-5
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
1e-5,
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
program_config.set_input_type(np.float16)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), 1e-2
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
1e-2,
)

# for dynamic_shape
generate_dynamic_shape(attrs)
self.trt_param.precision = paddle_infer.PrecisionType.Float32
program_config.set_input_type(np.float32)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), (1e-5, 1e-5)
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
(1e-5, 1e-5),
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), 1e-2
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
1e-2,
)

def test(self):
self.run_test()
Expand Down Expand Up @@ -239,25 +247,33 @@ def generate_trt_nodes_num(attrs, dynamic_shape):
# for static_shape
clear_dynamic_shape()
self.trt_param.precision = paddle_infer.PrecisionType.Float32
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), 1e-5
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
1e-5,
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
program_config.set_input_type(np.float16)
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, False
), 1e-2
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, False),
1e-2,
)

# for dynamic_shape
generate_dynamic_shape(attrs)
self.trt_param.precision = paddle_infer.PrecisionType.Float32
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), (1e-5, 1e-5)
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
(1e-5, 1e-5),
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), 1e-2
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
1e-2,
)

def test(self):
self.run_test()
Expand Down
17 changes: 10 additions & 7 deletions test/ir/inference/test_trt_convert_bitwise_and.py
Original file line number Diff line number Diff line change
Expand Up @@ -113,7 +113,6 @@ def generate_dynamic_shape(self, attrs):
def sample_predictor_configs(
self, program_config, run_pir=False
) -> tuple[paddle_infer.Config, list[int], float]:

def clear_dynamic_shape():
self.dynamic_shape.min_input_shape = {}
self.dynamic_shape.max_input_shape = {}
Expand All @@ -137,13 +136,17 @@ def generate_trt_nodes_num(attrs, dynamic_shape):
# for dynamic_shape
self.generate_dynamic_shape(attrs)
self.trt_param.precision = paddle_infer.PrecisionType.Float32
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), 1e-5
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
1e-5,
)
self.trt_param.precision = paddle_infer.PrecisionType.Half
yield self.create_inference_config(), generate_trt_nodes_num(
attrs, True
), 1e-3
yield (
self.create_inference_config(),
generate_trt_nodes_num(attrs, True),
1e-3,
)

def test(self):
self.run_test(run_pir=True)
Expand Down
Loading