We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5a2213e commit fcf0c12Copy full SHA for fcf0c12
py/torch_tensorrt/dynamo/conversion/impl/quantize.py
@@ -28,6 +28,8 @@ def quantize(
28
"""
29
30
with unset_fake_temporarily():
31
+ if not isinstance(input_tensor, TRTTensor):
32
+ input_tensor = get_trt_tensor(ctx, input_tensor, name + "_quantize_input")
33
if isinstance(input_tensor, TRTTensor) and input_tensor.dtype not in (
34
trt.float32,
35
trt.float16,
@@ -88,6 +90,10 @@ def dynamic_block_quantize(
88
90
89
91
92
93
94
+ input_tensor = get_trt_tensor(
95
+ ctx, input_tensor, name + "_dynamic_quantize_input"
96
+ )
97
98
99
0 commit comments