Skip to content

Commit 48bcd7f

Browse files
author
pytorchbot
committed
2024-05-17 nightly release (db24b3b)
1 parent 0582c58 commit 48bcd7f

File tree

141 files changed

+524
-270
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

141 files changed

+524
-270
lines changed

‎core/util/trt_util.cpp

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -295,7 +295,8 @@ const std::unordered_map<at::ScalarType, nvinfer1::DataType>& get_at_trt_type_ma
295295
{at::kLong, nvinfer1::DataType::kINT64},
296296
{at::kChar, nvinfer1::DataType::kINT8},
297297
{at::kByte, nvinfer1::DataType::kINT8},
298-
{at::kBool, nvinfer1::DataType::kBOOL}};
298+
{at::kBool, nvinfer1::DataType::kBOOL},
299+
{at::kBFloat16, nvinfer1::DataType::kBF16}};
299300
return at_trt_type_map;
300301
}
301302

@@ -307,7 +308,7 @@ const std::unordered_map<nvinfer1::DataType, at::ScalarType>& get_trt_at_type_ma
307308
{nvinfer1::DataType::kINT64, at::kLong},
308309
{nvinfer1::DataType::kINT8, at::kChar},
309310
{nvinfer1::DataType::kBOOL, at::kBool},
310-
};
311+
{nvinfer1::DataType::kBF16, at::kBFloat16}};
311312
return trt_at_type_map;
312313
}
313314
} // namespace

‎core/util/trt_util.h

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -55,6 +55,8 @@ inline std::ostream& operator<<(std::ostream& stream, const nvinfer1::DataType&
5555
return stream << "Int32";
5656
case nvinfer1::DataType::kINT64:
5757
return stream << "Int64";
58+
case nvinfer1::DataType::kBF16:
59+
return stream << "BFloat16";
5860
case nvinfer1::DataType::kBOOL:
5961
return stream << "Bool";
6062
default:

‎docs/_cpp_api/classtorch__tensorrt_1_1DataType.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Class DataType &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Class DataType &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Class Device::DeviceType &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Class Device::DeviceType &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Class TensorFormat &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Class TensorFormat &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define STR &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Define STR &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define XSTR &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Define XSTR &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/dir_cpp.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Directory cpp &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Directory cpp &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -273,7 +273,7 @@
273273

274274

275275
<div class="version">
276-
v2.4.0.dev0+e6d5390
276+
v2.4.0.dev0+de9a063
277277
</div>
278278

279279

‎docs/_cpp_api/dir_cpp_include.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Directory include &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Directory include &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -273,7 +273,7 @@
273273

274274

275275
<div class="version">
276-
v2.4.0.dev0+e6d5390
276+
v2.4.0.dev0+de9a063
277277
</div>
278278

279279

‎docs/_cpp_api/dir_cpp_include_torch_tensorrt.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -273,7 +273,7 @@
273273

274274

275275
<div class="version">
276-
v2.4.0.dev0+e6d5390
276+
v2.4.0.dev0+de9a063
277277
</div>
278278

279279

‎docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Enum Level &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Enum Level &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Enum EngineCapability &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>Enum EngineCapability &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -275,7 +275,7 @@
275275

276276

277277
<div class="version">
278-
v2.4.0.dev0+e6d5390
278+
v2.4.0.dev0+de9a063
279279
</div>
280280

281281

‎docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>File logging.h &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>File logging.h &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -273,7 +273,7 @@
273273

274274

275275
<div class="version">
276-
v2.4.0.dev0+e6d5390
276+
v2.4.0.dev0+de9a063
277277
</div>
278278

279279

‎docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>File macros.h &mdash; Torch-TensorRT v2.4.0.dev0+e6d5390 documentation</title>
13+
<title>File macros.h &mdash; Torch-TensorRT v2.4.0.dev0+de9a063 documentation</title>
1414

1515

1616

@@ -273,7 +273,7 @@
273273

274274

275275
<div class="version">
276-
v2.4.0.dev0+e6d5390
276+
v2.4.0.dev0+de9a063
277277
</div>
278278

279279

0 commit comments

Comments
 (0)