Skip to content

Commit f60deea

Browse files
author
pytorchbot
committed
2025-04-05 nightly release (2e82d17)
1 parent 3a97347 commit f60deea

File tree

170 files changed

+376
-338
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

170 files changed

+376
-338
lines changed

‎core/runtime/TRTEngine.cpp

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -453,6 +453,10 @@ std::vector<std::string> TRTEngine::serialize() {
453453
return serialized_info;
454454
}
455455

456+
void TRTEngine::reset_captured_graph() {
457+
cudagraph.reset();
458+
}
459+
456460
} // namespace runtime
457461
} // namespace core
458462
} // namespace torch_tensorrt

‎core/runtime/TRTEngine.h

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -185,6 +185,7 @@ struct TRTEngine : torch::CustomClassHolder {
185185
// c10::List<at::Tensor> Run(c10::List<at::Tensor> inputs);
186186

187187
void set_profiling_paths();
188+
void reset_captured_graph();
188189
#ifndef NDEBUG
189190
bool profile_execution = true;
190191
#else

‎core/runtime/register_jit_hooks.cpp

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -88,6 +88,7 @@ static auto TORCHTRT_UNUSED TRTEngineTSRegistrtion =
8888
.def("dump_engine_layer_info", &TRTEngine::dump_engine_layer_info)
8989
.def("get_engine_layer_info", &TRTEngine::get_engine_layer_info)
9090
.def("infer_outputs", &TRTEngine::infer_outputs)
91+
.def("reset_captured_graph", &TRTEngine::reset_captured_graph)
9192
.def_readwrite("use_pre_allocated_outputs", &TRTEngine::use_pre_allocated_outputs)
9293
.def_readwrite("use_output_allocator_outputs", &TRTEngine::use_output_allocator_outputs)
9394
.def_property(

‎docs/_cpp_api/classtorch__tensorrt_1_1DataType.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Class DataType &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Class DataType &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Class Device::DeviceType &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Class Device::DeviceType &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Class TensorFormat &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Class TensorFormat &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define STR &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Define STR &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1a46612a64c219548c5ef03013eb2144ec.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCH_TENSORRT_PTQ_DEPRECATION &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Define TORCH_TENSORRT_PTQ_DEPRECATION &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define XSTR &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Define XSTR &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/dir_cpp.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Directory cpp &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Directory cpp &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -291,7 +291,7 @@
291291

292292

293293
<div class="version">
294-
v2.7.0.dev0+76a776e
294+
v2.7.0.dev0+297adef
295295
</div>
296296

297297

‎docs/_cpp_api/dir_cpp_include.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Directory include &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Directory include &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -291,7 +291,7 @@
291291

292292

293293
<div class="version">
294-
v2.7.0.dev0+76a776e
294+
v2.7.0.dev0+297adef
295295
</div>
296296

297297

‎docs/_cpp_api/dir_cpp_include_torch_tensorrt.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -291,7 +291,7 @@
291291

292292

293293
<div class="version">
294-
v2.7.0.dev0+76a776e
294+
v2.7.0.dev0+297adef
295295
</div>
296296

297297

‎docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Enum Level &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Enum Level &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>Enum EngineCapability &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>Enum EngineCapability &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -293,7 +293,7 @@
293293

294294

295295
<div class="version">
296-
v2.7.0.dev0+76a776e
296+
v2.7.0.dev0+297adef
297297
</div>
298298

299299

‎docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
<meta name="viewport" content="width=device-width, initial-scale=1.0">
1212

13-
<title>File logging.h &mdash; Torch-TensorRT v2.7.0.dev0+76a776e documentation</title>
13+
<title>File logging.h &mdash; Torch-TensorRT v2.7.0.dev0+297adef documentation</title>
1414

1515

1616

@@ -291,7 +291,7 @@
291291

292292

293293
<div class="version">
294-
v2.7.0.dev0+76a776e
294+
v2.7.0.dev0+297adef
295295
</div>
296296

297297

0 commit comments

Comments
 (0)