.. _torch_tensorrt_py:

torch_tensorrt.runtime
==============================

.. automodule:: torch_tensorrt.runtime
   :members:
   :undoc-members:
   :show-inheritance:

Functions
------------

.. autofunction:: set_multi_device_safe_mode

.. autofunction:: enable_cudagraphs

.. autofunction:: get_cudagraphs_mode

.. autofunction:: get_whole_cudagraphs_mode

.. autofunction:: set_cudagraphs_mode

.. autofunction:: enable_pre_allocated_outputs

.. autofunction:: weight_streaming

.. autofunction:: enable_output_allocator

Classes
---------

.. autoclass:: TorchTensorRTModule
   :members:
   :special-members: __init__

.. autoclass:: PythonTorchTensorRTModule
   :members:
   :special-members: __init__