.. role:: hidden
    :class: hidden-section
.. currentmodule:: torchtune.modules.transforms.tokenizers


HuggingFaceBaseTokenizer
========================

.. autoclass:: HuggingFaceBaseTokenizer
    :members: