All modules for which code is available

• functools
• torchtune.config._instantiate
• torchtune.config._parse
• torchtune.config._utils
• torchtune.config._validate
• torchtune.data._collate
• torchtune.data._messages
• torchtune.data._prompt_templates
• torchtune.data._utils
• torchtune.datasets._alpaca
• torchtune.datasets._chat
• torchtune.datasets._cnn_dailymail
• torchtune.datasets._concat
• torchtune.datasets._grammar
• torchtune.datasets._hh_rlhf_helpful
• torchtune.datasets._instruct
• torchtune.datasets._packed
• torchtune.datasets._preference
• torchtune.datasets._samsum
• torchtune.datasets._sft
• torchtune.datasets._slimorca
• torchtune.datasets._stack_exchange_paired
• torchtune.datasets._text_completion
• torchtune.datasets._wikitext
• torchtune.datasets.multimodal._llava_instruct
• torchtune.datasets.multimodal._the_cauldron
• torchtune.datasets.multimodal._vqa
• torchtune.generation._generation
• torchtune.models.clip._component_builders
• torchtune.models.clip._position_embeddings
• torchtune.models.code_llama2._model_builders
• torchtune.models.gemma._component_builders
• torchtune.models.gemma._model_builders
• torchtune.models.gemma2._component_builders
• torchtune.models.gemma2._model_builders
• torchtune.models.llama2._component_builders
• torchtune.models.llama2._model_builders
• torchtune.models.llama2._prompt_template
• torchtune.models.llama3._component_builders
• torchtune.models.llama3._model_builders
• torchtune.models.llama3_1._component_builders
• torchtune.models.llama3_1._model_builders
• torchtune.models.llama3_2._model_builders
• torchtune.models.llama3_2_vision._component_builders
• torchtune.models.llama3_2_vision._encoder
• torchtune.models.llama3_2_vision._model_builders
• torchtune.models.llama3_2_vision._transform
• torchtune.models.mistral._component_builders
• torchtune.models.mistral._model_builders
• torchtune.models.mistral._prompt_template
• torchtune.models.phi3._component_builders
• torchtune.models.phi3._model_builders
• torchtune.models.qwen2._component_builders
• torchtune.models.qwen2._model_builders
• torchtune.models.qwen2_5._model_builders
• torchtune.modules.attention
• torchtune.modules.common_utils
• torchtune.modules.feed_forward
• torchtune.modules.kv_cache
• torchtune.modules.layer_dropout
• torchtune.modules.layer_norm
• torchtune.modules.loss.ce_chunked_output_loss
• torchtune.modules.loss.kd_losses
• torchtune.modules.model_fusion._deep_fusion
• torchtune.modules.model_fusion._fusion_layers
• torchtune.modules.model_fusion._fusion_utils
• torchtune.modules.peft._utils
• torchtune.modules.peft.dora
• torchtune.modules.peft.lora
• torchtune.modules.position_embeddings
• torchtune.modules.rms_norm
• torchtune.modules.tanh_gate
• torchtune.modules.tied_linear
• torchtune.modules.tokenizers._sentencepiece
• torchtune.modules.tokenizers._tiktoken
• torchtune.modules.tokenizers._utils
• torchtune.modules.transformer
• torchtune.modules.transforms._transforms
• torchtune.modules.vision_transformer
• torchtune.rlhf.loss.dpo
• torchtune.rlhf.loss.ppo
• torchtune.rlhf.rewards
• torchtune.rlhf.sequence_processing
• torchtune.training._distributed
• torchtune.training._profiler
• torchtune.training.activations
• torchtune.training.checkpointing._checkpointer
• torchtune.training.checkpointing._utils
• torchtune.training.lr_schedulers
• torchtune.training.memory
• torchtune.training.metric_logging
• torchtune.training.pooling
• torchtune.training.precision
• torchtune.training.quantization
• torchtune.training.seed
• torchtune.utils._device
• torchtune.utils._logging
• torchtune.utils._version
• typing