Text Generation
Transformers
PyTorch
mpt
Composer
MosaicML
llm-foundry
custom_code
text-generation-inference
File size: 398 Bytes
ab2b3bb
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
"""Implements a Hugging Face T5 wrapped inside a :class:`.ComposerModel`."""
from __future__ import annotations
from typing import Mapping
from transformers import AutoConfig, PreTrainedTokenizerBase, T5ForConditionalGeneration
from .hf_fsdp import hf_get_init_device
from .model_wrapper import HuggingFaceModelWithFSDP
from .utils import init_empty_weights
from .warnings import experimental_class