mpt-7b / fc.py
sami-t's picture
Update to Latest Mosaic Version (#2)
c5e05a7 verified
raw
history blame contribute delete
167 Bytes
from torch import nn
FC_CLASS_REGISTRY = {'torch': nn.Linear}
try:
import transformer_engine.pytorch as te
FC_CLASS_REGISTRY['te'] = te.Linear
except:
pass