MAX_SEQUENCE_LENGTH = 2048  # max_seq_len

DEFAULT_MAX_TOKENS = 128
# DEFAULT_MAX_NEW_TOKENS = None
DEFAULT_TOP_K = 100
DEFAULT_TOP_P = 0.95
DEFAULT_TEMPERATURE = 5