459fbe3 3ac04fa 459fbe3
1
2
3
4
5
6
7
8
9
10
MAX_SEQUENCE_LENGTH = 2048 # max_seq_len DEFAULT_MAX_TOKENS = 128 # DEFAULT_MAX_NEW_TOKENS = None DEFAULT_TOP_K = 100 DEFAULT_TOP_P = 0.95 DEFAULT_TEMPERATURE = 5
