File size: 543 Bytes
256a159 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
from opencompass.models import Mixtral
# Please follow the instruction in https://github.com/open-compass/MixtralKit
# to download the model weights and install the requirements
models = [
dict(
abbr="mixtral-8x7b-32k",
type=Mixtral,
path="./models/mixtral/mixtral-8x7b-32kseqlen",
tokenizer_path="./models/mixtral/mixtral-8x7b-32kseqlen/tokenizer.model",
max_out_len=100,
max_seq_len=2048,
batch_size=8,
num_gpus=2,
run_cfg=dict(num_gpus=2, num_procs=1),
),
] |